{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ee8501fd-6f9e-5152-bb18-c1bb517ee502","task_key":"default--validation--35128","task_revision_id":"1","upstream_id":"35128","short_description":"HellaSwag validation 35128","config":"default","split":"validation","body":"{\"activity_label\":\"Cheerleading\",\"ctx\":\"The cheerleading team comes out for a performance. A girl attempts multiple flips and sticks the landing. another girls\",\"endings\":\"['follows suit as the team works hard in the background.', 'attempts three cartwheels overhand and actually lands but does not fall.', 'tries to kick the basketball off of her.', 'tries six tricks with three pole cred twirling and flips.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}