{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"02179d42-98ed-5313-a1b8-6ccddb375bd5","task_key":"default--validation--15441","task_revision_id":"1","upstream_id":"15441","short_description":"HellaSwag validation 15441","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"Two men are seen speaking to one another while one carries a heavy fridge. Another man carries a fridge as they speak to one another and walk around the room. in the end\",\"endings\":\"[', one grabs and holds on monkey bars while still speaking and another man walks into frame.', 'they shake hands and walk around more.', 'two men play tennis and one holds up the tennis ball to the camera.', 'the men walk towards each other and begin fighting one another.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}