{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"20af5686-120e-5049-b661-f1a1a1b161c9","task_key":"default--validation--22167","task_revision_id":"1","upstream_id":"22167","short_description":"HellaSwag validation 22167","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A man is seen jogging on the side of the road as well as speaking to the camera. clips\",\"endings\":\"['are shown of him warming up on the side and running up along mountainsides.', 'are shown of people exercising in various locations and then speaking to the camera.', 'then flash back to the man tending to his vigilant dog and speaking to the camera.', 'are shown of a fence being scraped from the side and is then shown again in slow motion.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}