{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f5838454-c46a-5b11-81e3-f4d5f1bfea74","task_key":"default--validation--41664","task_revision_id":"1","upstream_id":"41664","short_description":"HellaSwag validation 41664","config":"default","split":"validation","body":"{\"activity_label\":\"Shoveling snow\",\"ctx\":\"A man throws snow on a lady. A man throws snow on people. A person is stuck in the snow is buried by others. a lady\",\"endings\":\"['is given back from the people and leaves the snowy area.', 'talks to the camera and it goes black and white.', 'falls off the street and their car is stuck in the snow.', 'hands a man a shovel and he shovels the snow all in the house.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}