{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"1c9eaee4-4479-5be0-b204-8ba672f7f13f","task_key":"default--validation--2390","task_revision_id":"2","upstream_id":"2390","short_description":"HellaSwag validation 2390","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A crowd watches as several runners in a race jog past. they all\",\"endings\":\"['are interviewed by microphones outside.', 'stop and change positions as the race starts.', 'keep jogging, coming in at the end of the race.', 'fall down as they attempt to make the jump.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}