{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"38947760-18fc-5a8d-aa8c-43f193992291","task_key":"default--validation--28672","task_revision_id":"1","upstream_id":"28672","short_description":"HellaSwag validation 28672","config":"default","split":"validation","body":"{\"activity_label\":\"Chopping wood\",\"ctx\":\"A group of men stand on top of logs, chopping away. The chopping legend speaks to the camera again. a couple of men\",\"endings\":\"['are in a group near a river, talking.', 'stand on the log top wearing protective gear.', 'chop some wood until one of them jumps off the log and raises his hands up in excitement.', 'are hanging up rocks above a river.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}