{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8a4d699e-0bba-5336-a23a-b37f72d724b0","task_key":"default--validation--28671","task_revision_id":"1","upstream_id":"28671","short_description":"HellaSwag validation 28671","config":"default","split":"validation","body":"{\"activity_label\":\"Chopping wood\",\"ctx\":\"He walks to pick up and ax. A group of men stand on top of logs, chopping away. the chopping legend\",\"endings\":\"['struggles to get them off the logs.', 'speaks to the camera again.', 'of the first hunter is shown.', 'states that they are to knock down the logs and punch holes in them.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}