{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f44266dc-d54f-52a8-af15-8a57bee17cb2","task_key":"default--validation--43690","task_revision_id":"1","upstream_id":"43690","short_description":"HellaSwag validation 43690","config":"default","split":"validation","body":"{\"activity_label\":\"Hand car wash\",\"ctx\":\"A young child is seen standing before a car holding a rag and looking at the camera. the boy\",\"endings\":\"['then walks up to the car and begins tearing it up with a stick and other objects.', 'then wipes down the car and climbs back in the car and starts driving out into the street.', 'uses the rag all over the car while the camera follows his movements.', 'then then pushes the rag down and begins pulling on a tire.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}