{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e6a3d625-79fe-5bb9-81fc-3df7f6314fed","task_key":"default--validation--40100","task_revision_id":"1","upstream_id":"40100","short_description":"HellaSwag validation 40100","config":"default","split":"validation","body":"{\"activity_label\":\"Playing piano\",\"ctx\":\"A man is seen playing a piano in the middle of a large city with others watching on the sides. people\",\"endings\":\"['give the man tips while he continues to play and others watch.', 'walk around the city and start walking around.', 'in the crowd watch as the man plays and dances along with the rhythm on the guitar.', 'are seen wandering around in the city with their phones turned off.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}