{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"822bb269-2233-5136-bc72-318594b5e77c","task_key":"default--validation--41258","task_revision_id":"1","upstream_id":"41258","short_description":"HellaSwag validation 41258","config":"default","split":"validation","body":"{\"activity_label\":\"Clean and jerk\",\"ctx\":\"A very large, muscular man is shown in a gym with a weight bar as piano music plays in the background. the video\",\"endings\":\"['begins with the weight on the floor and the man getting ready to lift it.', 'shows clips of athletes throwing various objects onto the other side.', 'continues explaining his boxing talents as he shows how to apply specially made boxing gloves.', ', the run, and end with a karate photo shot of the previous man.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}