{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"11861669-2719-54e7-8f29-6ad573e9c140","task_key":"default--validation--4250","task_revision_id":"1","upstream_id":"4250","short_description":"HellaSwag validation 4250","config":"default","split":"validation","body":"{\"activity_label\":\"Spinning\",\"ctx\":\"The same woman is now seen on a stationary bicycle teaching a spin class. several other people in the class\",\"endings\":\"['then appear and begin to demonstrate how to spin their area.', 'continue to move their arms or legs around.', 'can be seen on stationary bicycles in the mirror behind the instructor.', 'are also shown going on the bike.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}