{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"67b0f1a1-2820-5d91-a69e-7fa58c7df140","task_key":"default--validation--24913","task_revision_id":"1","upstream_id":"24913","short_description":"HellaSwag validation 24913","config":"default","split":"validation","body":"{\"activity_label\":\"Doing crunches\",\"ctx\":\"There's a young girl dressed in a blue tank top and black tights demonstrating the proper way to do planks and crunches. She is laying on a blue yoga mat as she does crunches. then she\",\"endings\":\"['gets motocross and then does several crunches until stopping for a bit so she can get her body warmed up.', 'lays on her stomach by raising herself up on her elbows to show how to do planks.', 'stands up to adjust her glasses.', 'goes into a suplex and kicks back and forth.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}