{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42a132a6-e569-588b-8c5d-8025dc5a2ad5","task_key":"default--validation--7044","task_revision_id":"1","upstream_id":"7044","short_description":"HellaSwag validation 7044","config":"default","split":"validation","body":"{\"activity_label\":\"Rollerblading\",\"ctx\":\"A person is seen riding on roller blades looking into a trash can. people\",\"endings\":\"['are seen riding and hitting the sand while the camera captures them by adjusting.', 'ride around the sidewalk and push down at the bottom of the trash can while laughing to the camera.', 'stand around the camera looking around.', 'look around and watch the man skate.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}