{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8b943f52-3122-5b6c-bd37-2e6fc408f3a8","task_key":"default--validation--31543","task_revision_id":"1","upstream_id":"31543","short_description":"HellaSwag validation 31543","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"Various shots of a city are shown followed by a girl playing violin and many other watching. another girl\",\"endings\":\"['is seen speaking to the camera and then moving another to another side.', 'steps in and joins her by singing and several others join in to sing as well.', 'continues playing with her violin while looking around and pausing to dip it into a bucket.', 'plays instruments with the camera continuously showing them while others walk around and do the same.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}