{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2855422e-e42d-5658-95b8-249ccbc46c71","task_key":"default--validation--16319","task_revision_id":"1","upstream_id":"16319","short_description":"HellaSwag validation 16319","config":"default","split":"validation","body":"{\"activity_label\":\"Disc dog\",\"ctx\":\"A woman is seen standing in a field holding frisbees with a dog. the woman\",\"endings\":\"['rides the dog all through the field while the dog talks to the camera.', 'begins throwing around the frisbee performing tricks with the dog.', 'throws the frisbees far and the dog catches them and runs around the woman.', 'then tricks the dog around while he runs around in circles.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}