{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"10197e2e-0030-5cdc-91bb-3a5b04735eb6","task_key":"default--validation--42795","task_revision_id":"1","upstream_id":"42795","short_description":"HellaSwag validation 42795","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A group of runners are on a street, and a boston marathoner who has broken a record is shown talking in an interview after celebrating. news casters\",\"endings\":\"['discuss the event with news sources.', 'are sitting in a room taking pictures.', 'are shown talking about the man and others as they reach the end of the marathon.', 'are talking about the events, and the story \\\" lean on tube 1 nationally \\\" appears with pictures of steel lifts.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}