{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b9f2722d-0d05-5110-b073-7eb0ccc5b012","task_key":"default--validation--37665","task_revision_id":"1","upstream_id":"37665","short_description":"HellaSwag validation 37665","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"Thousands of people stand behind a starting line. the massive amount of people\",\"endings\":\"['running around the track makes them seem like a bunch of people are trying to run and arm wrestle.', 'start running through the streets.', 'all lined up and in line puts them in the middle of the line.', 'are proceeding in a rush of screaming, sprinting, and holding up signs.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}