{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2acec239-bab0-5757-84ef-01eef8050e13","task_key":"default--validation--46031","task_revision_id":"1","upstream_id":"46031","short_description":"HellaSwag validation 46031","config":"default","split":"validation","body":"{\"activity_label\":\"Doing fencing\",\"ctx\":\"People are in a court room receiving awards. Woman is talking to the camera and people are in gym practicing fencing. people\",\"endings\":\"['are in stands lined up one side by side with spectators holding their flags or asking questions.', 'are practicing in ballroom practice.', 'are sitting on chairs behind he girls rpacticing fencing.', 'are playing lacrosse in the gym.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}