{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7ec514c5-11ac-5dfc-af7c-1b8f08f1c447","task_key":"default--validation--41093","task_revision_id":"1","upstream_id":"41093","short_description":"HellaSwag validation 41093","config":"default","split":"validation","body":"{\"activity_label\":\"Layup drill in basketball\",\"ctx\":\"A group of children play and practice basketball throws and techniques in an interior gym in front of coaches and other children. a group of children\",\"endings\":\"['take turns throwing orange and white balls in the net and running up to the net as well.', 'plays on beach with sand bag and ball.', 'practice on basketball practice tables in an indoor gym.', 'plays and dances on an inside court outside of a gym room.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}