{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"78cbcbd0-1da0-594e-ba3f-2812efe4ecf0","task_key":"default--validation--5241","task_revision_id":"1","upstream_id":"5241","short_description":"HellaSwag validation 5241","config":"default","split":"validation","body":"{\"activity_label\":\"Having an ice cream\",\"ctx\":\"The little girl is playing peek a boo with someone and both of their faces have ice cream on them. they\",\"endings\":\"['spit something out of their mouths and continue to play.', 'both seem to like ice cream and both boil water to have off of it.', 'are having hospital employees help put ice cream in the mouths of a dying mother.', 'are just enjoying the ice cream very much.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}