{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b037b423-07ed-50f4-9fda-9ea8a472f81e","task_key":"default--validation--47577","task_revision_id":"1","upstream_id":"47577","short_description":"HellaSwag validation 47577","config":"default","split":"validation","body":"{\"activity_label\":\"Having an ice cream\",\"ctx\":\"Little kid is sitting in a babies eating chair. An adult person is holding an ice cream and is offering it to the baby. the kid\",\"endings\":\"['takes the ice cream and shakes it.', 'grabs the ice cream and start eating.', 'bit the ice cream and licked the spoon and then push it to the mouth and discussed food.', 'eats both of the ice cream.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}