{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b618b2f5-68e0-5ec6-83cf-d31849d8ca4f","task_key":"default--validation--49955","task_revision_id":"1","upstream_id":"49955","short_description":"HellaSwag validation 49955","config":"default","split":"validation","body":"{\"activity_label\":\"Having an ice cream\",\"ctx\":\"A toddler is sitting in a high chair reaching for an ice cream cone. A hand holding the cone approaches the girl with the cone and gives it to her. the toddler\",\"endings\":\"['takes a bite and licks it with the cone.', 'takes the ice cream cone and begins to eat it.', 'shakes the ice cream cone and smiles.', \\\"spits the cone into the girl's hand and turns around.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}