{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9803213b-dcb8-5bfa-9d8e-51106812d2c8","task_key":"default--validation--32729","task_revision_id":"1","upstream_id":"32729","short_description":"HellaSwag validation 32729","config":"default","split":"validation","body":"{\"activity_label\":\"Having an ice cream\",\"ctx\":\"She talks about her favorite flavor being chocolate. She takes a bite off the ice cream bar as she savors the rich flavor. she\",\"endings\":\"['takes back the cone and takes another bite.', 'enjoys herself talking about her tastes.', 'blends the creamy chocolate into her ice cream.', 'answers questions about needing to have down time as an actor and enjoying her favorite ice cream bar.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}