{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"01a19732-92b6-5a2a-b50f-d4f1387084a8","task_key":"default--validation--6828","task_revision_id":"1","upstream_id":"6828","short_description":"HellaSwag validation 6828","config":"default","split":"validation","body":"{\"activity_label\":\"Camel ride\",\"ctx\":\"Two women are sitting on a small camel. the woman on the back of the camel\",\"endings\":\"['looks at her phone while the two women hold the camel down.', 'starts knee to knee with the woman on the front.', 'waves at the camera.', 'is running and with other people walking alongside it.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}