{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"04f14a7b-d9f7-5ebb-8605-d3d772940e32","task_key":"default--validation--1846","task_revision_id":"2","upstream_id":"1846","short_description":"HellaSwag validation 1846","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A shot of a cyclist is shown and then it cuts back to the same man in white speaking. a woman\",\"endings\":\"['shows a strap on and checks it out.', 'is shown running and the man continues speaking about fitness tips.', 'is now seen riding beside the cyclist and taking pictures as well.', 'is then seen riding in on a horse with another man and they start riding together across the track.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}