{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"58c39f42-ee11-566b-94a3-cfc054a6b6c3","task_key":"default--validation--11918","task_revision_id":"1","upstream_id":"11918","short_description":"HellaSwag validation 11918","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"A man is seen standing ready outside a track and begins running towards a bar. the man\",\"endings\":\"['then throws a long pole across the distance in slow motion and watches himself jump into the sand.', 'places his hands on the bar continuing to perform several tricks.', 'then jumps over the bar and is shown again in slow motion.', 'then takes a giant leap into the air and begins performing a gymnastic routine.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}