{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"768be969-1312-5561-a174-7c3bc5bc1d04","task_key":"default--validation--20892","task_revision_id":"1","upstream_id":"20892","short_description":"HellaSwag validation 20892","config":"default","split":"validation","body":"{\"activity_label\":\"Skiing\",\"ctx\":\"A group of people are skiing down the side of a mountain. A group of moose are baying between scenes of lifts and helicopters overhead. people\",\"endings\":\"['are snowboarding down the slide.', 'are skiing through snowy tunnels and cliffs.', 'climb up the side of the mountain and snowmobile down the mountain.', 'give each other high fives as they ski.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}