{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"10623201-21e7-5b21-ad79-ffbc105fe0a2","task_key":"default--validation--44684","task_revision_id":"1","upstream_id":"44684","short_description":"HellaSwag validation 44684","config":"default","split":"validation","body":"{\"activity_label\":\"Hula hoop\",\"ctx\":\"A small girl is seen hula hooping over and over again with her hands on her hips. the girl\",\"endings\":\"['spins around with the hula hoop moving from her feet to her knees as well as the rest of her body.', 'moves all over the bar with her hands hanging down her sides and ends by smiling to the camera.', 'takes off then back ins the water when she is done.', 'continues shaking her hips and ends by jumping up and walking away from the camera.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}