{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1d47fb99-9c7b-59cc-974a-2bff1a98f4da","task_key":"default--validation--28054","task_revision_id":"1","upstream_id":"28054","short_description":"HellaSwag validation 28054","config":"default","split":"validation","body":"{\"activity_label\":\"Dodgeball\",\"ctx\":\"We see people playing dodgeball in what appears to be a basement of a building. a man\",\"endings\":\"['in the middle jumps out of the way of the ball.', 'takes off the shirt of someone in front of him.', 'hits the dodgeball over and over.', 'speaks to the camera and shows us a shot of the gate.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}