{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"3d660ae1-3979-5b20-b2ee-ddf9b7e8d2f3","task_key":"default--validation--1486","task_revision_id":"2","upstream_id":"1486","short_description":"HellaSwag validation 1486","config":"default","split":"validation","body":"{\"activity_label\":\"Doing a powerbomb\",\"ctx\":\"Two other men gets in the ring and are wresting the man in the center. People are around the ring wtching the wrest. three journalists\",\"endings\":\"['came in and started talking to the reporter.', 'are standing wearing suits and watch the men in the ring.', 'gets in front of them tugging and pushing the man.', 'are wrestling at the ring as people are seeing them.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}