{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"627f6b7f-3086-5985-a951-a3cc805a5a57","task_key":"default--validation--50117","task_revision_id":"1","upstream_id":"50117","short_description":"HellaSwag validation 50117","config":"default","split":"validation","body":"{\"activity_label\":\"River tubing\",\"ctx\":\"People sail on inflatable boats down the street in a river. A group of people take a rest having some drinks. after\",\"endings\":\"[', people sail in big boats sailing in the river.', ', people go to the water to surf.', ', young men are seen fly boats and get to the shore.', ', people sail down the river drinking from cans.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}