{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eab01a61-d5cd-55ff-8a3e-e7beac630111","task_key":"default--validation--11634","task_revision_id":"1","upstream_id":"11634","short_description":"HellaSwag validation 11634","config":"default","split":"validation","body":"{\"activity_label\":\"Hurling\",\"ctx\":\"This baby hits the ball and falls down. then he\",\"endings\":\"['goes right and we go left.', 'goes running back and he keep hitting the ball though the bases and talking to the other players.', 'gets up and walks across the court again with his pucks.', 'gets back up and grabs the stick to attempt hitting the ball again.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}