{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"106c0536-d65f-5fad-9909-8235362174fb","task_key":"default--validation--36357","task_revision_id":"1","upstream_id":"36357","short_description":"HellaSwag validation 36357","config":"default","split":"validation","body":"{\"activity_label\":\"Playing lacrosse\",\"ctx\":\"Two men are standing on a field carrying nets. they\",\"endings\":\"['take ball after ball, trying to hit the yellow balls that come into the net.', 'throw the field with their bat.', 'guard each other and play lacrosse.', 'throw the net to each other, fighting.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}