{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"45f1db02-4cda-527b-a8a0-94edb3b1b96b","task_key":"default--validation--18732","task_revision_id":"1","upstream_id":"18732","short_description":"HellaSwag validation 18732","config":"default","split":"validation","body":"{\"activity_label\":\"Archery\",\"ctx\":\"The players stand around talking to one another and one shoots a bow and arrow at a target. more people\",\"endings\":\"['watch while the owners wait.', 'are seen shooting the bows followed by interviewers speaking and team mates reacting.', 'walk by and the players talk to each other in the background.', 'come and go behind the referee who has just come on stage to take picture and record the game.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}