{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"90e047ac-64c1-5205-b9fd-facfb18f5bf6","task_key":"default--validation--18046","task_revision_id":"1","upstream_id":"18046","short_description":"HellaSwag validation 18046","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"A man named bryan mcbride is standing and then begins his high jump where he clears it, lands and vigorously cheers as he runs off. the stats for the men's high jump\",\"endings\":\"['are base and beam.', 'are shown on the screen and he begins his high jumps and practices and then runs off and his 10lb is shown again.', 'he jumped are shown.', 'appear and it shows that he is now listed as #1 with the best score.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}