{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"17079608-c1e1-5191-b99e-7481af259866","task_key":"default--validation--21173","task_revision_id":"1","upstream_id":"21173","short_description":"HellaSwag validation 21173","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"The woman jumps again with an even longer run up and a more powerful skip/hop to start her run. the woman\",\"endings\":\"['continues her long run and throws her arms wide and spins in the air and makes happy little faces.', 'jumps again with the long run up and powerful skip at the beginning.', 'runs vertically around the stadium while a host of people watch on the sides.', 'slows down and walks up to different steps.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}