{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"19fdd5cc-1007-5ee7-9750-09294ce06b39","task_key":"default--validation--39576","task_revision_id":"1","upstream_id":"39576","short_description":"HellaSwag validation 39576","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"A video of scissor kick jumping at track is shown. A few people take turns at varying heights and all are successful. others\",\"endings\":\"['act as the ref by hopping on or off the ropes.', 'are running for other events in the background.', 'are tested and they do this on the long jump with more success.', 'are only successful on a very high jump.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}