{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8d7f7d98-0f28-56bc-addc-b5df1fd0ece7","task_key":"default--validation--22979","task_revision_id":"1","upstream_id":"22979","short_description":"HellaSwag validation 22979","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"An athletic woman is shown jumping in slow motion over a pole, followed by several more women attempting the same jump. several more women\",\"endings\":\"['jump and make different attempts and ends with a brunette standing before the camera holding her hands up.', 'jump in quick succession from different angles in rapid displays.', 'follow behind performing the jump while the camera captures them in slow motion.', 'are then shown jumping in slow motion over different obstacles.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}