{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b14d6adf-b402-536e-a91e-994b114abb2a","task_key":"default--validation--8541","task_revision_id":"1","upstream_id":"8541","short_description":"HellaSwag validation 8541","config":"default","split":"validation","body":"{\"activity_label\":\"Futsal\",\"ctx\":\"A large group of people are seen cheering on the sides followed by team members standing together for pictures. Several shots are shown afterwards of people playing soccer against one another. people\",\"endings\":\"['continue playing against one another and end by cheering.', 'sit and speak to the camera before showing more youtube videos.', 'continue jumping along with others in the background.', 'celebrate and are seen diving off of a diving board into a pool.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}