{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1d10afcf-1fda-5397-9867-aa3e3c2c007f","task_key":"default--validation--14857","task_revision_id":"1","upstream_id":"14857","short_description":"HellaSwag validation 14857","config":"default","split":"validation","body":"{\"activity_label\":\"Futsal\",\"ctx\":\"Many shots are shown of boys playing soccer and being interviewed and leads into the coach being interviewed. many people\",\"endings\":\"['speak to the camera as well as a man driving around with a microphone as well as some more shots of them playing.', 'speak to the camera as well as record the game and move around the field.', 'are shown running around the field and a kid laying on the ground.', 'enjoy watching the game and finish with more players being interviewed.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}