{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5429b849-1a06-5984-b4cb-2417f1d43cad","task_key":"default--validation--13263","task_revision_id":"1","upstream_id":"13263","short_description":"HellaSwag validation 13263","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"An athletic woman is seen running down a track with a large group of people watching her on the sidelines. she\",\"endings\":\"['flips several times before finally throwing the javelin into the air.', 'holds the arm of another girl who runs down the track while many watch on the sidelines.', 'continues running and finishes the race while collapsing on the ground in the end and breathing heavily while crying.', '94 runs down the track and runs past an audience of people.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}