{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b9082ad7-8420-5013-a5a4-963fa4905c98","task_key":"default--validation--22854","task_revision_id":"1","upstream_id":"22854","short_description":"HellaSwag validation 22854","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A little girl does an introduction for a video of herself playing the violin. she\",\"endings\":\"['stands in her bathroom holding her violin in one hand and attempting to play the flute with the other.', 'taps the keys with her foot as she talks.', 'begins by pressing her hand down on the keys.', 'begins to play the violin in a joyful and professional manner.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}