{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"208ff51c-a0ea-5a25-8169-21520d73f94e","task_key":"default--validation--47841","task_revision_id":"1","upstream_id":"47841","short_description":"HellaSwag validation 47841","config":"default","split":"validation","body":"{\"activity_label\":\"Playing harmonica\",\"ctx\":\"A small group of people are seen sitting around a classroom with one playing the harmonica. one woman\",\"endings\":\"['addresses the boy and the man gives the young girl a text message.', 'is seen dancing around behind him as he continues to play the instrument.', 'looks back and smiles at the camera while the hit the harmonica.', 'blow hands on the ground in a show of frustration.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}