{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c8eedd2a-3b26-5c2d-80ac-4b949b7a5401","task_key":"default--validation--37765","task_revision_id":"1","upstream_id":"37765","short_description":"HellaSwag validation 37765","config":"default","split":"validation","body":"{\"activity_label\":\"Playing piano\",\"ctx\":\"A man is seated at a piano by a curbside. he\",\"endings\":\"['is playing the piano as people are walking by.', 'plays a song that has an edge in its middle.', 'is playing the piano with his hands in front of him, avoiding any contact with the strings as he plays.', 'plays the piano enthusiastically, moving the keys with his hands and playing with his shoulders.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}