{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"380b5909-66c6-5119-b33e-a1e156be8f9f","task_key":"default--validation--39800","task_revision_id":"1","upstream_id":"39800","short_description":"HellaSwag validation 39800","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"The man plays a scale on the violin. The violin player stops playing and describes another swing scale. the man\",\"endings\":\"['plays the electric guitar.', 'then gets up with a different measure and gives the bow to another bare skinned man.', 'plays another scale and stops to describe the scale and process of playing the violin.', 'looks through tools and text on his handheld.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}