{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f36ae015-d939-5928-9554-67fbaf14fd7f","task_key":"default--validation--15768","task_revision_id":"1","upstream_id":"15768","short_description":"HellaSwag validation 15768","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A girl is shown speaking to the camera with clips of women splashing water on their face. the girl\",\"endings\":\"['then begins washing her face in the sink.', 'then sports an electric razor and begins to brush her face while still speaking to the camera intermittently.', 'continues speaking to the camera while a man soaks up the water and laughs.', 'continues speaking while turning it towards the camera while laughing.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}