{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"207cc1aa-e549-595a-9b31-16ab2270add2","task_key":"default--validation--22980","task_revision_id":"1","upstream_id":"22980","short_description":"HellaSwag validation 22980","config":"default","split":"validation","body":"{\"activity_label\":\"Welding\",\"ctx\":\"A man is seen holding a blow torch and begins using it while pulling his mask down. the man\",\"endings\":\"['continues to blow the camera in various ways and give close ups to the camera when he is done.', 'continues to put on his mask while blowing up his mask.', 'continuously sparks with the machine on a piece of metal.', 'turns off the torch and uses it again with his face up and moves down his body.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}