{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"61ff2123-e215-5af4-bd92-f5f1cb95a972","task_key":"default--validation--6829","task_revision_id":"1","upstream_id":"6829","short_description":"HellaSwag validation 6829","config":"default","split":"validation","body":"{\"activity_label\":\"Camel ride\",\"ctx\":\"Two women are sitting on a small camel. The woman on the back of the camel waves at the camera. the camel\",\"endings\":\"[\\\"begins to walk and carry the women on it's back.\\\", 'is running fast and the people behind keep up with his pace.', 'takes off on its side and the two women follow behind.', 'shakes the woman on its back.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}