{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"47214935-44a9-5ce5-926b-0bb07247d9d2","task_key":"default--validation--9207","task_revision_id":"1","upstream_id":"9207","short_description":"HellaSwag validation 9207","config":"default","split":"validation","body":"{\"activity_label\":\"Camel ride\",\"ctx\":\"Two woman are outdoors at a zoo riding on the back of a camel. the woman\",\"endings\":\"['are waving and a man behind the camera is asking them to wave, look and say hi at the camera.', 'is riding, he has rope.', 'stands in the middle of the camel while walking at a rapid pace as she jumps and flips herself on the camel.', 'falls off the camel and has the camel carry her.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}