{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"302daa99-6085-54ed-aada-b6728126aafd","task_key":"default--validation--478","task_revision_id":"2","upstream_id":"478","short_description":"HellaSwag validation 478","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A cat is sitting in a cat bed. It is licking its paw. it\",\"endings\":\"['then wipes its paw on its ear.', 'crawls to the door.', \\\"'s laying down about six inches away from the camera.\\\", 'crawls on one foot to get closer to the camera.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}