{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ccd2d3ab-f803-541b-9431-d06f2e82bd6e","task_key":"default--validation--16345","task_revision_id":"1","upstream_id":"16345","short_description":"HellaSwag validation 16345","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A cat is sitting on top of a white sheet. it\",\"endings\":\"[\\\"'s crying and licking its paw before closing its eyes.\\\", 'is licking its paws over and over again.', 'looks like someone is rubbing some fur on it.', 'jumps off the bed to attack someone else.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}