{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"605c00a4-29c8-51ba-b397-1131b00579ad","task_key":"default--validation--20233","task_revision_id":"1","upstream_id":"20233","short_description":"HellaSwag validation 20233","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A boy rinses his face with water in a bathroom sink. the boys\",\"endings\":\"['wash his face with their hands after they brush his teeth.', 'laugh and joke together in the bathroom.', 'turns on the faucet.', 'stand under the stream of water battling each other.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}