{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"646f8ade-e57b-5b21-aa69-aae882f8b26a","task_key":"default--validation--10996","task_revision_id":"1","upstream_id":"10996","short_description":"HellaSwag validation 10996","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A toddler wash his hands in the sink. Then, the toddler splash water on his face and smile. the toddled\",\"endings\":\"['puts water on his face, and then moves his head.', 'then grab the ladder of the sink.', 'while washing his hands.', 'to the mirror and record the germs on his face.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}