{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a9d202b2-6ab3-50aa-87f4-2a080b8e8a95","task_key":"default--validation--10637","task_revision_id":"1","upstream_id":"10637","short_description":"HellaSwag validation 10637","config":"default","split":"validation","body":"{\"activity_label\":\"Mooping floor\",\"ctx\":\"The man puts the mop into the blue mop bucket first and then he starts mopping. first he\",\"endings\":\"['sits down and scrubs his right leg with the mop again.', 'continues mopping mopping tapping the wooden floor.', 'mops near the stove and the counter.', 'uses the mop to push all the hair away from his face.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}