{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7ca84502-b6b9-587f-811b-1b419272d3fc","task_key":"default--validation--22616","task_revision_id":"1","upstream_id":"22616","short_description":"HellaSwag validation 22616","config":"default","split":"validation","body":"{\"activity_label\":\"Mowing the lawn\",\"ctx\":\"A man is standing outside in his front lawn with his mower. he\",\"endings\":\"['talks about different lengths of grass for a while and then bends down to his mower.', 'takes the leaf blower out of the back of his van before beginning to mow the lawn.', 'goes to start it up and maneuvers it around so the back is pointing.', 'spins the mower all around trying to stay afloat.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}