{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9b918aa9-1ac6-51f3-b451-7490702ab2c7","task_key":"default--validation--21853","task_revision_id":"1","upstream_id":"21853","short_description":"HellaSwag validation 21853","config":"default","split":"validation","body":"{\"activity_label\":\"Making a lemonade\",\"ctx\":\"She strains her juice into a bigger cup. At an oven, she prepares simple sugar with water and sugar. she\",\"endings\":\"['places the empty cup into the oven to cool.', 'drizzles some more sugar into the cup.', 'adds juice to it the rest of the time.', 'mixes all of her ingredients in a pitcher to make lemonade.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}