{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"44e1ac94-ee84-5a1a-a9c3-57679d21d2e4","task_key":"default--validation--5881","task_revision_id":"1","upstream_id":"5881","short_description":"HellaSwag validation 5881","config":"default","split":"validation","body":"{\"activity_label\":\"Making a lemonade\",\"ctx\":\"The limes are juiced into a cup using a hand held press. The salt is poured into the cup from the small bowls. water\",\"endings\":\"['goes through cups and forms drinks from the sifter.', 'is poured into the water from an jar.', 'is added to the cup and more limes are squeezed in by hand.', 'is stirred into the cups and greased onto separate bowls.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}