{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"93d7f859-6a17-5d12-b344-468e5b581b82","task_key":"default--validation--33880","task_revision_id":"1","upstream_id":"33880","short_description":"HellaSwag validation 33880","config":"default","split":"validation","body":"{\"activity_label\":\"Braiding hair\",\"ctx\":\"Separate hair into two parts down the middle. French braiding hair from left to right all the way to the end. french braiding hair\",\"endings\":\"['coming down the side down to a side as the end of the hair is revealed.', 'from left to right when gained.', 'from the back going right to left all the way to the end.', 'pants are on the left side of the head.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}