{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e14be76d-5cbe-5aa1-a23f-b23db8326620","task_key":"default--validation--34140","task_revision_id":"1","upstream_id":"34140","short_description":"HellaSwag validation 34140","config":"default","split":"validation","body":"{\"activity_label\":\"Capoeira\",\"ctx\":\"People is in a court stretching and making exercise, jumping the rope and weightlifting. man\",\"endings\":\"['wearing red shirt is shining the shoes, the cat is sitting on the neck of the chair.', 'is practicing gymnastic spins holding a fitness stick wearing a black suit, sometimes he falls down his weight, other times he is successful.', 'is talking to the camera and the people practicing capoeira, doing suicides and weightlifting are training.', 'is wearing a black uniform and standing in a used court holding trainer.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}