{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f755841d-35d6-5a6d-ae44-3860cd2565e3","task_key":"default--validation--14446","task_revision_id":"1","upstream_id":"14446","short_description":"HellaSwag validation 14446","config":"default","split":"validation","body":"{\"activity_label\":\"Using uneven bars\",\"ctx\":\"She hops down while the man talks again and switches back and fourth to him talking and her performing. she\",\"endings\":\"['hops down again on the landing and finishes her performance by jumping up and down and a man completing another piece of gymnastics.', 'puts chalk on her hands and continues flipping around on the bars and the man finishes speaking.', 'then goes back to the man and they exchange more words and then finally he joins her in a martial arts gesture.', 'balances with one hand while they talk again and jumps down.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}