{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1d2f1f53-21a9-5a4e-9e2a-c83b00c23942","task_key":"default--validation--8300","task_revision_id":"1","upstream_id":"8300","short_description":"HellaSwag validation 8300","config":"default","split":"validation","body":"{\"activity_label\":\"Playing beach volleyball\",\"ctx\":\"The ball goes out of bounds. The man in green picks up the ball. The man with red shorts serves the ball. the man\",\"endings\":\"['who is in black is running and served the ball.', 'in blue shorts serves again.', 'in blue walks over and walks in front of the ball, serves it and walks the other way.', 'serves the ball again.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}