{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b987e194-76ae-5b47-8c55-7665c4bf42f5","task_key":"default--validation--34475","task_revision_id":"1","upstream_id":"34475","short_description":"HellaSwag validation 34475","config":"default","split":"validation","body":"{\"activity_label\":\"Futsal\",\"ctx\":\"The player in yellow shirt kicked the ball towards the goal, and the goalkeeper was not able to catch it, another player in red shirt kicked the ball and the goalkeeper weren't able to catch it. the goalkeeper\",\"endings\":\"['kicked the ball and the player in yellow hit the goal as the defender started to jump.', 'is standing in front of the net, the crowds are cheering.', 'jumped on the other person to try to block a kick from the goalkeeper.', 'kicked the ball towards the goal and another white player in blue shirt blocked the ball, and the goalkeeper uniform lost.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}