{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d1822707-1583-5148-9eea-13907733cdf4","task_key":"default--validation--28613","task_revision_id":"1","upstream_id":"28613","short_description":"HellaSwag validation 28613","config":"default","split":"validation","body":"{\"activity_label\":\"Futsal\",\"ctx\":\"A soccer player is held back from kicking a soccer ball on a field by a referee on the field. two teams\",\"endings\":\"['kick the ball to one another, they are then able to grab onto the ball and hold onto it.', 'play soccer in an outdoor field in front of an audience, the black and white team makes a goal and celebrates by smiling and clapping each others hands and waiving at the audience.', 'huddle up holding a goal.', 'are curling on the sidelines.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}