{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5239542c-7c64-5035-8b76-4326695d29e7","task_key":"default--validation--4881","task_revision_id":"1","upstream_id":"4881","short_description":"HellaSwag validation 4881","config":"default","split":"validation","body":"{\"activity_label\":\"Playing harmonica\",\"ctx\":\"Man is standing talking to the camera showing a big metal piece. Te man in the room is playing the harmonica. the man\",\"endings\":\"['is sitting in the room talking to the camera again.', 'is singing to the camera of a big metal piece.', 'takes the names of the players and plays with him and his friends and ends with the closing graphics.', 'stops playing and keeps talking to the camera in a small white room.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}