{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a36a874d-e86c-5407-bf4e-13be49f7dde9","task_key":"default--validation--12199","task_revision_id":"1","upstream_id":"12199","short_description":"HellaSwag validation 12199","config":"default","split":"validation","body":"{\"activity_label\":\"Beach soccer\",\"ctx\":\"Man is doing a corner and scores a goal and ruun to his teammates to celebrate. the game start te game and men\",\"endings\":\"['start doing front is to the goal taking hits in the game.', 'start dancing and throwing the ball holding all the bowls as score again.', 'are celebrating is guiness.', 'keeps running and scores another goal and celebrates while there s a repetition.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}