{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2fb4817b-6c97-506e-a73e-9dfc4ad7a344","task_key":"default--validation--39375","task_revision_id":"1","upstream_id":"39375","short_description":"HellaSwag validation 39375","config":"default","split":"validation","body":"{\"activity_label\":\"Surfing\",\"ctx\":\"Several clips are shown of people surfing while the boy speaks as well as shows clips of him on the beach. the man\",\"endings\":\"['then holds a start line off and onto the kid and teaches him how to surf.', 'continues to speak and shows off the subject as well as the ocean being calm and the boys moving through the water and the man backing off once the man is done.', 'continues surfing as more shots are shown of him speaking.', 'continues talking and more clips are shown of the surfers jumping over falls and still to speak.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}