{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"da3c0e00-0d9c-53bf-bd62-2f2c35a6b188","task_key":"default--validation--7208","task_revision_id":"1","upstream_id":"7208","short_description":"HellaSwag validation 7208","config":"default","split":"validation","body":"{\"activity_label\":\"Playing harmonica\",\"ctx\":\"A man walks into frame and holds up a harmonica. He then begins playing the instrument and moving his hands around. he\",\"endings\":\"['continues playing and looking off into the distance.', 'continues playing while pausing to speak to the camera and finishes by walking away.', 'pauses to speak to the camera and continues playing on the harmonica.', 'continues to play and ends by gesturing and smiling.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}