{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cb059042-2f93-5958-a9e4-9aec76bbaa06","task_key":"default--validation--46391","task_revision_id":"1","upstream_id":"46391","short_description":"HellaSwag validation 46391","config":"default","split":"validation","body":"{\"activity_label\":\"Having an ice cream\",\"ctx\":\"The graphic \\\"ice cream eating competition\\\" appears on screen. Three people are eating ice cream out of cups with their fingers. the woman on the far end\",\"endings\":\"['finishes hers first, followed by the other two.', 'of the table licks her spoon while balancing it in her mouth.', 'looks down from her tablet.', 'of the ice cream cup is licking the spoon, which is passed along with both kids putting the spoon into their mouth.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}