{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"60814424-7d59-5566-8e41-aef3eda43c41","task_key":"default--validation--14925","task_revision_id":"1","upstream_id":"14925","short_description":"HellaSwag validation 14925","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A woman is seen speaking to the camera and leads into her holing up a jar of honey. she\",\"endings\":\"['whips off the cream and one lens, takes the lens off and puts them back on.', 'sprinkles some into a bowl, then stirs it together with honey.', 'continues speaking and leads into her rubbing honey on her face.', 'then opens the jar and pours the honey around the skillet while on top.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}