{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ce8aedaf-aef4-5269-8397-25088928ec39","task_key":"default--validation--39373","task_revision_id":"1","upstream_id":"39373","short_description":"HellaSwag validation 39373","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"The woman speaks and then rinses her face off and then dries her face with a towel. when the woman's face\",\"endings\":\"['is clean she starts laughing and being silly.', \\\"is dry she walks to open the door and when she's knocked out, a man comes in and holds an item up to the camera.\\\", 'is fully dried, the woman pours soap and then drips it on her face.', 'is all dried she continues to talk.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}