{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8eef7a22-117f-5712-9a59-16fab5a2dd19","task_key":"default--validation--10827","task_revision_id":"1","upstream_id":"10827","short_description":"HellaSwag validation 10827","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A woman in a purple dress is seated, speaking to the camera. she\",\"endings\":\"['stands up and spins her body, demonstrating some gymnastics moves.', 'holds up a box, showing her nails, then opens the box and shows more nails.', 'shows the team how to properly clean and lather their feet, washing them and rubbing them down.', 'is shown massaging cream into her face, then rinsing it off with water and patting dry with a towel.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}