{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"32b7232e-2a84-5086-83d1-da1af2d79b51","task_key":"default--validation--12861","task_revision_id":"1","upstream_id":"12861","short_description":"HellaSwag validation 12861","config":"default","split":"validation","body":"{\"activity_label\":\"Wrapping presents\",\"ctx\":\"A woman is in a living room in front of a fire. She cuts wrapping paper in strips, then wraps it neatly around a box. she\",\"endings\":\"['grabs an egg and circles it with a silver marker.', 'tapes the box, then lays it down gently on the table.', 'lets the wrapping paper fall away from the box at the end.', 'puts icing on the top, then seals it.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}