{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3fc575a5-5c3d-5efc-881e-274aa3e0ffcf","task_key":"default--validation--16575","task_revision_id":"1","upstream_id":"16575","short_description":"HellaSwag validation 16575","config":"default","split":"validation","body":"{\"activity_label\":\"Applying sunscreen\",\"ctx\":\"Two people are seen hosting a news segment that leads into people speaking to the camera. Several shots are shown of people putting sunscreen on as well a close ups of sunscreen. another woman\",\"endings\":\"['speaks to the camera and leads into her working on sunscreen.', 'speaks into a camera about the sunscreen and a friend giving her a hug.', 'speaks to the camera while others continue to put sun screen on each other.', 'continuously talks to the camera while applying it while still speaking to the camera and ends with a car that is eventually shown driving away.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}