{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a7c461f4-1a9a-5767-8b0b-8a2cbba860fb","task_key":"default--validation--21795","task_revision_id":"1","upstream_id":"21795","short_description":"HellaSwag validation 21795","config":"default","split":"validation","body":"{\"activity_label\":\"Doing crunches\",\"ctx\":\"We then see a man talking to the camera and sitting and laying on a exercise ball. The man performs sits ups while on the ball and talking. the man\",\"endings\":\"['continues and takes some more exercise balls.', 'sits up and talks to the camera.', 'ends by kneeling down on the floor and wiping his foot on the ball.', 'goes over and does push ups on the floor every time.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}