{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"70aa60fe-caf8-5b76-98c9-0ee2fe084b2a","task_key":"default--validation--4252","task_revision_id":"1","upstream_id":"4252","short_description":"HellaSwag validation 4252","config":"default","split":"validation","body":"{\"activity_label\":\"Spinning\",\"ctx\":\"Several other people in the class can be seen on stationary bicycles in the mirror behind the instructor. The woman is then shown on the ground demonstrating an exercise. the spin class\",\"endings\":\"['continues to teach the way to ride around on the bike.', 'is shown again still in progress.', 'ends and the people run straight into each other.', 'begins to use a fast sort of machine that moves swiftly and gracefully.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}