{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2e70e2a4-4d09-5cc5-98ca-4f8c8cba0709","task_key":"default--validation--36052","task_revision_id":"1","upstream_id":"36052","short_description":"HellaSwag validation 36052","config":"default","split":"validation","body":"{\"activity_label\":\"Layup drill in basketball\",\"ctx\":\"Four people are seen standing on a basketball court. One begins shooting baskets while the others grab balls for her. another man\",\"endings\":\"['runs to hit the ball with her.', 'is shown bartending and throws the ball, before two more people try to shoot.', 'steps into frame while the girl continues to practice.', 'comes onto the screen and throws a ball the lady is aiming for and the girl shoots.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}