{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2d02c2ea-b0d8-5cb3-bf47-8818ba3dd4b4","task_key":"default--validation--29154","task_revision_id":"1","upstream_id":"29154","short_description":"HellaSwag validation 29154","config":"default","split":"validation","body":"{\"activity_label\":\"Playing pool\",\"ctx\":\"A man is seen paying pool on a table and pausing to point to the balls and table. several people\",\"endings\":\"['are seen going around the room hitting the balls in the table while others keep cue and shoot at them.', 'watch as the guy plays in the pool and continues to shoot the ball back and fourth to the person holding a stick.', 'watch him on the side while he demonstrates how to shoot and ends by shooting several balls at once and cheering.', 'slide pool balls back and forth to the same spot.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}