{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff120aee-73a7-59af-9eca-eb9824c53d4c","task_key":"default--validation--32007","task_revision_id":"1","upstream_id":"32007","short_description":"HellaSwag validation 32007","config":"default","split":"validation","body":"{\"activity_label\":\"Playing blackjack\",\"ctx\":\"A close up of a poker table is shown followed by the camera panning around to other tables in the area as well as people playing. several clips\",\"endings\":\"['are shown of people sitting at tables gambling as well as laughing to the camera.', 'are shown of people discussing or speaking to the camera and playing beer pong.', 'are shown of people playing in different locations while many watch on the sides.', 'are shown of people playing and playing billiards using the shot puts as well as scoring goals followed by the people running around.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}