{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1bf485ec-ca5f-5cdf-ad4f-808c66a5be54","task_key":"default--validation--33442","task_revision_id":"1","upstream_id":"33442","short_description":"HellaSwag validation 33442","config":"default","split":"validation","body":"{\"activity_label\":\"Playing pool\",\"ctx\":\"The man is now teaching the woman how to shoot the pool ball while standing behind her. The woman makes the shot and they celebrate with a high five. the man\",\"endings\":\"['throws the woman her cue stick, he knocks over the pool table.', 'is holding her face in his hands and laughing.', 'is telling the woman how to make another shot.', 'plays with the dog who runs around the room.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}