{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fc3fa1ba-dd94-53ff-9b2d-ff23a45a6e11","task_key":"default--validation--45856","task_revision_id":"1","upstream_id":"45856","short_description":"HellaSwag validation 45856","config":"default","split":"validation","body":"{\"activity_label\":\"Arm wrestling\",\"ctx\":\"Two people are seen sitting on a couch and then down to the floor. They place their hands out and begin arm wrestling one another. the woman\",\"endings\":\"['down shows off her arms and knees while people cheer on and others shake their hands.', 'laying on the floor continues the arm wrestling match with one continuing the hand wrestling match.', 'continues pushing the man around while the man chains her up.', 'beats the man and they shake hands while speaking.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}