{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0ec8abf6-a952-52af-b434-8dd4e5aa38f3","task_key":"default--validation--16923","task_revision_id":"1","upstream_id":"16923","short_description":"HellaSwag validation 16923","config":"default","split":"validation","body":"{\"activity_label\":\"Doing fencing\",\"ctx\":\"Two men are standing with others in a gym. They are engaged in a game of fencing. they\",\"endings\":\"['parry back and forth with their swords.', 'hit the point with the sticks as they simulated it.', 'knock the other male down onto the mat as he tries to recover and get back up.', 'kick and punching each other, and run to kick or kick someone else.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}