{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1b10ef12-7c53-5548-bb44-3702c03b5827","task_key":"default--validation--7425","task_revision_id":"1","upstream_id":"7425","short_description":"HellaSwag validation 7425","config":"default","split":"validation","body":"{\"activity_label\":\"Clean and jerk\",\"ctx\":\"A man lifts a barbell with weights from the ground up in a gym with other people nearby. The man lifts the barbell up above his head. the man\",\"endings\":\"['lifts the barbell over his head and drops it on the ground and hang there with one foot.', 'lifts the barbell above his head.', 'then lifts the barbell over his head and tosses it onto the mat.', 'drops the barbell onto the ground.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}