{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a3e18b6d-c381-55d5-a46d-f137788ebe43","task_key":"default--validation--42712","task_revision_id":"1","upstream_id":"42712","short_description":"HellaSwag validation 42712","config":"default","split":"validation","body":"{\"activity_label\":\"Snatch\",\"ctx\":\"Man is in roofed gym weightlifting. Woman is walking behind the man watching the man. woman\",\"endings\":\"['is tightening balls on stand on front of weight bar.', 'is lifting eights while he man sits to watch her.', 'is doing mediocrity spinning on the floor.', 'lift the weight lift man.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}