{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c476a54b-9745-5f37-91ba-176e691d0841","task_key":"default--validation--30623","task_revision_id":"1","upstream_id":"30623","short_description":"HellaSwag validation 30623","config":"default","split":"validation","body":"{\"activity_label\":\"Clean and jerk\",\"ctx\":\"Friends are watching and one films. He squats and he lifts the bar. He holds it for a moment, then drops it. he\",\"endings\":\"['starts all over again and completes a second lift.', 'then lifts the bar up to his chest and squeezes his neck.', 'picks it back up and looks.', 'squats back on the mat and again he lifts the bar.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}