{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"67a9ea0a-6ee3-578d-9404-15d7c6e77852","task_key":"default--validation--16529","task_revision_id":"1","upstream_id":"16529","short_description":"HellaSwag validation 16529","config":"default","split":"validation","body":"{\"activity_label\":\"Clean and jerk\",\"ctx\":\"Two men are standing in the corner around a stand putting powder on their hand. one man\",\"endings\":\"['then walks onto the stage and positions himself to lift up a weight.', 'puts his hand on another mans head and they begin playing tug of war.', 'talks to the other before punching and kicking the other man.', 'hand throws the tube on the grass while one man is standing next to him.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}