{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"15d16bc5-c0e6-5c90-a613-82eaa49161ca","task_key":"default--validation--19511","task_revision_id":"1","upstream_id":"19511","short_description":"HellaSwag validation 19511","config":"default","split":"validation","body":"{\"activity_label\":\"Snatch\",\"ctx\":\"A man shows a video of himself training for the weightlifting events in the olympics. several times\",\"endings\":\"['he practices weightlifting while someone films him and clips him outside.', 'he is shown doing lift lifts and then off of the bar.', ', times when they are in the olympics, coaches speak with them while the camera pans around the competition.', ', he picks up weight and lifts it over his head.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}