{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"73949fab-1e9b-53f5-9f32-0c886d1f75e0","task_key":"default--validation--18185","task_revision_id":"1","upstream_id":"18185","short_description":"HellaSwag validation 18185","config":"default","split":"validation","body":"{\"activity_label\":\"Clean and jerk\",\"ctx\":\"A man is bent over holding on to a weight with lots of weight on it. he\",\"endings\":\"['is then showing how to use the weight to lift upper body up and down.', 'releases the weight and that weight lands on the stadium floor.', 'is pulling to and fro with the weight until he reaches one that is very heavy.', 'squats down kind of and picks it up, it looks very heavy and kind of painful.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}