{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"926e475d-6c89-5464-8915-4cc2be1e50ca","task_key":"default--validation--18499","task_revision_id":"1","upstream_id":"18499","short_description":"HellaSwag validation 18499","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"The girl runs towards a low beam and jumps over it, landing on a blue pad. video of the girl jumping\",\"endings\":\"['is replayed in slow motion.', 'as well as jumping with 360 degree swing point to set her balance is shown, and the girl continues her gymnastics routine.', 'is shown as she kisses her other teammates and climbs up the ladder to her dorm room.', 'over the strap.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}