{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2592faea-d23c-5b7a-b936-e6bc0629663f","task_key":"default--validation--17795","task_revision_id":"1","upstream_id":"17795","short_description":"HellaSwag validation 17795","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"Two men are talking in a gym holding big freezers on their backs. One of the man open the freezer and take out a drawer. man\",\"endings\":\"['opens the fridge and takes out a beer also put the handle on the freezers.', 'starts grabbing and stuffed on his weightlifting belt.', 'cause his ice cream is inside of the refrigerator.', 'close the drawer and keep walking.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}