{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d9c99621-72a3-59cc-9f9f-662ca18c12a7","task_key":"default--validation--41179","task_revision_id":"1","upstream_id":"41179","short_description":"HellaSwag validation 41179","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"The other woman in the hat also falls. They both try to get up but they keep falling down. one of the women\",\"endings\":\"['tries to get on the table and falls into the chair.', 'starts to crawl to the finish line.', 'is pushed off from the ground and fell.', 'gets up but falls down and cars or planes pass by.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}