{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7071e8f3-3c8f-510f-8b6c-3fca92a813ef","task_key":"default--validation--5105","task_revision_id":"1","upstream_id":"5105","short_description":"HellaSwag validation 5105","config":"default","split":"validation","body":"{\"activity_label\":\"Doing a powerbomb\",\"ctx\":\"Two men perform a flip move on a playground that leads to one being dropped on the ground. the camera\",\"endings\":\"['follows the men down the path.', 'zooms in on the fallen man while they all laugh together.', 'rolls off and turns around on itself in slow motion.', 'follows one man to the ground, but is blocked by a garbage can and one man surrounds him with objects.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}