{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5460b769-7e68-58df-8d75-18b1bd53c661","task_key":"default--validation--38377","task_revision_id":"1","upstream_id":"38377","short_description":"HellaSwag validation 38377","config":"default","split":"validation","body":"{\"activity_label\":\"Using parallel bars\",\"ctx\":\"A man is seen standing on a playground while lifting himself up and down on a set of bars. the man\",\"endings\":\"['continues with this exercise and ends with him climbing back up and speaking to the camera.', 'continues bending forward and swinging himself from side to side.', 'then does several res crunches and finally turns around to the camera and smiles.', 'increases his jump and run as well as doing a few tricks.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}