{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1b97fe74-c5fc-53d8-b3d6-fa96f4be0345","task_key":"default--validation--38949","task_revision_id":"1","upstream_id":"38949","short_description":"HellaSwag validation 38949","config":"default","split":"validation","body":"{\"activity_label\":\"Javelin throw\",\"ctx\":\"Various pictures of javelin athletes are shown that lead into videos of the athletes throwing the pole. a man\",\"endings\":\"['then steps up and demonstrates how to properly throw the pole while bouncing up and down.', 'talks to the camera while holding a metal ball and talking to the camera and other athletes.', 'is watching the entire performance while people are playing the game.', 'is then shown attempting hand stands on the rope and runs to another location and is shown again over and over throwing the pole.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}