{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d88ddc71-7a56-5630-9b01-a82b61015c5a","task_key":"default--validation--30597","task_revision_id":"1","upstream_id":"30597","short_description":"HellaSwag validation 30597","config":"default","split":"validation","body":"{\"activity_label\":\"Waterskiing\",\"ctx\":\"A still shot picture of a body of water appears and yellow words appear on the screen and read \\\"american disk\\\" and include the website. a brunette woman\",\"endings\":\"['around 30 is sitting an interviewer walking in front of her as she speaks and then instructions appear and reads \\\" moist this sponge sponge is used in caring for fish wildlife \\\".', 'is cleaning her mouth with a toothbrush as words are shown in the middle of the screen.', \\\"is now speaking next to the water and she's smiling the whole time.\\\", ', while she is standing and wearing a grey dress is shown performing stomach crunches.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}