{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b255b16-76e8-5c59-824d-d0cd3162b480","task_key":"default--validation--45629","task_revision_id":"1","upstream_id":"45629","short_description":"HellaSwag validation 45629","config":"default","split":"validation","body":"{\"activity_label\":\"Cutting the grass\",\"ctx\":\"A young boy is seen standing behind a lawn mower and begins pushing. he\",\"endings\":\"['moves back and fourth until the mower stops and he turns it on fully.', 'stops to throw a rock out of the way and another man helps him start it.', 'pushes the pin back and forth while pushing the mower from side to side.', 'seems to be explaining something into a red device attached to the mower before pushing the mower.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}