{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cdca1e38-91cd-5951-86ad-c48d9aae744e","task_key":"default--validation--15697","task_revision_id":"1","upstream_id":"15697","short_description":"HellaSwag validation 15697","config":"default","split":"validation","body":"{\"activity_label\":\"Cutting the grass\",\"ctx\":\"The man in white shirt is cutting the grass with lawn mower. The man walked on the grass covered law. the man\",\"endings\":\"['mow the lawn sitting on a big chair.', 'cut the grass with a red frisbee, and then lifted it to his face.', 'pulled back the lawn mower and then moved it forward and repeated it.', 'lets go the tie of the mower and stand on the grass.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}