{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cfd5c22e-ce58-53ea-aa73-d2872aa2de15","task_key":"default--validation--5544","task_revision_id":"1","upstream_id":"5544","short_description":"HellaSwag validation 5544","config":"default","split":"validation","body":"{\"activity_label\":\"Raking leaves\",\"ctx\":\"A man is raking leaves in a yard. He is using a clear bag to package them up. he\",\"endings\":\"['uses big pail to wash the leaves.', 'kneels down and puts what he is raking on the ground.', 'then moves the bags out of the yard and mows the lawn.', 'scrapes the leaves together and wraps them with tape.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}