{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b6aad0c8-d40e-5f7b-9e32-9cfe9041a4b7","task_key":"default--validation--11652","task_revision_id":"1","upstream_id":"11652","short_description":"HellaSwag validation 11652","config":"default","split":"validation","body":"{\"activity_label\":\"Cutting the grass\",\"ctx\":\"A man walks up to the side of a cabin. He uses a large knife to cut through the grass. he\",\"endings\":\"['places a cloth on a branch as he cuts.', 'grabs a bag and kneels on the floor pointing to two pieces of wood.', 'pulls up the tree off the ground before cutting it.', 'swings the knife back and forth, cutting the grass and weeds.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}