{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"649630b6-28fe-5a3a-aa70-c6946c6ce0c5","task_key":"default--validation--7785","task_revision_id":"1","upstream_id":"7785","short_description":"HellaSwag validation 7785","config":"default","split":"validation","body":"{\"activity_label\":\"Cutting the grass\",\"ctx\":\"Person drives the red riding lawnmower across the yard. The dogs run across the yard. the person\",\"endings\":\"['decides to turn off the red mower.', 'pushes the mower as far as it will go and jumps over it.', 'walks across the yard and opens the back door of the red riding lawnmower.', 'puts a tack on a black, and then the dogs run by.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}