{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5e99dc63-f789-54c7-8cca-3499910829b3","task_key":"default--validation--40800","task_revision_id":"1","upstream_id":"40800","short_description":"HellaSwag validation 40800","config":"default","split":"validation","body":"{\"activity_label\":\"Blowing leaves\",\"ctx\":\"A leaf blower is shown blowing a large pile of leaves across a green lawn in front of residential houses. the leaves\",\"endings\":\"['fly up in the air but stick largely together as the the leaf blower wipes the ground clean of brown leaves and starts to form piles on the lawn.', 'blow in several different ways and all different colors on all at the same time.', 'get moved over by a hand driving that continues to blow leaves.', 'turn yellow, and smoke begins to blow from the mouth of the blower.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}