{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"216a1595-7eb1-53f5-8b48-0215df4d96f7","task_key":"default--validation--19112","task_revision_id":"1","upstream_id":"19112","short_description":"HellaSwag validation 19112","config":"default","split":"validation","body":"{\"activity_label\":\"Using the pommel horse\",\"ctx\":\"A person is seen climbing up on top of a piece of exercise equipment and performing a gymnastics routine. the person\",\"endings\":\"['continues spinning around on the equipment and ends by jumping down on the side.', 'spins and gets off and performs several moves on the machine.', 'follows the instructor all along the beam while spinning and doing acrobatics on the beam.', 'spins his body around and around on the bar and ends by jumping off and appearing back on the side of the machine.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}