{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"64fd7dc0-2f89-59bf-bd20-2c5722bba2d4","task_key":"default--validation--49584","task_revision_id":"1","upstream_id":"49584","short_description":"HellaSwag validation 49584","config":"default","split":"validation","body":"{\"activity_label\":\"Shot put\",\"ctx\":\"More shots are shown of the man spinning himself around and throwing an object while others measure his throw. he\",\"endings\":\"['continues spinning himself around, throwing the object up and down through obstacles and zooms in close on himself.', 'throws the object one more time and his score is shown.', 'continues spinning himself around moving his body and flipping himself off the side barely missing the throw.', 'throws more object into the air and spins it a few more times.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}