{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c6aa8bbd-922e-507f-bba8-6a4f1cfac98a","task_key":"default--validation--12589","task_revision_id":"1","upstream_id":"12589","short_description":"HellaSwag validation 12589","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"Then older sister begins playing the violin while the younger sister watches her. The older girl shows her sister how to play the violin. then they both\",\"endings\":\"['begin to play the violin together.', 'play the racket and this older sister starts posing for the camera.', 'win continuously and the older sister then gets more practice and even stops playing.', 'show their leave after the sister speaks to the younger sister.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}