{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d3992bc3-6bc8-5265-8712-7be76a530c4f","task_key":"default--validation--40294","task_revision_id":"1","upstream_id":"40294","short_description":"HellaSwag validation 40294","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A woman is seen speaking to the camera while holding a violin and continues with her playing the violin and pausing. the woman\",\"endings\":\"['continues playing while bending down to speak to the camera while still looking to the camera and still looking to the violin.', 'continues playing her body and smiles to the camera while still speaking.', 'continues playing the instrument and stopping to speak to the camera and demonstrate how to play.', 'continues speaking more and moving all the way up to her shoulders.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}