{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2f426ba7-435b-5e61-8b62-92f8e0d0248c","task_key":"default--validation--48133","task_revision_id":"1","upstream_id":"48133","short_description":"HellaSwag validation 48133","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A man is seen looking to the camera while holding a violin. the man\",\"endings\":\"['then begins playing the instrument while the camera zooms in on his fingers.', 'then fills the violin with water while moving the bow around.', 'continues to play the instrument while looking back to the camera.', 'begins playing the violin while pausing to look back and laugh.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}