{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"76963091-0fed-56a9-bfc2-e4a28910d35d","task_key":"default--validation--39446","task_revision_id":"1","upstream_id":"39446","short_description":"HellaSwag validation 39446","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A young man holds a violin, then he plays violin. the violinist\",\"endings\":\"['lay on the back of the violinist and strum the violin.', 'press the strings with four fingers and move the bow.', 'stand by the violin, and then stand beside the band.', 'enters the orchestra room, and then a woman sits down dancing.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}