{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"47c56ccb-2e3f-50d8-b8b2-36864118882a","task_key":"default--validation--37129","task_revision_id":"1","upstream_id":"37129","short_description":"HellaSwag validation 37129","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A close up of a violin is seen with a person's hands moving all around. the man\",\"endings\":\"['closes a book and shows a tune next to the instrument.', 'uses a brush to rub sumo art all over the neck of the violin followed by pushing it back.', 'begins playing the violin while moving his hands up and down.', 'holds the violin up and continues playing while moving his hands all around.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}