{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"019545d2-5eb6-52e8-bc17-12d66256977b","task_key":"default--validation--32955","task_revision_id":"1","upstream_id":"32955","short_description":"HellaSwag validation 32955","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"There's a young girl wearing a brown sweater playing the violin. She strings the violin with her left hand while she uses the bow stick with her right hand. she\",\"endings\":\"['continues playing her tune on the violin with full concentration without pausing.', 'hits the keys ferociously with both hands as she continues to play the violin.', 'pulls the violin with her left hand.', 'lifts one foot for balance on the violin.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}