{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3ad13532-2722-50d2-92f0-c6453f6fbfd0","task_key":"default--validation--12131","task_revision_id":"1","upstream_id":"12131","short_description":"HellaSwag validation 12131","config":"default","split":"validation","body":"{\"activity_label\":\"Playing harmonica\",\"ctx\":\"Man is standing holding an harmonica while is playing the guitar and its reading the music sheet. man\",\"endings\":\"['is perusing the notes on his wrist sound proof nib.', 'is talking to the camera making mouthpiece and taking the elliptical.', 'is teaching how to play the harmonica in the key of a and its talking and playing the guitar.', 'is holding a person playing an acoustic guitar.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}