{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cbab86e3-dabd-5ccd-a237-6cffa0226ebf","task_key":"default--validation--31733","task_revision_id":"1","upstream_id":"31733","short_description":"HellaSwag validation 31733","config":"default","split":"validation","body":"{\"activity_label\":\"Using the pommel horse\",\"ctx\":\"He is performing in an indoor stadium full of spectators. He continues to excel in doing his moves steadily on the horse bar. after he\",\"endings\":\"['is done, he walks off under the stage and stands at the end of the land stage.', 'finishes his performance unique is shown in front of a large audience.', 'is done, a woman comes onto the screen and talks to the kid who is participating in the exercise.', \\\"'s done, he gets off the bar and one of the coaches hugs him as the crowd cheers for him.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}