{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"33919d2d-c105-5db4-9b1b-0a0ab957120b","task_key":"default--validation--31267","task_revision_id":"1","upstream_id":"31267","short_description":"HellaSwag validation 31267","config":"default","split":"validation","body":"{\"activity_label\":\"Layup drill in basketball\",\"ctx\":\"A basketball player is seen jumping under a basketball ball net and shooting a ball continuously at the net. she\",\"endings\":\"['continues jumping around the court with the ball throwing it off into the distance and back again.', 'continues shooting and the video ends with various text across the screen.', 'continuously throws the ball over the hoop to another child who dives in after it and takes it away.', 'is seen again in a different shot jumping over a net and shooting a ball straight across it over the net.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}