{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e7d74050-75cf-5fa4-9c0f-04ce5b24e89f","task_key":"default--validation--32587","task_revision_id":"1","upstream_id":"32587","short_description":"HellaSwag validation 32587","config":"default","split":"validation","body":"{\"activity_label\":\"Playing water polo\",\"ctx\":\"A small group of people are seen swimming around a pool grabbing a ball and throwing it back and fourth. the people\",\"endings\":\"['continue kicking the ball around and lead into a competition involving a lot of people.', 'get up, grabbing a ball and one more throws it to the camera.', 'continue playing with one another and throw the ball around.', 'all hit the ball off the wall and continue hitting the ball around the area.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}