{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"710d1b5f-4e08-5dea-bf22-b34a72303edf","task_key":"default--validation--30635","task_revision_id":"1","upstream_id":"30635","short_description":"HellaSwag validation 30635","config":"default","split":"validation","body":"{\"activity_label\":\"Putting in contact lenses\",\"ctx\":\"There is another lady seated on a table along with two other women, demonstrating how to wear colored lenses in eyes. They are talking and discussing about the lenses and how it works. there\",\"endings\":\"[\\\"'s a commercial shown where the same lenses are worn by several people to show how it can be used.\\\", 'are several more images of how the lenses work.', 'are several items shown on the table in front of them, individual leaves and quotes.', 'is a man at one end of a runway talking about the process of using the lenses in the eyes.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}