{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"48747ec9-fbf8-5786-b4c6-147adbd941c9","task_key":"default--validation--7469","task_revision_id":"1","upstream_id":"7469","short_description":"HellaSwag validation 7469","config":"default","split":"validation","body":"{\"activity_label\":\"Skateboarding\",\"ctx\":\"An introduction comes onto the screen for a video about skate boarding tricks. several tricks\",\"endings\":\"['are shown while someone narrates the tricks.', 'are shown on what appears to be a ski lift.', 'are shown of skate boarding, ranging from riding by some sort of ladder, up from couches, and down from sinks.', 'are shown on the skates as they move quickly.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}