{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"10e094be-db20-5631-9a95-6e7fa638ea8e","task_key":"default--validation--7470","task_revision_id":"1","upstream_id":"7470","short_description":"HellaSwag validation 7470","config":"default","split":"validation","body":"{\"activity_label\":\"Skateboarding\",\"ctx\":\"An introduction comes onto the screen for a video about skate boarding tricks. Several tricks are shown while someone narrates the tricks. a man\",\"endings\":\"['is shown standing on a slack line as details of his trick are shown.', 'talks while playing a front row home on his skateboard as even more tricks are shown and narrates.', 'is shown on the screen giving details about the tricks and offering pointers and tips.', 'walks along a track with a helmet on.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}