{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"38ebd1d5-619a-5da6-a069-238ea11c6f5c","task_key":"default--validation--3802","task_revision_id":"1","upstream_id":"3802","short_description":"HellaSwag validation 3802","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"A man runs up to a beam and jumps over it several times. he\",\"endings\":\"['walks back around and stands on a pair of stilts before jumping over the beam two times.', 'then snowboards down the mountain as people watch and applaud.', 'makes at least six attempts.', 'jumps up and down on the beam.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}