{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a3094a36-3ac6-5cf6-a944-7fe40677ea93","task_key":"default--validation--7595","task_revision_id":"1","upstream_id":"7595","short_description":"HellaSwag validation 7595","config":"default","split":"validation","body":"{\"activity_label\":\"Table soccer\",\"ctx\":\"Two men and two women are playing table soccer and showing the table. A man and a woman are in a living room playing table soccer. people\",\"endings\":\"['are in a comercial showing the socer table and playing.', 'standing around her and in the corner practicing table soccer.', 'are standing in street behind them watching.', 'are walking by the table wearing white bumper cars.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}