{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4d67681e-2121-5a9b-aec0-797512769488","task_key":"default--validation--36890","task_revision_id":"1","upstream_id":"36890","short_description":"HellaSwag validation 36890","config":"default","split":"validation","body":"{\"activity_label\":\"Shuffleboard\",\"ctx\":\"A young lady in shorts pushes a black shuffleboard puck across a cement shuffleboard court as a lady in a striped shirt watches her. the lady\",\"endings\":\"['looks down as she serves the wedge.', 'taps the puck with her stick before pushing it hard and pushing the puck across the court.', 'picks up speed as she attempts to hit the puck with the baseball bat.', 'jumps back and thweer to the sides of the court.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}