{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2e7c07e0-3426-562a-8a6f-73ad2be4ea10","task_key":"default--validation--15109","task_revision_id":"1","upstream_id":"15109","short_description":"HellaSwag validation 15109","config":"default","split":"validation","body":"{\"activity_label\":\"Painting furniture\",\"ctx\":\"The man takes some white paste out of a can, adds some coloring to it and mixes it. the man\",\"endings\":\"['trims the hair straight and down from the sides, showing off the whitening solution.', 'applies the brown colored paste to holes in the wood.', 'uses the mixture to blue coloring the tile.', 'grinds the paste together in the can.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}