{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"95886199-f77c-51af-9c20-23e81e910d2d","task_key":"default--validation--12994","task_revision_id":"1","upstream_id":"12994","short_description":"HellaSwag validation 12994","config":"default","split":"validation","body":"{\"activity_label\":\"Decorating the Christmas tree\",\"ctx\":\"Two kids are standing in front of a christmas tree showing purple boots that are on the christmas tree hanging. the kids\",\"endings\":\"['then put their sneakers on and get on the santa outfit.', 'put on the boots that appear next to the tree.', 'are pointing out the balls and the ornamens.', 'start decorating the christmas tree by grabbing the lights and taping them around the christmas tree.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}