{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eeb1b089-0129-5c17-a0c8-0a4999686bed","task_key":"default--validation--19084","task_revision_id":"1","upstream_id":"19084","short_description":"HellaSwag validation 19084","config":"default","split":"validation","body":"{\"activity_label\":\"Layup drill in basketball\",\"ctx\":\"A young team of girls is getting coached during a practice for basketball and the girls are working on their shots. A coach is standing talking to a small group of girls who are playing basket ball. the coach\",\"endings\":\"['showed the team and the girls scored several baskets.', 'gets the ball passed to her.', 'shoots baskets at the girls in front of her and then scores scores for the team, and her teammates applaud.', 'connects a string then cuts the ball in half in the air and give a high ten.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}