{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"021413dc-56b3-580a-804a-c6b44cda6339","task_key":"default--validation--30694","task_revision_id":"1","upstream_id":"30694","short_description":"HellaSwag validation 30694","config":"default","split":"validation","body":"{\"activity_label\":\"Playing pool\",\"ctx\":\"A close up of a pool table is shown followed by a person walking around the sides. the person\",\"endings\":\"['then hits a pool ball continuously around the table.', 'throws the ball around the table and performs several back and fourth throws in slow motion.', 'moves the pool stick back and fourth and then drains the pool.', 'then hits the ball back and fourth with the stick.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}