{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9b494545-8315-5622-9c51-64a7243dd92c","task_key":"default--validation--36541","task_revision_id":"1","upstream_id":"36541","short_description":"HellaSwag validation 36541","config":"default","split":"validation","body":"{\"activity_label\":\"Tennis serve with ball bouncing\",\"ctx\":\"A man is seen in several clips shooting a basket into a hoop. He is then shown attempting to play tennis when another man walks in. the man\",\"endings\":\"['hit the ball in another other direction, but eventually shows the person in the hoop again.', 'attempts several other poses while still shooting the ball to another man.', 'teaches him how to play tennis and has him practice.', 'pushes on the ball and causes it to flip back to him where he misses several times.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}