{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"91ce6529-8314-5cfc-8c33-9a31502f9c20","task_key":"default--validation--3631","task_revision_id":"1","upstream_id":"3631","short_description":"HellaSwag validation 3631","config":"default","split":"validation","body":"{\"activity_label\":\"Hurling\",\"ctx\":\"The video is demonstrating how to catch the ball and scoop it up with the stick. It also demonstrates how to balance the ball on the stick as the player runs. the players\",\"endings\":\"['are showing all the steps in the tutorial where the one of the player shoots the ball bravely for a point.', 'continue running and receiving a high five from the coach before they go serve the ball.', 'start to play tennis as they attempt to catch the balls.', 'are blocking the ball as the referee is trying to prevent them from throwing it.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}