{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"00f5403c-90eb-5e47-8720-2961cc3fd3f2","task_key":"default--validation--37384","task_revision_id":"1","upstream_id":"37384","short_description":"HellaSwag validation 37384","config":"default","split":"validation","body":"{\"activity_label\":\"Playing badminton\",\"ctx\":\"People play games of badminton on indoor courts. the players\",\"endings\":\"['have a long volley until the play in the foreground misses and the birdie lands at her feet.', 'bring the stones, then ping the birdie back to the team on the other side of the court.', 'hit the badminton, hitting the other both in the head and back.', 'tap the wood with their racket repeatedly in the outdoor game area.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}