{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dfda2649-259f-52ff-ac5d-da3d053cd3c7","task_key":"default--validation--30344","task_revision_id":"1","upstream_id":"30344","short_description":"HellaSwag validation 30344","config":"default","split":"validation","body":"{\"activity_label\":\"Playing badminton\",\"ctx\":\"We see an opening title screen. A man holds a badminton racket in a gym and talks. the man\",\"endings\":\"['demonstrate proper stance and grind the badminton racket.', 'bends his body in slow motion and points at the racket.', 'kneels in the gym and starts doing karate.', 'leans to the left and holds the racket out.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}