{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f59d3146-5d5e-557a-99d0-50e86bc8b92d","task_key":"default--validation--44926","task_revision_id":"1","upstream_id":"44926","short_description":"HellaSwag validation 44926","config":"default","split":"validation","body":"{\"activity_label\":\"Rollerblading\",\"ctx\":\"A woman is seen wearing roller blades and speaking to the camera. She then rides around on her blades while looking over to the camera and speaking. she\",\"endings\":\"['continues demonstrating how to properly use the blades and moving around.', 'continues riding around and gesturing to the camera.', 'moves her body back and fourth while riding along the ground and ends with her looking at the camera.', 'continues riding around and talking to the camera with her movements.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}