{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0be3f749-4619-5f77-8a71-a168631cefbe","task_key":"default--validation--3391","task_revision_id":"1","upstream_id":"3391","short_description":"HellaSwag validation 3391","config":"default","split":"validation","body":"{\"activity_label\":\"Rollerblading\",\"ctx\":\"Man is sitting in a tube and make tricks in a skate park, other man is sitting watching him. little kid\",\"endings\":\"[\\\"is holding a tire in a child's playground.\\\", 'is in a skateboard standing on the ice skating.', 'is skating in the rink and doing tricks sitting.', 'is talking to someone and watching the man in skates doing the tricks in skate park.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}