{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5173d7a8-8ad2-5011-bb84-b760134e319e","task_key":"default--validation--8825","task_revision_id":"1","upstream_id":"8825","short_description":"HellaSwag validation 8825","config":"default","split":"validation","body":"{\"activity_label\":\"Polishing forniture\",\"ctx\":\"The chemical is captured displayed on the sit of the wooden chair. The person sprays chemical on a cotton pads and whips the wooden chair. the chair\",\"endings\":\"['is left to dry.', 'reclines as the person touches the wood with the cotton pads.', 'is moved on the side of the room assisting in the testing process.', 'is then photographed in a decoder display.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}