{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c7789ce2-f077-5f6c-8712-2a55cf02cf49","task_key":"default--validation--44099","task_revision_id":"1","upstream_id":"44099","short_description":"HellaSwag validation 44099","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"The boy is talking again. The boy gets up and leaves the room. He goes to the bathroom and is rubbing his eyes. he\",\"endings\":\"['gets back on bed and a large container of something is shown.', 'gets back up and speaks to the camera.', 'looks in the mirror then reaches for the face wash and puts some in his hand.', 'gets back and starts shaving his legs with a razor.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}