{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"15ca1aea-b11e-54ca-aaa4-2b37c9595359","task_key":"default--validation--47512","task_revision_id":"1","upstream_id":"47512","short_description":"HellaSwag validation 47512","config":"default","split":"validation","body":"{\"activity_label\":\"Blow-drying hair\",\"ctx\":\"A woman holds a hair dryer next a female while explains. then\",\"endings\":\"[', the woman blow a hair stand with her hands and neck.', \\\", the woman brushes a black dog while the dog sniff the woman's hand.\\\", ', the woman turns the dryer on and shows her hair and the rest of the hair, while the woman talks and finishes.', ', the woman takes off the adapter of the hair dryer and continues explaining.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}