{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e79ee888-b7cd-56c4-9080-62cf351501c9","task_key":"default--validation--16338","task_revision_id":"1","upstream_id":"16338","short_description":"HellaSwag validation 16338","config":"default","split":"validation","body":"{\"activity_label\":\"Polishing shoes\",\"ctx\":\"A woman is standing inside a bathroom. She is using the rollers on the bottom of a machine. she\",\"endings\":\"['uses a curling iron to scrub the side of her face.', 'sticks her boots in the machine and they get polished.', 'uses them to blow dry her hair.', 'begins to groom dogs using the product.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}