{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"32c82b5d-7dba-5425-9d6d-4c6f6e4da637","task_key":"default--validation--9393","task_revision_id":"1","upstream_id":"9393","short_description":"HellaSwag validation 9393","config":"default","split":"validation","body":"{\"activity_label\":\"Hand washing clothes\",\"ctx\":\"A man is seen kneeling over a bucket dipping clothes inside and washing. another man\",\"endings\":\"['is seen standing in front of a hose and dipping clothes underneath as well.', 'yells something to the camera while she continues to scrub the clothing down.', 'steps in and washes that bucket while still looking up and washing the bucket on his own and ends by speaking into a microphone.', 'is seen cleaning the bucket and laying it on a table.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}