{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"b3740a97-567c-5bc5-8a30-f2dd86b366c1","task_key":"default--validation--1701","task_revision_id":"2","upstream_id":"1701","short_description":"HellaSwag validation 1701","config":"default","split":"validation","body":"{\"activity_label\":\"Putting on shoes\",\"ctx\":\"An older women is shown sitting on a front step putting socks on with a small dog standing near her. she\",\"endings\":\"['goes back and forth putting on socks near the dog.', 'jumps up and down grabbing her socks rubbing on the dog from time to time.', 'then puts her shoe on the foot and the dog looks off into the distance.', 'brushes and walks with the dog very close.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}