{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2b6b89e0-e26b-5753-8e04-f9b13d311cfe","task_key":"default--validation--22997","task_revision_id":"1","upstream_id":"22997","short_description":"HellaSwag validation 22997","config":"default","split":"validation","body":"{\"activity_label\":\"Laying tile\",\"ctx\":\"Man is showing a place without the wooden floor and its putting the wooden pole in the floor measuring the space. the man\",\"endings\":\"['makes a wedge shown in the tabletop making the zoom picture.', 'put the wooden poles on the floor and put the wooden floor with the wood floor.', 'starts to go roller sean on the room dealingwith the wood floor and the wooden floor.', 'puts a wood sheet in space and put floor tiles.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}