{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a5483c84-b225-5f9f-bc43-842f80d116a2","task_key":"default--validation--12110","task_revision_id":"1","upstream_id":"12110","short_description":"HellaSwag validation 12110","config":"default","split":"validation","body":"{\"activity_label\":\"Layup drill in basketball\",\"ctx\":\"A person is seen passing a basketball all around a court to others and ending by shooting a basket. the group\",\"endings\":\"['continues to play back and fourth on their basketball around the court.', 'continues playing basketball while looking forward and stopping to speak.', 'continues with other youth playing the game and taking pictures to show around.', 'continues to pass the ball around to one another performing drills while the coach instructs.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}