{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cc85ad31-24b5-5ca7-9c80-8b7b75e5a3ea","task_key":"default--validation--21744","task_revision_id":"1","upstream_id":"21744","short_description":"HellaSwag validation 21744","config":"default","split":"validation","body":"{\"activity_label\":\"Javelin throw\",\"ctx\":\"Several athletes compete for the javelin world championships. The russia dimitri is 3rd bronze medal in the competition. The japanese jenki is silver medal. till\",\"endings\":\"['javelin 1990 the russian javelin champion anna rubens is strong.', 'from germany won the gold medal.', 'loesos facility there is no competition.', 'now the french have won each javelin every round.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}