{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"35110705-de86-53c2-8ffa-f53aa7d9ad71","task_key":"default--validation--5997","task_revision_id":"1","upstream_id":"5997","short_description":"HellaSwag validation 5997","config":"default","split":"validation","body":"{\"activity_label\":\"Table soccer\",\"ctx\":\"The player at the bottom of the screen scores and the camera man shows the score and the replay on a screen near the table. the player\",\"endings\":\"['at the bottom of the screen and the player at the bottom rises from the table.', 'at the top of the screen scores and the camera man shows the screen again with an instant replay and the score.', 'at the top of the screen, scores again and one of the players in the black and white video melts for a bit.', 'stands and walks to the corner, threw money at the player who scores and the video starts again.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}