{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5fd3b238-c182-532d-8404-0cc38c583cdc","task_key":"default--validation--20462","task_revision_id":"1","upstream_id":"20462","short_description":"HellaSwag validation 20462","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"Two young girls stand in front of a fireplace holding violins. the girls\",\"endings\":\"['walk up and down the front of the room together.', 'begin playing a piece of music on the violins and then bow at the end.', 'play the cymbals and dance in unison.', 'reaches for the strings of the violin and begins to play it.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}