{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"89f7d173-9587-59a0-bcf8-ab5ed118d6a5","task_key":"default--validation--10150","task_revision_id":"1","upstream_id":"10150","short_description":"HellaSwag validation 10150","config":"default","split":"validation","body":"{\"activity_label\":\"Playing harmonica\",\"ctx\":\"An eight year old girl is playing a harmonica on a stage. the camera\",\"endings\":\"['pans to show a group of children in a rough and tumble forest area.', 'zooms in on the girl as the girl begins to play harder and harder, taking deeper and deeper breaths.', 'turns and people around the stage can be seen talking to the camera.', 'zooms in to show her any number of different notes.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}