{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a5bc1af6-e768-5847-b6d2-02c77f150dee","task_key":"default--validation--45369","task_revision_id":"1","upstream_id":"45369","short_description":"HellaSwag validation 45369","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A girl is shown speaking to the camera as well as dancing and then is seen playing the violin. she\",\"endings\":\"['moves her body all around the stage while others watch on the sides while the girl continues to play.', 'continues speaking to the camera while pulling on strings and smiling into the camera.', 'plays the instrument while dancing at the same time and ends with her speaking to the camera.', 'is shown again playing as well as talking again and dancing with the man.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}