{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"024b303b-91b7-5787-8575-da16bea0c1fd","task_key":"default--validation--34507","task_revision_id":"1","upstream_id":"34507","short_description":"HellaSwag validation 34507","config":"default","split":"validation","body":"{\"activity_label\":\"Ballet\",\"ctx\":\"The lady lifts her leg up behind her and moves it to the front and rests it on her leg. the lady\",\"endings\":\"['demonstrates the stance to properly do crunches and belly dancing steps.', 'lifts her other leg in front of her and then the two begin to play the game of table tennis.', 'stance her leg forward.', 'stands in front of the camera facing the mirror.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}