{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bdfd6106-0f4c-53c3-b74c-e1b2ff01bce1","task_key":"default--validation--41260","task_revision_id":"1","upstream_id":"41260","short_description":"HellaSwag validation 41260","config":"default","split":"validation","body":"{\"activity_label\":\"Clean and jerk\",\"ctx\":\"The video begins with the weight on the floor and the man getting ready to lift it. He lifts the weight and first brings it parallel to his shoulders. he\",\"endings\":\"['pulls the weight up onto his shoulders for a bit and then lifts the weight up on the tip of his neck.', 'then lifts the weight and drops it, then the man is talking again.', 'then lifts it completely over his head with his arms extended.', 'then drops the weight past his knees while holding the weight up.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}