{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4b7f5732-2f2f-5b52-83d7-679c130a33d6","task_key":"default--validation--46079","task_revision_id":"1","upstream_id":"46079","short_description":"HellaSwag validation 46079","config":"default","split":"validation","body":"{\"activity_label\":\"Clean and jerk\",\"ctx\":\"A man is seen bending down before a set of weights with others watching him on the side. the man\",\"endings\":\"['then lifts the weights up around his head and drops them down while others stand on side of the chair and watch.', 'then takes the weights and lifts himself up while others do the same on the sides.', 'lifts up the weights over his head.', 'then lifts up the weight over his head and throws it down towards others.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}