{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc7fd60a-7b8e-51e4-ba2b-6471fbc11029","task_key":"default--validation--40295","task_revision_id":"1","upstream_id":"40295","short_description":"HellaSwag validation 40295","config":"default","split":"validation","body":"{\"activity_label\":\"Polishing forniture\",\"ctx\":\"A man is seen holding up a piece of wood and rubbing it down while speaking to the camera and spraying down polish. the man\",\"endings\":\"['wipes down the polish with a rag while continuing to speak to the camera and holding up the piece of wood in the end.', 'continues to clean clothing with a brush while moving back and fourth on the wood.', 'rubs more polish all down his leg and continues pushing down the seat and speaking to the camera continuously.', 'uses the rag all over the wood as well as fingernails as well as more polish.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}