{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"89931c70-39c9-57f1-b02b-8c0d1287c950","task_key":"default--validation--44595","task_revision_id":"1","upstream_id":"44595","short_description":"HellaSwag validation 44595","config":"default","split":"validation","body":"{\"activity_label\":\"Making a lemonade\",\"ctx\":\"There is a lemonade stand set up where people are purchasing lemonade to donate money for a cause. One of the parents is talking to the news reporter about the fund raiser. three more parents\",\"endings\":\"['are seated at the fund raiser, chatting about the event, and a host is giving the clean-up materials required to make lemonade.', 'are seen speaking to the reporter that are standing by to participate in the event.', 'are standing are chatting as they sip lemonade.', 'are talking about how they donated the lemonade, to show their appreciation for their generosity.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}