{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"575d196b-89fb-515e-a39f-884e4d1789dc","task_key":"default--validation--24940","task_revision_id":"1","upstream_id":"24940","short_description":"HellaSwag validation 24940","config":"default","split":"validation","body":"{\"activity_label\":\"Having an ice cream\",\"ctx\":\"A group of people are shown at a festival serving food and interacting with their crowd. the male\",\"endings\":\"['continues, to play with the crowd and makes them work for their ice cream cone.', 'athlete celebrates his score with the crowd in the finale and is shown with many other athletes in street.', 'dj plays his harmonica and the women sit and talk as they pass by.', 'group plays various kinds of instruments along with followed by singing and playing a set of drums.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}