{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"40b5bcf9-3b7f-5904-acde-3f067867a638","task_key":"default--validation--19523","task_revision_id":"1","upstream_id":"19523","short_description":"HellaSwag validation 19523","config":"default","split":"validation","body":"{\"activity_label\":\"Computers and Electronics\",\"ctx\":\"[header] How to send a tweet from an iphone [title] Download the twitter app for your iphone. [substeps] Open the app store from your iphone's home screen. Click the \\\" search \\\" tab at the bottom and search for twitter.\",\"endings\":\"['Use the search box at the top of the screen to type in the proper keywords that are relevant to your tweet. Click the save button to save the tweet from being lost.', 'You will be asked to enter your twitter phone number. Scroll down the list of search options and tap the button that says \\\" tweet now.', 'You will then enter \\\" tweet@twitter \\\" when you find it. Tap the magnifying glass icon in the upper-right corner to get started.', 'Click \\\" twitter \\\" from the search results and click the \\\" free \\\" button followed by the \\\" install \\\" button to download the app to your device. You will be prompted to enter your apple id.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}