{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bdd59825-58ac-579c-870a-1776d1bee687","task_key":"default--validation--49890","task_revision_id":"1","upstream_id":"49890","short_description":"HellaSwag validation 49890","config":"default","split":"validation","body":"{\"activity_label\":\"Blow-drying hair\",\"ctx\":\"Two women are seen looking at the camera with one speaking and holding a hair dryer. the woman\",\"endings\":\"['shows off the hair dryer while speaking and pointing to the woman in the chair.', 'turn the dryer on and begins pressing all the hair down into the dryer.', 'long the hair and then begin blow drying the hair with her hands.', 'then begins curling one part of the hair while the other shows her how to use the dryer.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}