{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"97e84b78-ce8f-55af-aaf5-8ac20e613478","task_key":"default--validation--37579","task_revision_id":"1","upstream_id":"37579","short_description":"HellaSwag validation 37579","config":"default","split":"validation","body":"{\"activity_label\":\"Clipping cat claws\",\"ctx\":\"A close up of cats claws are seen with a woman speaking to the camera. The woman holds a pair of clippers and begins cutting the cats claws. she\",\"endings\":\"['continues cutting fur several times and ends by showing pictures.', 'trims the claws and puts the tail down.', 'then holds up an iron and begins cutting the claws in the face.', 'continues cutting and pausing to speak to the camera.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}