{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c3a9fe2f-5633-5722-9f9f-2c82252b4b64","task_key":"default--validation--19411","task_revision_id":"1","upstream_id":"19411","short_description":"HellaSwag validation 19411","config":"default","split":"validation","body":"{\"activity_label\":\"Doing fencing\",\"ctx\":\"Two men are fencing inside a gym. they\",\"endings\":\"['stab and jab at each other as they fence.', 'are using throwing stars and small swords to hit each other and then a man walks in and picks them up.', 'throw the swords down and another female runs over to the fighting men.', 'stick their necks out, trying to keep the other one in their corner.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}