{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "WhitespaceSplit" }, "post_processor": { "type": "TemplateProcessing", "single": [ { "SpecialToken": { "id": "", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } } ], "pair": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } } ], "special_tokens": { "": { "id": "", "ids": [ 3 ], "tokens": [ "" ] } } }, "decoder": null, "model": { "type": "WordLevel", "vocab": { "": 0, "": 1, "": 2, "": 3, ".": 4, "the": 5, ",": 6, "and": 7, "was": 8, "he": 9, "in": 10, "had": 11, "nt": 12, "it": 13, "ditch": 14, "a": 15, "Bible": 16, "cows": 17, "to": 18, "They": 19, "class": 20, "But": 21, "by": 22, "knew": 23, "of": 24, ":": 25, "Oh": 26, "did": 27, "finally": 28, "mattered": 29, "they": 30, "He": 31, "happened": 32, "here": 33, "there": 34, "s": 35, "The": 36, "Today": 37, "Tuesday": 38, "care": 39, "justice": 40, "now": 41, "blackened": 42, "boy": 43, "child": 44, "find": 45, "intended": 46, "none": 47, "Because": 48, "finger": 49, "fingers": 50, "sure": 51, "that": 52, "told": 53, "were": 54, "world": 55, "darker": 56, "grass": 57, "narrowed": 58, "them": 59, "virtue": 60, "And": 61, "help": 62, "meant": 63, "moved": 64, "not": 65, "really": 66, "should": 67, "eyes": 68, "his": 69, "leave": 70, "quite": 71, "than": 72, "what": 73 }, "unk_token": "" } }