add tokenizer

added_tokens.json

@@ -1 +1 @@
-{"<s>": 53, "</s>": 54}
+{"<s>": 52, "</s>": 53}

vocab.json

@@ -1 +1 @@
-{"'": 1, "a": 2, "e": 3, "g": 4, "h": 5, "m": 6, "n": 7, "o": 8, "r": 9, "t": 10, "v": 11, "«": 12, "·": 13, "»": 14, "́": 15, "ΐ": 16, "ά": 17, "έ": 18, "ή": 19, "ί": 20, "α": 21, "β": 22, "γ": 23, "δ": 24, "ε": 25, "ζ": 26, "η": 27, "θ": 28, "ι": 29, "κ": 30, "λ": 31, "μ": 32, "ν": 33, "ξ": 34, "ο": 35, "π": 36, "ρ": 37, "ς": 38, "σ": 39, "τ": 40, "υ": 41, "φ": 42, "χ": 43, "ψ": 44, "ω": 45, "ϊ": 46, "ϋ": 47, "ό": 48, "ύ": 49, "ώ": 50, "|": 0, "[UNK]": 51, "[PAD]": 52}
+{"'": 1, "a": 2, "e": 3, "g": 4, "h": 5, "m": 6, "n": 7, "o": 8, "r": 9, "t": 10, "v": 11, "«": 12, "»": 13, "́": 14, "ΐ": 15, "ά": 16, "έ": 17, "ή": 18, "ί": 19, "α": 20, "β": 21, "γ": 22, "δ": 23, "ε": 24, "ζ": 25, "η": 26, "θ": 27, "ι": 28, "κ": 29, "λ": 30, "μ": 31, "ν": 32, "ξ": 33, "ο": 34, "π": 35, "ρ": 36, "ς": 37, "σ": 38, "τ": 39, "υ": 40, "φ": 41, "χ": 42, "ψ": 43, "ω": 44, "ϊ": 45, "ϋ": 46, "ό": 47, "ύ": 48, "ώ": 49, "|": 0, "[UNK]": 50, "[PAD]": 51}