from tokenizer import BpeTokenizer


if __name__ == "__main__":
    tokenzier = BpeTokenizer("tokenizer.json")