diff --git a/model/tokenizer.py b/model/tokenizer.py index 9f6cfa9..98a0619 100644 --- a/model/tokenizer.py +++ b/model/tokenizer.py @@ -221,7 +221,7 @@ def load(path: str) -> 'BytePairTokenizer': @staticmethod def train_bpe(filepaths: List[str], mincount: int, merges: int) \ - -> 'BytePairtokenizer': + -> 'BytePairTokenizer': """ Create trained byte pair tokenizer Args: