diff --git a/source/lib/text_processing.py b/source/lib/text_processing.py index f262de5f..15b5c223 100644 --- a/source/lib/text_processing.py +++ b/source/lib/text_processing.py @@ -16,7 +16,6 @@ import os import sys -import tempfile import fastBPE import numpy as np from subprocess import run, check_output, DEVNULL @@ -110,7 +109,7 @@ def Token(inp_fname, out_fname, lang='en', # ############################################################################### -def BPEfastLoad(line, bpe_codes): +def BPEfastLoad(bpe_codes): bpe_vocab = bpe_codes.replace('fcodes', 'fvocab') return fastBPE.fastBPE(bpe_codes, bpe_vocab)