From 392b51cebd7f205c9c821f45d87fc678afddc2b9 Mon Sep 17 00:00:00 2001 From: Amit Manchanda Date: Thu, 24 Oct 2019 17:12:49 +0530 Subject: [PATCH 1/2] removed unwanted params --- source/lib/text_processing.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/source/lib/text_processing.py b/source/lib/text_processing.py index f262de5f..d97bfe8a 100644 --- a/source/lib/text_processing.py +++ b/source/lib/text_processing.py @@ -110,7 +110,7 @@ def Token(inp_fname, out_fname, lang='en', # ############################################################################### -def BPEfastLoad(line, bpe_codes): +def BPEfastLoad(bpe_codes): bpe_vocab = bpe_codes.replace('fcodes', 'fvocab') return fastBPE.fastBPE(bpe_codes, bpe_vocab) From bf991470d48679aff04dd8847036d533162b02ca Mon Sep 17 00:00:00 2001 From: Amit Manchanda Date: Thu, 24 Oct 2019 17:13:24 +0530 Subject: [PATCH 2/2] remove unwanted import --- source/lib/text_processing.py | 1 - 1 file changed, 1 deletion(-) diff --git a/source/lib/text_processing.py b/source/lib/text_processing.py index d97bfe8a..15b5c223 100644 --- a/source/lib/text_processing.py +++ b/source/lib/text_processing.py @@ -16,7 +16,6 @@ import os import sys -import tempfile import fastBPE import numpy as np from subprocess import run, check_output, DEVNULL