clean-up

clovis · clovis · commit 83f656b80787 · 2021-03-22T16:05:47.000-05:00
diff --git a/text_preprocessing/preprocessor.py b/text_preprocessing/preprocessor.py
@@ -310,12 +310,6 @@ def __init__(self, vocab):
         self.vocab = vocab
 
     def __call__(self, tokens):
-        # if isinstance(tokens, list):
-        #     try:
-        #         return spacy.tokens.Doc(self.vocab, words=[t.text for t in tokens])
-        #     except AttributeError:
-        #         return spacy.tokens.Doc(self.vocab, words=tokens)
-        # else:
         try:
             return spacy.tokens.Doc(self.vocab, words=[t.text for t in tokens])
         except AttributeError:
