continue to fix for the issue facebookresearch#101 .

duyphongdn1997 · Mar 28, 2018 · a9f3385 · a9f3385
1 parent 60fcf0b
commit a9f3385
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/drqa/tokenizers/spacy_tokenizer.py b/drqa/tokenizers/spacy_tokenizer.py
@@ -25,7 +25,7 @@ def __init__(self, **kwargs):
         model = kwargs.get('model', 'en')
         self.annotators = copy.deepcopy(kwargs.get('annotators', set()))
         nlp_kwargs = {'parser': False}
-        if ('lemma' not in self.annotators) and ('pos' not in self.annotators) and ('ner' not in self.annotators):
+        if not any([p in self.annotators for p in ['lemma', 'pos', 'ner']]):
             nlp_kwargs['tagger'] = False
         if 'ner' not in self.annotators:
             nlp_kwargs['entity'] = False
@@ -35,7 +35,7 @@ def tokenize(self, text):
         # We don't treat new lines as tokens.
         clean_text = text.replace('\n', ' ')
         tokens = self.nlp.tokenizer(clean_text)
-        if ('lemma' in self.annotators) or ('pos' in self.annotators) or('ner' in self.annotators) :
+        if any([p in self.annotators for p in ['lemma', 'pos', 'ner']]):
             self.nlp.tagger(tokens)
         if 'ner' in self.annotators:
             self.nlp.entity(tokens)