Save correct Tokenizer name for passage tokenizer in TextSimilarityProcessor (#655)

bogdankostic · web-flow · commit fa08f9d93cb7 · 2020-12-14T14:59:24.000+01:00
diff --git a/farm/data_handler/processor.py b/farm/data_handler/processor.py
@@ -1970,7 +1970,7 @@ def save(self, save_dir):
         config = self.generate_config()
         # save tokenizer incl. attributes
         config["tokenizer"] = self.tokenizer.__class__.__name__
-        config["passage_tokenizer"] = self.tokenizer.__class__.__name__
+        config["passage_tokenizer"] = self.passage_tokenizer.__class__.__name__
 
         # Because the fast tokenizers expect a str and not Path
         # always convert Path to str here.
