Rename pre_match_tokens internally

vmenger · vmenger · Dec 20, 2023 · Nov 30, 2023 · Nov 30, 2023 · Dec 1, 2023
commit 528a5b95937a70bf0d0fd9bee7caace10f322370
diff --git a/docdeid/process/annotator.py b/docdeid/process/annotator.py
@@ -254,11 +254,11 @@ def __init__(
         self.regexp_pattern = regexp_pattern
         self.capturing_group = capturing_group
 
-        self.pre_match_tokens: Optional[set[str]] = None
+        self.pre_match_words: Optional[set[str]] = None
         self.matching_pipeline: Optional[list[StringModifier]] = None
 
         if pre_match_words is not None:
-            self.pre_match_tokens = set(pre_match_words)
+            self.pre_match_words = set(pre_match_words)
             self.matching_pipeline = [docdeid.str.LowercaseString()]
 
         super().__init__(*args, **kwargs)
@@ -270,12 +270,12 @@ def _validate_match(
 
     def annotate(self, doc: Document) -> list[Annotation]:
 
-        if self.pre_match_tokens is not None:
+        if self.pre_match_words is not None:
             try:
                 if (
                     doc.get_tokens()
                     .get_words(self.matching_pipeline)
-                    .isdisjoint(self.pre_match_tokens)
+                    .isdisjoint(self.pre_match_words)
                 ):
                     return []
             except RuntimeError: