NiFi scripts: updated anon script.

CogStack · Dec 4, 2023 · cbba074 · cbba074
1 parent 88ec3bc
commit cbba074
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/nifi/user-scripts/anonymise_doc.py b/nifi/user-scripts/anonymise_doc.py
@@ -5,7 +5,6 @@
 
 from medcat.cat import CAT
 
-
 def special_deid(cat, text, record):
     return record, deid_text(cat, text)
 
@@ -31,8 +30,11 @@ def special_deid(cat, text, record):
 cat = CAT.load_model_pack(model_pack_path)
 
 for record in records:
-    _anon_text = deid_text(cat, record[text_field_name])
-    record[text_field_name] = _anon_text
-    final_records.append(record)
+    if text_field_name in record.keys():
+        _anon_text = deid_text(cat, record[text_field_name])
+        record[text_field_name] = _anon_text
+        final_records.append(record)
+    else:
+        final_records.append(record)
 
 sys.stdout.write(json.dumps(final_records))