add span coverage metric configs again (#160)

ArneBinder · Mar 6, 2024 · 0fd1279 · 0fd1279
1 parent c1cdfb0
commit 0fd1279
Show file tree

Hide file tree

Showing 2 changed files with 24 additions and 0 deletions.
diff --git a/configs/metric/span_coverage_characters.yaml b/configs/metric/span_coverage_characters.yaml
@@ -0,0 +1,9 @@
+# example call:
+# python src/evaluate_documents.py dataset=conll2003 metric=span_coverage_characters
+
+_target_: pie_modules.metrics.SpanCoverageCollector
+title: span coverage (characters)
+layer: labeled_spans
+show_histogram: true
+show_as_markdown: true
+document_type: pie_modules.documents.TextDocumentWithLabeledSpans
diff --git a/configs/metric/span_coverage_tokens.yaml b/configs/metric/span_coverage_tokens.yaml
@@ -0,0 +1,15 @@
+# example call:
+# python src/evaluate_documents.py dataset=conll2003 metric=span_coverage_tokens
+
+_target_: pie_modules.metrics.SpanCoverageCollector
+title: span coverage (tokens)
+layer: labeled_spans
+tokenize: true
+tokenizer: bert-base-uncased
+tokenize_kwargs:
+  add_special_tokens: false
+  # strict_span_conversion: false
+tokenized_document_type: pie_modules.documents.TokenDocumentWithLabeledSpans
+show_histogram: true
+show_as_markdown: true
+document_type: pie_modules.documents.TextDocumentWithLabeledSpans