Merge pull request #10 from ehenneken/fulltext_filter

entry date for fulltext filtering
adsabs · Aug 22, 2022 · 9bdb837 · 9bdb837
2 parents 59db344 + bf38a21
commit 9bdb837
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/xreport/reports.py b/xreport/reports.py
@@ -303,7 +303,8 @@ def _get_fulltext_data_general(self):
         """
         for journal in self.journals:
             # The ADS query to retrieve all records with full text for a given journal
-            query = 'bibstem:"{0}" fulltext_mtime:["1000-01-01t00:00:00.000Z" TO *]'.format(journal)
+            # The entry date filter is to allow for a lag in the indexing of full text
+            query = 'bibstem:"{0}" fulltext_mtime:["1000-01-01t00:00:00.000Z" TO *] entdate:[* TO NOW-30DAYS]'.format(journal)
             # The query populates a dictionary keyed on volume number, listing the number of records per volume
             full_dict = _get_facet_data(self.config, query, 'volume')
             # Coverage data is stored in a dictionary
@@ -358,7 +359,7 @@ def _get_missing_publications(self):
         for journal in ['SpWea']:
             # The ADS query to retrieve all records without full text for a given journal
             # Additional filter: records entered up to one month from now
-            query = 'bibstem:"{0}"  -fulltext_mtime:["1000-01-01t00:00:00.000Z" TO *]  entdate:[* TO NOW-30DAYS]'.format(journal)
+            query = 'bibstem:"{0}"  -fulltext_mtime:["1000-01-01t00:00:00.000Z" TO *] entdate:[* TO NOW-30DAYS]'.format(journal)
             missing_pubs = _get_records(self.config, query, 'bibcode,doi,title,first_author_norm,volume,issue')
             self.missing[journal] = missing_pubs