Feature/broker drop past from memory

.nvmrc

@@ -1 +1 @@
-v18.17.1
+v18.20.3

.vscode/launch.json

@@ -95,7 +95,8 @@
             "program": "${workspaceFolder}/packages/openactive-broker-microservice/app.js",
             "cwd": "${workspaceFolder}/packages/openactive-broker-microservice/",
             "env": {
-              "NODE_APP_INSTANCE": "dev"
+              "NODE_ENV": "gladstone-booking-facade",
+              "DEBUG_BROKER_NO_VALIDATE": "true",
             },
         },
         {

packages/openactive-broker-microservice/README.md

@@ -90,6 +90,14 @@ If `false` and `broker` and `openactive-integration-tests` are running in separa
   "waitForHarvestCompletion": true,
 ```
 
+### `doNotCacheItemsInThePast`
+
+If `true` will not store child opportunities in the past in memory. This is useful for memory constrained environments.
+
+```json
+  "doNotCacheItemsInThePast": true,
+```
+
 ### `loginPagesSelectors`
 
 [CSS Selectors](https://developer.mozilla.org/en-US/docs/Web/CSS/CSS_Selectors) which are used to find, in the Booking System's login page the following HTML elements:

packages/openactive-broker-microservice/app.js

@@ -44,6 +44,7 @@ const {
   deleteTestDatasetRoute,
   assertUnmatchedCriteriaRoute,
   getSampleOpportunitiesRoute,
+  getDeletedIdsRoute,
   onHttpServerError,
   startPolling,
 } = require('./src/core');
@@ -90,6 +91,9 @@ app.post('/assert-unmatched-criteria', assertUnmatchedCriteriaRoute);
 // Sample Requests endpoint, used to underpin the Postman collection
 app.get('/sample-opportunities', getSampleOpportunitiesRoute);
 
+// Get Deleted IDs route
+app.get('/get-deleted-ids', getDeletedIdsRoute)
+
 /* Ensure that processing the Dataset Site, and initiating polling on all the
 feeds therein, delays the Broker Microservice from being "ready".
 Note that this is done before the HTTP server starts listening, to ensure that
@@ -130,4 +134,4 @@ setTimeout(() => {
     logError(`${message}\n`);
     throw new Error(message);
   }
-}, 3600000); // 3600000 ms = 1 hour
+}, 86400000); // 86400000 ms = 1 day

packages/openactive-broker-microservice/package.json

@@ -4,7 +4,7 @@
   "description": "OpenActive Broker Microservice",
   "main": "app.js",
   "scripts": {
-    "start": "node app.js",
+    "start": "node --inspect app.js",
     "auto-restart": "./auto-restart.sh",
     "validate-feeds": "node app.js --validate-only",
     "test": "npm run lint && tsc && jest",
@@ -19,7 +19,7 @@
     "@openactive/data-model-validator": "^2.0.78",
     "@openactive/data-models": "^2.0.316",
     "@openactive/dataset-utils": "^1.0.1",
-    "@openactive/harvesting-utils": "github:openactive/harvesting-utils#1b2877834055549572fa059a491ac17d306942fd",
+    "@openactive/harvesting-utils": "github:openactive/harvesting-utils#2231c78",
     "@openactive/openactive-openid-browser-automation": "file:../openactive-openid-browser-automation",
     "@openactive/openactive-openid-client": "file:../openactive-openid-client",
     "@openactive/rpde-validator": "^2.0.20",

packages/openactive-broker-microservice/src/broker-config.js

@@ -46,6 +46,7 @@ function getBrokerConfig() {
   const DO_NOT_HARVEST_ORDERS_FEED = config.has('broker.disableOrdersFeedHarvesting') ? config.get('broker.disableOrdersFeedHarvesting') : false;
   const DISABLE_BROKER_TIMEOUT = config.has('broker.disableBrokerMicroserviceTimeout') ? config.get('broker.disableBrokerMicroserviceTimeout') : false;
   const LOG_AUTH_CONFIG = config.has('broker.logAuthConfig') ? config.get('broker.logAuthConfig') : false;
+  const DO_NOT_CACHE_ITEMS_IN_THE_PAST = config.has('broker.doNotCacheItemsInThePast') ? config.get('broker.doNotCacheItemsInThePast') : false;
 
   const BUTTON_SELECTORS = config.has('broker.loginPagesSelectors') ? config.get('broker.loginPagesSelectors') : {
     username: "[name='username' i]",
@@ -88,6 +89,7 @@ function getBrokerConfig() {
     VALIDATOR_TMP_DIR,
     VALIDATOR_INPUT_TMP_DIR,
     BOOKING_PARTNER_IDENTIFIERS,
+    DO_NOT_CACHE_ITEMS_IN_THE_PAST,
   };
 }