fixed Domain model

andrefs · Oct 18, 2023 · 82a1eab · 82a1eab
1 parent 4a10533
commit 82a1eab
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/src/models/Domain.ts b/src/models/Domain.ts
@@ -1,12 +1,12 @@
 import { UpdateOneModel } from 'mongodb';
-import { HttpError, UrlType, createLogger } from '@derzis/common';
+import { HttpError, createLogger } from '@derzis/common';
 import {
   DomainCrawlJobInfo,
   RobotsCheckResultError,
   RobotsCheckResultOk,
 } from '@derzis/worker';
 import { Counter } from './Counter';
-import { Path } from './Path';
+import { Path, PathDocument } from './Path';
 import { Process } from './Process';
 import { Resource } from './Resource';
 import {
@@ -147,7 +147,7 @@ class DomainClass {
 
     if (jobResult.err.errorType === 'host_not_found') {
       for await (const path of Path.find({ 'head.domain': jobResult.origin })) {
-        await path.markDisabled();
+        // await path.markDisabled(); // TODO make sure this was not needed
         d = await this.findOneAndUpdate(
           { origin: jobResult.origin },
           { $inc: { 'crawl.pathHeads': -1 } },
@@ -329,7 +329,7 @@ class DomainClass {
       let pathSkip = 0;
       // iterate over process' paths
       PATHS_LOOP: while (domainsFound < domLimit) {
-        const paths = await proc.getPaths(pathSkip, pathLimit);
+        const paths: PathDocument[] = await proc.getPaths(pathSkip, pathLimit);
 
         // if this process has no more available paths, skip it
         if (!paths.length) {

diff --git a/src/models/Process.ts b/src/models/Process.ts
@@ -3,7 +3,7 @@ import { Resource } from './Resource';
 import { Triple, TripleClass } from './Triple';
 import { humanize } from 'humanize-digest';
 import { Domain } from './Domain';
-import { PathClass, Path } from './Path';
+import { PathClass, Path, PathDocument } from './Path';
 import { ProcessTriple } from './ProcessTriple';
 import {
   prop,
@@ -117,7 +117,7 @@ class ProcessClass {
   }
 
   public async getPaths(skip = 0, limit = 20) {
-    const paths = await Path.find({
+    const paths: PathDocument[] = await Path.find({
       processId: this.pid,
       'nodes.count': { $lt: this.params.maxPathLength },
       'predicates.count': { $lte: this.params.maxPathProps },