new: per-feeder logging config

vulnerabilitylookup/feeders/github.py

@@ -16,6 +16,7 @@
 
 class GithubAdvisoryDatabase():
  def __init__(self):
+ self._load_logging_config()
  self.logger = logging.getLogger(f'{self.__class__.__name__}')
  self.config = get_config_feeder('gad')
 
@@ -33,6 +34,14 @@ def __init__(self):
  self.path_to_repo = get_homedir() / 'vulnerabilitylookup' / 'feeders' / 'advisory-database'
  self.gad_git = Repo(self.path_to_repo)
 
+ def _load_logging_config(self):
+ cur_path = Path(__file__)
+ if not (cur_path.parent / f'{cur_path.stem}_logging.json').exists():
+ return
+ with (cur_path.parent / f'{cur_path.stem}_logging.json').open() as f:
+ log_config = json.load(f)
+ logging.config.dictConfig(log_config)
+
  def gad_update(self) -> bool:
 
  self.gad_git.remotes.origin.pull('main')

vulnerabilitylookup/feeders/github_logging.json

@@ -0,0 +1,33 @@
+{
+ "version": 1,
+ "disable_existing_loggers": false,
+ "formatters": {
+ "simple": {
+ "format": "%(asctime)s %(name)s %(levelname)s:%(message)s"
+ }
+ },
+ "handlers": {
+ "stdout": {
+ "class": "logging.StreamHandler",
+ "level": "INFO",
+ "formatter": "simple",
+ "stream": "ext://sys.stdout"
+ },
+ "file": {
+ "class": "logging.handlers.RotatingFileHandler",
+ "level": "WARNING",
+ "formatter": "simple",
+ "filename": "logs/github_warning.log",
+ "mode": "a",
+ "maxBytes": 1000000,
+ "backupCount": 5
+ }
+ },
+ "root": {
+ "level": "DEBUG",
+ "handlers": [
+ "stdout",
+ "file"
+ ]
+ }
+}

vulnerabilitylookup/feeders/gsd.py

@@ -1,5 +1,6 @@
 import json
 import logging
+import logging.config
 
 from datetime import datetime
 from pathlib import Path
@@ -14,6 +15,7 @@
 
 class GSD():
  def __init__(self):
+ self._load_logging_config()
  self.logger = logging.getLogger(f'{self.__class__.__name__}')
  self.config = get_config_feeder('gsd')
 
@@ -31,6 +33,14 @@ def __init__(self):
  self.path_to_repo = get_homedir() / 'vulnerabilitylookup' / 'feeders' / 'gsd-database'
  self.gsd_git = Repo(self.path_to_repo)
 
+ def _load_logging_config(self):
+ cur_path = Path(__file__)
+ if not (cur_path.parent / f'{cur_path.stem}_logging.json').exists():
+ return
+ with (cur_path.parent / f'{cur_path.stem}_logging.json').open() as f:
+ log_config = json.load(f)
+ logging.config.dictConfig(log_config)
+
  def gsd_update(self) -> bool:
 
  self.gsd_git.remotes.origin.pull('main')

vulnerabilitylookup/feeders/gsd_logging.json

@@ -0,0 +1,33 @@
+{
+ "version": 1,
+ "disable_existing_loggers": false,
+ "formatters": {
+ "simple": {
+ "format": "%(asctime)s %(name)s %(levelname)s:%(message)s"
+ }
+ },
+ "handlers": {
+ "stdout": {
+ "class": "logging.StreamHandler",
+ "level": "INFO",
+ "formatter": "simple",
+ "stream": "ext://sys.stdout"
+ },
+ "file": {
+ "class": "logging.handlers.RotatingFileHandler",
+ "level": "WARNING",
+ "formatter": "simple",
+ "filename": "logs/gsd_warning.log",
+ "mode": "a",
+ "maxBytes": 1000000,
+ "backupCount": 5
+ }
+ },
+ "root": {
+ "level": "DEBUG",
+ "handlers": [
+ "stdout",
+ "file"
+ ]
+ }
+}

vulnerabilitylookup/feeders/nvd_fetch.py

@@ -3,6 +3,7 @@
 import requests
 
 from datetime import datetime, timedelta
+from pathlib import Path
 from redis import Redis
 from typing import Optional, Dict, Union
 
@@ -12,6 +13,7 @@
 
 class NVDFetcher():
  def __init__(self):
+ self._load_logging_config()
  self.logger = logging.getLogger(f'{self.__class__.__name__}')
  self.config = get_config_feeder('nvd')
  if 'apikey' in self.config:
@@ -29,6 +31,14 @@ def __init__(self):
 
  self.url_api = "https://services.nvd.nist.gov/rest/json/cves/2.0/?"
 
+ def _load_logging_config(self):
+ cur_path = Path(__file__)
+ if not (cur_path.parent / f'{cur_path.stem}_logging.json').exists():
+ return
+ with (cur_path.parent / f'{cur_path.stem}_logging.json').open() as f:
+ log_config = json.load(f)
+ logging.config.dictConfig(log_config)
+
  def nvd_update(self) -> bool:
  query: Dict[str, Union[int, str]]
  last_update: Optional[datetime]

vulnerabilitylookup/feeders/nvd_fetch_logging.json

@@ -0,0 +1,33 @@
+{
+ "version": 1,
+ "disable_existing_loggers": false,
+ "formatters": {
+ "simple": {
+ "format": "%(asctime)s %(name)s %(levelname)s:%(message)s"
+ }
+ },
+ "handlers": {
+ "stdout": {
+ "class": "logging.StreamHandler",
+ "level": "INFO",
+ "formatter": "simple",
+ "stream": "ext://sys.stdout"
+ },
+ "file": {
+ "class": "logging.handlers.RotatingFileHandler",
+ "level": "WARNING",
+ "formatter": "simple",
+ "filename": "logs/nvd_warning.log",
+ "mode": "a",
+ "maxBytes": 1000000,
+ "backupCount": 5
+ }
+ },
+ "root": {
+ "level": "DEBUG",
+ "handlers": [
+ "stdout",
+ "file"
+ ]
+ }
+}