main.py

from components.configs_reader import read_configs
from components.watchdog_daemon import create_observer
from components.noisereducer import cleaner_worker
from components.transcriber import transcriber_worker
from components.logs_writer import configure_loger
import multiprocessing as mp
import logging 

APP_CONFIGS = read_configs() # read and validate configuration file

if __name__ == '__main__':
    logger = configure_loger(APP_CONFIGS)
    # variables
    logs_queue = mp.Queue(-1)
    queue_to_cleaning = mp.Queue(-1)
    queue_to_transcribe = mp.Queue(-1)
    
    # subprocesses
    # 1) watchdog with queue to cleaning
    watchdog_cleaner_proc = mp.Process(target= create_observer, args= (APP_CONFIGS.working_dir,\
                                                                       queue_to_cleaning))
    watchdog_cleaner_proc.daemon= True
    watchdog_cleaner_proc.start()
    ##watchdog_proc.join()


    ## 2) cleaner
    cleaner = mp.Process(target= cleaner_worker, args= (APP_CONFIGS,\
                                                        queue_to_cleaning,\
                                                        logs_queue))
    cleaner.daemon= True
    cleaner.start()


    # 3) watchdog with queue to transcribation
    watchdog_transcribe_proc = mp.Process(target= create_observer, args= (APP_CONFIGS.clean_audio_dir,\
                                                                          queue_to_transcribe))
    watchdog_transcribe_proc.daemon= True
    watchdog_transcribe_proc.start()


    # 4) Whisper transcriber implementation (multiple GPU support)
    transcriber_proc = []
    for device in APP_CONFIGS.devices:
        t_proc = mp.Process(target= transcriber_worker, args= (APP_CONFIGS,\
                                                                             queue_to_transcribe,\
                                                                             logs_queue,\
                                                                             device))
        t_proc.daemon= True
        transcriber_proc.append(t_proc)
        t_proc.start()

        
    logging.LoggerAdapter(logger, {'service_name': 'MAIN'}).info('Startup success')
    try:
        while True:
            message= logs_queue.get().split('|')
            logging.LoggerAdapter(logger, {'service_name': f'{message[1]}'}).info(message[0])
            pass
    except KeyboardInterrupt:
        watchdog_cleaner_proc.terminate()
        cleaner.terminate()
        watchdog_transcribe_proc.terminate()
        for proc in transcriber_proc:
            proc.terminate()
        logging.LoggerAdapter(logger, {'service_name': 'MAIN'}).info('All processes terminated')