From 862fa17f03aa61a533b7a962f70722a28c21ec3a Mon Sep 17 00:00:00 2001
From: Wen Guan <wguan.icedew@gmail.com>
Date: Wed, 3 Jan 2024 16:10:41 +0100
Subject: [PATCH] update default config

---
 main/config_default/idds.cfg      |  20 ++---
 main/config_default/idds.cfg.orig | 132 ++++++++++++++++++++++++++++++
 2 files changed, 142 insertions(+), 10 deletions(-)
 create mode 100755 main/config_default/idds.cfg.orig

diff --git a/main/config_default/idds.cfg b/main/config_default/idds.cfg
index 564f9df8..254ad4a7 100755
--- a/main/config_default/idds.cfg
+++ b/main/config_default/idds.cfg
@@ -36,8 +36,8 @@ coordination_interval_delay = 300
 
 
 [clerk]
-num_threads = 4
-max_number_workers = 4
+num_threads = 8
+max_number_workers = 8
 poll_period = 300
 new_poll_period = 10
 update_poll_period = 300
@@ -50,7 +50,7 @@ retrieve_bulk_size = 32
 pending_time = 30
 
 [transformer]
-num_threads = 3
+num_threads = 8
 poll_period = 180
 new_poll_period = 10
 update_poll_period = 180
@@ -64,15 +64,15 @@ message_bulk_size = 1000
 domapandawork.num_retries = 0
 
 [carrier]
-num_threads = 8
-max_number_workers = 8
-trigger_max_number_workers = 8
-finisher_max_number_workers = 8
-receiver_num_threads = 8
+num_threads = 16
+max_number_workers = 16
+trigger_max_number_workers = 20
+finisher_max_number_workers = 16
+receiver_num_threads = 16
 
-poll_period = 300
+poll_period = 60
 new_poll_period = 10
-update_poll_period = 300
+update_poll_period = 60
 
 poll_time_period = 60
 poll_operation_time_period = 180
diff --git a/main/config_default/idds.cfg.orig b/main/config_default/idds.cfg.orig
new file mode 100755
index 00000000..564f9df8
--- /dev/null
+++ b/main/config_default/idds.cfg.orig
@@ -0,0 +1,132 @@
+# Licensed under the Apache License, Version 2.0 (the "License");
+# You may not use this file except in compliance with the License.
+# You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+#
+# Authors:
+# - Wen Guan, <wen.guan@cern.ch>, 2019 - 2023
+
+[common]
+#logdir = /var/log/idds
+# loglevel = DEBUG
+loglevel = INFO
+
+[database]
+default = sqlite:////tmp/idds.db
+pool_size=20
+pool_recycle=3600
+echo=0
+pool_reset_on_return=rollback
+
+[rest]
+host = https://localhost:443/idds
+cacher_dir = /var/log/idds
+
+[main]
+# agents = clerk, transformer, carrier, conductor
+# agents = clerk, transformer, submitter, poller, receiver, trigger, finisher, conductor
+agents = clerk, transformer, submitter, poller, receiver, trigger, finisher, conductor, archiver, coordinator
+
+[eventbus]
+# backend = database
+backend = message
+# debug = True
+
+[coordinator]
+coordination_interval_delay = 300
+
+
+[clerk]
+num_threads = 4
+max_number_workers = 4
+poll_period = 300
+new_poll_period = 10
+update_poll_period = 300
+new_command_poll_period = 10
+update_command_poll_period = 300
+
+poll_time_period = 60
+poll_operation_time_period = 60
+retrieve_bulk_size = 32
+pending_time = 30
+
+[transformer]
+num_threads = 3
+poll_period = 180
+new_poll_period = 10
+update_poll_period = 180
+
+poll_time_period = 60
+retrieve_bulk_size = 64
+poll_operation_time_period = 180
+message_bulk_size = 1000
+
+# domapandawork.life_time = 86400
+domapandawork.num_retries = 0
+
+[carrier]
+num_threads = 8
+max_number_workers = 8
+trigger_max_number_workers = 8
+finisher_max_number_workers = 8
+receiver_num_threads = 8
+
+poll_period = 300
+new_poll_period = 10
+update_poll_period = 300
+
+poll_time_period = 60
+poll_operation_time_period = 180
+retrieve_bulk_size = 16
+message_bulk_size = 1000
+
+plugin.receiver = idds.agents.common.plugins.messaging.MessagingReceiver
+plugin.receiver.brokers = atlas-mb.cern.ch
+plugin.receiver.port = 61013
+# plugin.notifier.vhost =
+plugin.receiver.destination = /topic/doma.panda_idds
+plugin.receiver.username = user
+plugin.receiver.password = password
+plugin.receiver.broker_timeout = 10
+
+plugin.receiver.channels = {"default": {"brokers": ["atlas-mb.cern.ch:61013"],
+                                        "destination": "/topic/doma.panda_idds",
+                                        "username": "user",
+                                        "password": "password",
+                                        "broker_timeout": 360}}
+
+# domapandawork.life_time = 86400
+domapandawork.num_retries = 0
+domapandawork.poll_panda_jobs_chunk_size = 2000
+
+[conductor]
+delay = 120
+replay_times = 2
+
+threshold_to_release_messages = 1000
+random_delay = 60
+
+plugin.notifier = idds.agents.conductor.plugins.messaging.MessagingSender
+plugin.notifier.brokers = atlas-test-mb.cern.ch
+plugin.notifier.port = 61013
+plugin.notifier.destination = /queue/atlas.idds
+plugin.notifier.username = user
+plugin.notifier.password = password
+plugin.notifier.broker_timeout = 10
+
+plugin.notifier.channels = {"default": {"brokers": ["atlas-mb.cern.ch:61013"],
+                                        "destination": "/topic/doma.idds",
+                                        "username": "user",
+                                        "password": "password",
+                                        "broker_timeout": 360},
+                            "ContentExt": {"brokers": ["atlas-test-mb.cern.ch:61013"],
+                                           "destination": "/queue/atlas.idds",
+                                           "username": "user",
+                                           "password": "password",
+                                           "broker_timeout": 360}
+                           }
+
+[archiver]
+# days
+older_than = 60
+poll_period = 1
+