Merge pull request #81 from Transfa/79-add-configuration-parameters-f…

…or-number-of-workers-and-channel-size

79 add configuration parameters for number of workers and channel size

CHANGELOG.md

@@ -11,6 +11,7 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 
 - Create Adapter for Redis Integration [#76](https://github.com/Transfa/sendhooks-engine/issues/76)
 - Add Data Size and Number of Tries to Payload Sent to Redis Status Stream [#75](https://github.com/Transfa/sendhooks-engine/issues/75)
+- Add Configuration Parameters for Number of Workers and Channel Size [#79](https://github.com/Transfa/sendhooks-engine/issues/79)
 
 ### Fixed
 

sendhooks/adapter/adapter.go

@@ -41,6 +41,8 @@ type Configuration struct {
 	Redis                RedisConfig `json:"redis"`
 	SecretHashHeaderName string      `json:"secretHashHeaderName"`
 	Broker               string      `json:"broker"`
+	NumWorkers           int         `json:"numWorkers"`
+	ChannelSize          int         `json:"channelSize"`
 }
 
 // Adapter defines methods for interacting with different queue systems.

sendhooks/adapter/redis_adapter/redis_adapter.go

@@ -71,7 +71,7 @@ func (r *RedisAdapter) Connect() error {
 		Password:  redisPassword,
 		DB:        redisDBInt,
 		TLSConfig: tlsConfig,
-		PoolSize:  50,
+		PoolSize:  r.config.NumWorkers,
 	})
 
 	return nil

sendhooks/main.go

@@ -39,8 +39,8 @@ func main() {
 	}
 
 	// Define the size of the channel and the number of workers
-	webhookQueue := make(chan adapter.WebhookPayload, 1000)
-	numWorkers := 50
+	webhookQueue := make(chan adapter.WebhookPayload, conf.ChannelSize)
+	numWorkers := conf.NumWorkers
 
 	// Start the worker pool
 	var wg sync.WaitGroup