Add other clients to C# benchmark; Add CI.

Signed-off-by: Yury-Fridlyand <[email protected]>

.github/workflows/csharp-benchmark.yml

@@ -0,0 +1,57 @@
+name: C# client benchmarks
+
+on:
+    workflow_dispatch:
+        inputs:
+            name:
+                required: false
+                type: string
+
+run-name: ${{ inputs.name == '' && format('{0} @ {1}', github.ref_name, github.sha) || inputs.name }}
+
+jobs:
+    csharp-benchmark:
+        timeout-minutes: 25
+        strategy:
+            # Run all jobs
+            fail-fast: false
+            matrix:
+                redis:
+                    - 6.2.14
+                    - 7.2.3
+        runs-on: ubuntu-latest
+
+        steps:
+            - uses: actions/checkout@v4
+              with:
+                  submodules: recursive
+
+            - name: Install redis
+              uses: ./.github/workflows/install-redis
+              with:
+                  redis-version: ${{ matrix.redis }}
+
+            - name: Install protoc (protobuf)
+              uses: arduino/[email protected]
+              with:
+                  version: "25.1"
+
+            - name: Set up dotnet
+              uses: actions/setup-dotnet@v4
+              with:
+                  dotnet-version: 6.0.x
+
+            - name: benchmark
+              uses: ./.github/workflows/test-benchmark
+              with:
+                  language-flag: -csharp
+                  run-glide-only: false # TODO - delete this line
+
+            - name: Upload test reports
+              if: always()
+              continue-on-error: true
+              uses: actions/upload-artifact@v4
+              with:
+                  name: test-reports-${{ matrix.redis }}
+                  path: |
+                      benchmarks/results/**

.github/workflows/csharp.yml

@@ -45,7 +45,7 @@ jobs:
                   version: "25.1"
 
             - name: Set up dotnet
-              uses: actions/setup-dotnet@v3
+              uses: actions/setup-dotnet@v4
               with:
                   dotnet-version: 6.0.x
 
@@ -60,10 +60,6 @@ jobs:
               working-directory: ./csharp
               run: dotnet test --framework net6.0 /warnaserror
 
-            - uses: ./.github/workflows/test-benchmark
-              with:
-                  language-flag: -csharp
-
     lint-rust:
         timeout-minutes: 10
         runs-on: ubuntu-latest

.github/workflows/test-benchmark/action.yml

@@ -5,6 +5,11 @@ inputs:
         description: "flag that tells the benchmark to run a certain language"
         required: true
         type: string
+    run-glide-only:
+        description: "flag that tells the Benchmark to measure only GLIDE client"
+        required: false
+        default: true
+        type: boolean
 
 runs:
     using: "composite"
@@ -15,4 +20,4 @@ runs:
 
         - shell: bash
           working-directory: ./benchmarks
-          run: ./install_and_test.sh -no-tls -minimal -only-glide -data 1 -tasks 10 ${{ inputs.language-flag }}
+          run: ./install_and_test.sh -no-tls -minimal ${{ inputs.run-glide-only == 'true' && '-only-glide' || '' }} -data 1 -tasks 10 ${{ inputs.language-flag }}

benchmarks/csharp/Program.cs

@@ -6,6 +6,8 @@
 using System.Diagnostics;
 using System.Text.Json;
 
+using BeetleX.Redis;
+
 using CommandLine;
 
 using Glide;
@@ -14,6 +16,8 @@
 
 using StackExchange.Redis;
 
+using FreeRedisClient = FreeRedis.RedisClient;
+
 public static class MainClass
 {
     private enum ChosenAction { GET_NON_EXISTING, GET_EXISTING, SET };
@@ -310,6 +314,7 @@ await run_clients(
 
         if (clientsToRun == "all")
         {
+            // https://github.com/StackExchange/StackExchange.Redis
             var clients = await createClients(clientCount, () =>
                 {
                     var connection = ConnectionMultiplexer.Connect(getAddressForStackExchangeRedis(host, useTLS));
@@ -331,6 +336,47 @@ await run_clients(
             {
                 client.Dispose();
             }
+
+            // https://github.com/beetlex-io/BeetleX.Redis
+            clients = await createClients(clientCount, () =>
+            {
+                var DB = new RedisDB();
+                DB.Host.AddWriteHost(host, PORT, useTLS);
+                return Task.FromResult<(Func<string, Task<string?>>, Func<string, string, Task>, Action)>(
+                    (async (key) => await DB.Get<string>(key),
+                     async (key, value) => await DB.Set(key, value),
+                     () => { }
+                ));
+            });
+            await run_clients(
+                clients,
+                "BeetleX.Redis",
+                total_commands,
+                data_size,
+                num_of_concurrent_tasks
+            );
+
+            // https://github.com/2881099/FreeRedis
+            clients = await createClients(clientCount, () =>
+            {
+                var config = new FreeRedis.ConnectionStringBuilder();
+                config.Host = $"{host}:{PORT}";
+                config.Ssl = useTLS;
+                var client = new FreeRedisClient(config);
+
+                return Task.FromResult<(Func<string, Task<string?>>, Func<string, string, Task>, Action)>(
+                    (async (key) => await client.GetAsync(key),
+                     async (key, value) => await client.SetAsync(key, value),
+                     () => client.Dispose()
+                ));
+            });
+            await run_clients(
+                clients,
+                "FreeRedis",
+                total_commands,
+                data_size,
+                num_of_concurrent_tasks
+            );
         }
     }
 

benchmarks/csharp/csharp_benchmark.csproj

@@ -5,9 +5,11 @@
   </ItemGroup>
 
   <ItemGroup>
+    <PackageReference Include="BeetleX.Redis" Version="1.4.9.1803" />
     <PackageReference Include="CommandLineParser" Version="2.9.1" />
+    <PackageReference Include="FreeRedis" Version="1.2.13" />
     <PackageReference Include="LinqStatistics" Version="2.3.0" />
-    <PackageReference Include="StackExchange.Redis" Version="2.6.48" />
+    <PackageReference Include="StackExchange.Redis" Version="2.7.17" />
   </ItemGroup>
 
   <PropertyGroup>

csharp/lib/glide.csproj

@@ -8,7 +8,7 @@
   </PropertyGroup>
 
   <Target Name="PreBuild" BeforeTargets="PreBuildEvent">
-    <Exec Command="cargo build --release" />
+    <Exec Command="cargo build --release" EnvironmentVariables="CARGO_TERM_COLOR=always" />
   </Target>
 
   <ItemGroup>