run benchmarks

demergent-labs · Oct 30, 2024 · f1ef40e · f1ef40e
1 parent 5018006
commit f1ef40e
Show file tree

Hide file tree

Showing 285 changed files with 11,197 additions and 205 deletions.
diff --git a/examples/hello_world/benchmarks.json b/examples/hello_world/benchmarks.json
@@ -0,0 +1,15 @@
+{
+    "hello_world": {
+        "previous": { "version": "0.25.0-dev.1", "benchmarks": [] },
+        "current": {
+            "version": "0.25.0-dev.1",
+            "benchmarks": [
+                {
+                    "instructions": { "__bigint__": "1300399" },
+                    "method_name": "setMessage",
+                    "timestamp": { "__bigint__": "1730308474232792242" }
+                }
+            ]
+        }
+    }
+}
diff --git a/examples/hello_world/benchmarks.md b/examples/hello_world/benchmarks.md
@@ -0,0 +1,24 @@
+# Benchmarks for hello_world
+
+## Current benchmarks Azle version: 0.25.0-dev.1
+
+| Id  | Method Name | Instructions | Cycles    | USD           | USD/Million Calls |
+| --- | ----------- | ------------ | --------- | ------------- | ----------------- |
+| 0   | setMessage  | 1_300_399    | 1_110_159 | $0.0000014761 | $1.47             |
+
+## Baseline benchmarks Azle version: 0.25.0-dev.1
+
+No benchmarks reported
+
+---
+
+**Note on calculations:**
+
+-   Cycles are calculated using the formula: base_fee + (per_instruction_fee \* number_of_instructions) + (additional_fee_per_billion \* floor(number_of_instructions / 1_000_000_000))
+-   base_fee: 590_000 cycles
+-   per_instruction_fee: 0.4 cycles
+-   additional_fee_per_billion: 400_000_000 cycles per billion instructions
+-   USD value is derived from the total cycles, where 1 trillion cycles = 1 XDR, and 1 XDR = $1.329670 (as of October 24, 2024)
+
+For the most up-to-date XDR to USD conversion rate, please refer to the [IMF website](https://www.imf.org/external/np/fin/data/rms_sdrv.aspx).
+For the most current fee information, please check the [official documentation](https://internetcomputer.org/docs/current/developer-docs/gas-cost#execution).
diff --git a/package-lock.json b/package-lock.json
diff --git a/tests/end_to_end/candid_rpc/class_syntax/async_await/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/async_await/benchmarks.json
@@ -4,49 +4,49 @@
             "version": "0.25.0",
             "benchmarks": [
                 {
-                    "instructions": { "__bigint__": "1409248" },
+                    "instructions": { "__bigint__": "1403216" },
                     "method_name": "getRandomnessDirectly",
-                    "timestamp": { "__bigint__": "1729793674136705013" }
+                    "timestamp": { "__bigint__": "1729803403463099043" }
                 },
                 {
-                    "instructions": { "__bigint__": "1326076" },
+                    "instructions": { "__bigint__": "1331416" },
                     "method_name": "getRandomnessIndirectly",
-                    "timestamp": { "__bigint__": "1729793676325719835" }
+                    "timestamp": { "__bigint__": "1729803405328542548" }
                 },
                 {
-                    "instructions": { "__bigint__": "1368544" },
+                    "instructions": { "__bigint__": "1370777" },
                     "method_name": "getRandomnessSuperIndirectly",
-                    "timestamp": { "__bigint__": "1729793678196910035" }
+                    "timestamp": { "__bigint__": "1729803407508425902" }
                 },
                 {
-                    "instructions": { "__bigint__": "1313116" },
+                    "instructions": { "__bigint__": "1315499" },
                     "method_name": "returnPromiseVoid",
-                    "timestamp": { "__bigint__": "1729793680211554557" }
+                    "timestamp": { "__bigint__": "1729803409436362598" }
                 }
             ]
         },
         "current": {
-            "version": "0.25.0",
+            "version": "0.25.0-dev.1",
             "benchmarks": [
                 {
-                    "instructions": { "__bigint__": "1403216" },
+                    "instructions": { "__bigint__": "1403239" },
                     "method_name": "getRandomnessDirectly",
-                    "timestamp": { "__bigint__": "1729803403463099043" }
+                    "timestamp": { "__bigint__": "1730308531593261880" }
                 },
                 {
                     "instructions": { "__bigint__": "1331416" },
                     "method_name": "getRandomnessIndirectly",
-                    "timestamp": { "__bigint__": "1729803405328542548" }
+                    "timestamp": { "__bigint__": "1730308533789268359" }
                 },
                 {
                     "instructions": { "__bigint__": "1370777" },
                     "method_name": "getRandomnessSuperIndirectly",
-                    "timestamp": { "__bigint__": "1729803407508425902" }
+                    "timestamp": { "__bigint__": "1730308535674051217" }
                 },
                 {
-                    "instructions": { "__bigint__": "1315499" },
+                    "instructions": { "__bigint__": "1315476" },
                     "method_name": "returnPromiseVoid",
-                    "timestamp": { "__bigint__": "1729803409436362598" }
+                    "timestamp": { "__bigint__": "1730308537865071570" }
                 }
             ]
         }

diff --git a/tests/end_to_end/candid_rpc/class_syntax/async_await/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/async_await/benchmarks.md
@@ -1,22 +1,22 @@
 # Benchmarks for async_await
 
-## Current benchmarks Azle version: 0.25.0
+## Current benchmarks Azle version: 0.25.0-dev.1
 
-| Id  | Method Name                  | Instructions | Cycles    | USD           | USD/Million Calls | Change                            |
-| --- | ---------------------------- | ------------ | --------- | ------------- | ----------------- | --------------------------------- |
-| 0   | getRandomnessDirectly        | 1_403_216    | 1_151_286 | $0.0000015308 | $1.53             | <font color="green">-6_032</font> |
-| 1   | getRandomnessIndirectly      | 1_331_416    | 1_122_566 | $0.0000014926 | $1.49             | <font color="red">+5_340</font>   |
-| 2   | getRandomnessSuperIndirectly | 1_370_777    | 1_138_310 | $0.0000015136 | $1.51             | <font color="red">+2_233</font>   |
-| 3   | returnPromiseVoid            | 1_315_499    | 1_116_199 | $0.0000014842 | $1.48             | <font color="red">+2_383</font>   |
+| Id  | Method Name                  | Instructions | Cycles    | USD           | USD/Million Calls | Change                         |
+| --- | ---------------------------- | ------------ | --------- | ------------- | ----------------- | ------------------------------ |
+| 0   | getRandomnessDirectly        | 1_403_239    | 1_151_295 | $0.0000015308 | $1.53             | <font color="red">+23</font>   |
+| 1   | getRandomnessIndirectly      | 1_331_416    | 1_122_566 | $0.0000014926 | $1.49             | <font color="red">0</font>     |
+| 2   | getRandomnessSuperIndirectly | 1_370_777    | 1_138_310 | $0.0000015136 | $1.51             | <font color="red">0</font>     |
+| 3   | returnPromiseVoid            | 1_315_476    | 1_116_190 | $0.0000014842 | $1.48             | <font color="green">-23</font> |
 
 ## Baseline benchmarks Azle version: 0.25.0
 
 | Id  | Method Name                  | Instructions | Cycles    | USD           | USD/Million Calls |
 | --- | ---------------------------- | ------------ | --------- | ------------- | ----------------- |
-| 0   | getRandomnessDirectly        | 1_409_248    | 1_153_699 | $0.0000015340 | $1.53             |
-| 1   | getRandomnessIndirectly      | 1_326_076    | 1_120_430 | $0.0000014898 | $1.48             |
-| 2   | getRandomnessSuperIndirectly | 1_368_544    | 1_137_417 | $0.0000015124 | $1.51             |
-| 3   | returnPromiseVoid            | 1_313_116    | 1_115_246 | $0.0000014829 | $1.48             |
+| 0   | getRandomnessDirectly        | 1_403_216    | 1_151_286 | $0.0000015308 | $1.53             |
+| 1   | getRandomnessIndirectly      | 1_331_416    | 1_122_566 | $0.0000014926 | $1.49             |
+| 2   | getRandomnessSuperIndirectly | 1_370_777    | 1_138_310 | $0.0000015136 | $1.51             |
+| 3   | returnPromiseVoid            | 1_315_499    | 1_116_199 | $0.0000014842 | $1.48             |
 
 ---
 

diff --git a/tests/end_to_end/candid_rpc/class_syntax/blob_array/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/blob_array/benchmarks.json
@@ -1,6 +1,6 @@
 {
     "blob_array": {
         "previous": { "version": "0.25.0", "benchmarks": [] },
-        "current": { "version": "0.25.0", "benchmarks": [] }
+        "current": { "version": "0.25.0-dev.1", "benchmarks": [] }
     }
 }
diff --git a/tests/end_to_end/candid_rpc/class_syntax/blob_array/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/blob_array/benchmarks.md
@@ -1,16 +1,22 @@
 # Benchmarks for blob_array
 
-## Current benchmarks Azle version: 0.25.0
+## Current benchmarks Azle version: 0.25.0-dev.1
+
+No benchmarks reported
 
 ## Baseline benchmarks Azle version: 0.25.0
 
+No benchmarks reported
+
 ---
 
 **Note on calculations:**
 
--   Cycles are calculated using the formula: base_fee + (per_instruction_fee \* number_of_instructions)
--   Base fee: 590,000 cycles
--   Per instruction fee: 0.4 cycles
--   USD value is derived from the total cycles, where 1 trillion cycles = 1 XDR, and 1 XDR = $1.336610 (as of December 18, 2023)
+-   Cycles are calculated using the formula: base_fee + (per_instruction_fee \* number_of_instructions) + (additional_fee_per_billion \* floor(number_of_instructions / 1_000_000_000))
+-   base_fee: 590_000 cycles
+-   per_instruction_fee: 0.4 cycles
+-   additional_fee_per_billion: 400_000_000 cycles per billion instructions
+-   USD value is derived from the total cycles, where 1 trillion cycles = 1 XDR, and 1 XDR = $1.329670 (as of October 24, 2024)
 
-For the most up-to-date fee information, please refer to the [official documentation](https://internetcomputer.org/docs/current/developer-docs/gas-cost#execution).
+For the most up-to-date XDR to USD conversion rate, please refer to the [IMF website](https://www.imf.org/external/np/fin/data/rms_sdrv.aspx).
+For the most current fee information, please check the [official documentation](https://internetcomputer.org/docs/current/developer-docs/gas-cost#execution).
diff --git a/tests/end_to_end/candid_rpc/class_syntax/bytes/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/bytes/benchmarks.json
@@ -0,0 +1,35 @@
+{
+    "bytes_canister": {
+        "previous": { "version": "0.25.0-dev.1", "benchmarks": [] },
+        "current": {
+            "version": "0.25.0-dev.1",
+            "benchmarks": [
+                {
+                    "instructions": { "__bigint__": "1927510" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730308531904259540" }
+                },
+                {
+                    "instructions": { "__bigint__": "2551057" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730308534041904375" }
+                },
+                {
+                    "instructions": { "__bigint__": "9456404" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730308536226133011" }
+                },
+                {
+                    "instructions": { "__bigint__": "77855537" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730308540671362296" }
+                },
+                {
+                    "instructions": { "__bigint__": "153850484" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730308548781708814" }
+                }
+            ]
+        }
+    }
+}
diff --git a/tests/end_to_end/candid_rpc/class_syntax/bytes/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/bytes/benchmarks.md
@@ -0,0 +1,28 @@
+# Benchmarks for bytes_canister
+
+## Current benchmarks Azle version: 0.25.0-dev.1
+
+| Id  | Method Name | Instructions | Cycles     | USD           | USD/Million Calls |
+| --- | ----------- | ------------ | ---------- | ------------- | ----------------- |
+| 0   | getBytes    | 1_927_510    | 1_361_004  | $0.0000018097 | $1.80             |
+| 1   | getBytes    | 2_551_057    | 1_610_422  | $0.0000021413 | $2.14             |
+| 2   | getBytes    | 9_456_404    | 4_372_561  | $0.0000058141 | $5.81             |
+| 3   | getBytes    | 77_855_537   | 31_732_214 | $0.0000421934 | $42.19            |
+| 4   | getBytes    | 153_850_484  | 62_130_193 | $0.0000826127 | $82.61            |
+
+## Baseline benchmarks Azle version: 0.25.0-dev.1
+
+No benchmarks reported
+
+---
+
+**Note on calculations:**
+
+-   Cycles are calculated using the formula: base_fee + (per_instruction_fee \* number_of_instructions) + (additional_fee_per_billion \* floor(number_of_instructions / 1_000_000_000))
+-   base_fee: 590_000 cycles
+-   per_instruction_fee: 0.4 cycles
+-   additional_fee_per_billion: 400_000_000 cycles per billion instructions
+-   USD value is derived from the total cycles, where 1 trillion cycles = 1 XDR, and 1 XDR = $1.329670 (as of October 24, 2024)
+
+For the most up-to-date XDR to USD conversion rate, please refer to the [IMF website](https://www.imf.org/external/np/fin/data/rms_sdrv.aspx).
+For the most current fee information, please check the [official documentation](https://internetcomputer.org/docs/current/developer-docs/gas-cost#execution).
diff --git a/tests/end_to_end/candid_rpc/class_syntax/bytes/package-lock.json b/tests/end_to_end/candid_rpc/class_syntax/bytes/package-lock.json
diff --git a/tests/end_to_end/candid_rpc/class_syntax/call_raw/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/call_raw/benchmarks.json
@@ -0,0 +1,20 @@
+{
+    "call_raw": {
+        "previous": { "version": "0.25.0-dev.1", "benchmarks": [] },
+        "current": {
+            "version": "0.25.0-dev.1",
+            "benchmarks": [
+                {
+                    "instructions": { "__bigint__": "1485330" },
+                    "method_name": "executeCallRaw",
+                    "timestamp": { "__bigint__": "1730308530723875554" }
+                },
+                {
+                    "instructions": { "__bigint__": "1891024" },
+                    "method_name": "executeCallRaw",
+                    "timestamp": { "__bigint__": "1730308532878514161" }
+                }
+            ]
+        }
+    }
+}
diff --git a/tests/end_to_end/candid_rpc/class_syntax/call_raw/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/call_raw/benchmarks.md
@@ -0,0 +1,25 @@
+# Benchmarks for call_raw
+
+## Current benchmarks Azle version: 0.25.0-dev.1
+
+| Id  | Method Name    | Instructions | Cycles    | USD           | USD/Million Calls |
+| --- | -------------- | ------------ | --------- | ------------- | ----------------- |
+| 0   | executeCallRaw | 1_485_330    | 1_184_132 | $0.0000015745 | $1.57             |
+| 1   | executeCallRaw | 1_891_024    | 1_346_409 | $0.0000017903 | $1.79             |
+
+## Baseline benchmarks Azle version: 0.25.0-dev.1
+
+No benchmarks reported
+
+---
+
+**Note on calculations:**
+
+-   Cycles are calculated using the formula: base_fee + (per_instruction_fee \* number_of_instructions) + (additional_fee_per_billion \* floor(number_of_instructions / 1_000_000_000))
+-   base_fee: 590_000 cycles
+-   per_instruction_fee: 0.4 cycles
+-   additional_fee_per_billion: 400_000_000 cycles per billion instructions
+-   USD value is derived from the total cycles, where 1 trillion cycles = 1 XDR, and 1 XDR = $1.329670 (as of October 24, 2024)
+
+For the most up-to-date XDR to USD conversion rate, please refer to the [IMF website](https://www.imf.org/external/np/fin/data/rms_sdrv.aspx).
+For the most current fee information, please check the [official documentation](https://internetcomputer.org/docs/current/developer-docs/gas-cost#execution).
diff --git a/tests/end_to_end/candid_rpc/class_syntax/candid_encoding/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/candid_encoding/benchmarks.json
@@ -0,0 +1,6 @@
+{
+    "candid_encoding": {
+        "previous": { "version": "0.25.0-dev.1", "benchmarks": [] },
+        "current": { "version": "0.25.0-dev.1", "benchmarks": [] }
+    }
+}
diff --git a/tests/end_to_end/candid_rpc/class_syntax/candid_encoding/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/candid_encoding/benchmarks.md
@@ -0,0 +1,22 @@
+# Benchmarks for candid_encoding
+
+## Current benchmarks Azle version: 0.25.0-dev.1
+
+No benchmarks reported
+
+## Baseline benchmarks Azle version: 0.25.0-dev.1
+
+No benchmarks reported
+
+---
+
+**Note on calculations:**
+
+-   Cycles are calculated using the formula: base_fee + (per_instruction_fee \* number_of_instructions) + (additional_fee_per_billion \* floor(number_of_instructions / 1_000_000_000))
+-   base_fee: 590_000 cycles
+-   per_instruction_fee: 0.4 cycles
+-   additional_fee_per_billion: 400_000_000 cycles per billion instructions
+-   USD value is derived from the total cycles, where 1 trillion cycles = 1 XDR, and 1 XDR = $1.329670 (as of October 24, 2024)
+
+For the most up-to-date XDR to USD conversion rate, please refer to the [IMF website](https://www.imf.org/external/np/fin/data/rms_sdrv.aspx).
+For the most current fee information, please check the [official documentation](https://internetcomputer.org/docs/current/developer-docs/gas-cost#execution).
diff --git a/tests/end_to_end/candid_rpc/class_syntax/candid_encoding/package-lock.json b/tests/end_to_end/candid_rpc/class_syntax/candid_encoding/package-lock.json
diff --git a/tests/end_to_end/candid_rpc/class_syntax/candid_keywords/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/candid_keywords/benchmarks.json
@@ -0,0 +1,6 @@
+{
+    "candid_keywords": {
+        "previous": { "version": "0.25.0-dev.1", "benchmarks": [] },
+        "current": { "version": "0.25.0-dev.1", "benchmarks": [] }
+    }
+}
diff --git a/tests/end_to_end/candid_rpc/class_syntax/candid_keywords/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/candid_keywords/benchmarks.md
@@ -0,0 +1,22 @@
+# Benchmarks for candid_keywords
+
+## Current benchmarks Azle version: 0.25.0-dev.1
+
+No benchmarks reported
+
+## Baseline benchmarks Azle version: 0.25.0-dev.1
+
+No benchmarks reported
+
+---
+
+**Note on calculations:**
+
+-   Cycles are calculated using the formula: base_fee + (per_instruction_fee \* number_of_instructions) + (additional_fee_per_billion \* floor(number_of_instructions / 1_000_000_000))
+-   base_fee: 590_000 cycles
+-   per_instruction_fee: 0.4 cycles
+-   additional_fee_per_billion: 400_000_000 cycles per billion instructions
+-   USD value is derived from the total cycles, where 1 trillion cycles = 1 XDR, and 1 XDR = $1.329670 (as of October 24, 2024)
+
+For the most up-to-date XDR to USD conversion rate, please refer to the [IMF website](https://www.imf.org/external/np/fin/data/rms_sdrv.aspx).
+For the most current fee information, please check the [official documentation](https://internetcomputer.org/docs/current/developer-docs/gas-cost#execution).
diff --git a/tests/end_to_end/candid_rpc/class_syntax/candid_keywords/package-lock.json b/tests/end_to_end/candid_rpc/class_syntax/candid_keywords/package-lock.json