wip

tests/benchmark/run_parallel_multi.py

@@ -0,0 +1,70 @@
+from calendar import c
+import json
+import dictdatabase as DDB
+from multiprocessing import Pool
+import shutil
+import time
+import os
+from pyinstrument import Profiler
+import threading
+
+from utils import print_and_assert_results
+
+
+def proc_job(n, sd, uc, uo, id, sk):
+	DDB.config.storage_directory = sd
+	DDB.config.use_compression = uc
+	DDB.config.use_orjson = uo
+	DDB.config.indent = id
+	DDB.config.sort_keys = sk
+	DDB.locking.SLEEP_TIMEOUT = 0.001
+
+	for _ in range(n):
+		with DDB.at("incr/*").session() as (session, d):
+			for k, v in d.items():
+				v["counter"] += 1
+			session.write()
+
+
+
+
+def parallel_stressor(file_count):
+	# Create Tables
+	for t in range(11):
+		DDB.at("incr", t).create({"counter": 0}, force_overwrite=True)
+
+	# Execute process pool running incrementor as the target task
+	t1 = time.monotonic()
+	res = []
+	pool = Pool(processes=file_count)
+	for _ in range(file_count):
+		r = pool.apply_async(proc_job, args=(10000,
+			DDB.config.storage_directory,
+			DDB.config.use_compression,
+			DDB.config.use_orjson,
+			DDB.config.indent,
+			DDB.config.sort_keys,
+		))
+		res.append(r)
+	pool.close()
+	pool.join()
+	t2 = time.monotonic()
+	for r in res:
+		print(r.get())
+
+
+
+
+
+
+
+
+if __name__ == "__main__":
+	DDB.config.storage_directory = ".ddb_bench_parallel"
+	try:
+		shutil.rmtree(".ddb_bench_parallel", ignore_errors=True)
+		os.mkdir(".ddb_bench_parallel")
+		parallel_stressor(4)
+	finally:
+		pass
+		# shutil.rmtree(".ddb_bench_parallel", ignore_errors=True)