Added optional DataChunkSize value to config.json.

DataChunkSize specifies that, when building data, files bigger than the size specified (in MB) will be compressed in chunks of this size to avoid loading the entire file in memory. This fixes some Python memory errors reported when building data on low memory computers.

launcher/config.json

@@ -4,6 +4,7 @@
     "MainFile" : "Example Game.blend",
     "DataFile" : "./data.dat",
     "DataSource" : "./data",
+    "DataChunkSize" : 32,
     "Persistent" : [
         "*.bgeconf",
         "*.sav",

source/tools/Common/helper_scripts/build_data.py

@@ -12,6 +12,8 @@
 from math import ceil
 import common
 
+data = common.getData()
+
 COMPRESSION_LEVEL = 1
 FILE_MAX_SIZE = 1024 * 1024 * 32 # bytes > KB > MB
 ITEM_SEPARATOR = "\t"
@@ -50,9 +52,11 @@ def compressDataFile(sourcePath, dataFile):
 
     print("> Done! Time taken:", round(time() - startTime, 3), "seconds")
 
-data = common.getData()
-
 if data is not None:
+
+    if "DataChunkSize" in data.keys():
+        FILE_MAX_SIZE = 1024 * 1024 * data["DataChunkSize"]
+
     compressDataFile(
         data["CurPath"] / data["DataSource"],
         data["CurPath"] / data["DataFile"]