Lower TGI IE batch size (#71)

* feat(TGI): entrypoint's default batch size set to 2 To avoid memory issues, default batch size is now lowered. * chore: version bumped to 0.1.3
huggingface · Jul 9, 2024 · e09a66b · e09a66b
1 parent 77bebf8
commit e09a66b
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/optimum/tpu/version.py b/optimum/tpu/version.py
@@ -15,5 +15,5 @@
 from pkg_resources import parse_version
 
 
-__version__ = "0.1.2"
+__version__ = "0.1.3"
 VERSION = parse_version(__version__)
diff --git a/text-generation-inference/docker/entrypoint.sh b/text-generation-inference/docker/entrypoint.sh
@@ -6,7 +6,7 @@ ulimit -l 68719476736
 
 # Hugging Face Hub related
 if [[ -z "${BATCH_SIZE}" ]]; then
- BATCH_SIZE=4
+ BATCH_SIZE=2
 fi
 export BATCH_SIZE="${BATCH_SIZE}"
 

diff --git a/text-generation-inference/server/text_generation_server/version.py b/text-generation-inference/server/text_generation_server/version.py
@@ -1,5 +1,5 @@
 from pkg_resources import parse_version
 
 
-__version__ = "0.1.2"
+__version__ = "0.1.3"
 VERSION = parse_version(__version__)