[fix]

projects/sinfonia/helm/charts/imgc-resnet50-onnx-port30126/templates/deployment.yaml

@@ -23,6 +23,8 @@ spec:
  {{- toYaml . | nindent 8 }}
  {{- end }}
  spec:
+ runtimeClassName: {{ .Values.nvidia.runtimeClassName }}
+ hostNetwork: {{ .Values.nvidia.hostNetwork | default false }}
  {{- with .Values.imagePullSecrets }}
  imagePullSecrets:
  {{- toYaml . | nindent 8 }}
@@ -48,18 +50,21 @@ spec:
  readinessProbe:
  {{- toYaml .Values.readinessProbe | nindent 12 }}
  resources:
- {{- toYaml .Values.resources | nindent 12 }}
+ limits:
+ {{- toYaml .Values.resources.limits | nindent 12 }}
+ requests:
+ {{- toYaml .Values.resources.requests | nindent 12 }}
  volumeMounts:
  - name: model-repository
  mountPath: /model_repository
  readOnly: true
  # Invoke Triton Inference Server
- args: ["tritonserver", "--model-store=/model_repository"]
+ args: ["tritonserver", "--model-repository=/model_repository"]
 
  volumes:
  - name: model-repository
  hostPath:
- path: {{ .Values.image.modelRepositoryPath }}
+ path: {{ .Values.nvidia.modelRepositoryPath }}
  type: Directory
  {{- with .Values.nodeSelector }}
  nodeSelector:

projects/sinfonia/helm/charts/imgc-resnet50-onnx-port30126/values.yaml

@@ -8,12 +8,19 @@ image:
  repository: nvcr.io/nvidia/tritonserver
  pullPolicy: IfNotPresent
  tag: 24.05-py3
- modelRepositoryPath: /model_repository
 
 imagePullSecrets: []
 nameOverride: ""
 fullnameOverride: ""
 
+nvidia:
+ runtimeClassName: nvidia
+ numGpu: 1
+ modelRepositoryPath: /model_repository
+ hostNetwork: true
+ containerName: triton-server
+
+
 serviceAccount:
  # Specifies whether a service account should be created
  create: true
@@ -79,11 +86,9 @@ resources:
  limits:
  cpu: 40
  memory: 16384Mi
- nvidia.com/gpu: 1
  requests:
  cpu: 10
  memory: 6144Mi
- # nvidia.com/gpu: 1
 
 livenessProbe:
  httpGet:

projects/sinfonia/helm/index.yaml

@@ -3,9 +3,9 @@ entries:
  imgc-resnet50-onnx:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.108921+07:00"
+ created: "2024-07-29T17:19:16.161363+07:00"
  description: NVIDIA Trition Resnet50 image classification
- digest: ea00ad7cfa66391be70320a0af5fb51cbd25a4b9928887443a54a877d8c6ac14
+ digest: 133a2c1f383fc04b55c5ad9ce8dfb817798a70e43d41f6468a7f5e8756169e11
  name: imgc-resnet50-onnx
  type: application
  urls:
@@ -14,7 +14,7 @@ entries:
  imgc-resnet50-onnx-port30026:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.11078+07:00"
+ created: "2024-07-29T17:19:16.162133+07:00"
  description: NVIDIA Trition Resnet50 image classification
  digest: d5624bf745c5fe9ee7190c4c066cb42ed86a0fd388d455a0a14a0eb4ab313079
  name: imgc-resnet50-onnx-port30026
@@ -25,7 +25,7 @@ entries:
  imgc-resnet50-onnx-port30027:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.111554+07:00"
+ created: "2024-07-29T17:19:16.162925+07:00"
  description: NVIDIA Trition Resnet50 image classification
  digest: a8d5ab93cdad5f136526e4ed166bfcd49c940a551a9c04cc44ec76a9cb9d637d
  name: imgc-resnet50-onnx-port30027
@@ -36,7 +36,7 @@ entries:
  imgc-resnet50-onnx-port30028:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.112342+07:00"
+ created: "2024-07-29T17:19:16.163705+07:00"
  description: NVIDIA Trition Resnet50 image classification
  digest: 92d2b9da85891060bd9e095736c3103417c15c4b70959f7415e7a696352850fd
  name: imgc-resnet50-onnx-port30028
@@ -47,7 +47,7 @@ entries:
  imgc-resnet50-onnx-port30029:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.113023+07:00"
+ created: "2024-07-29T17:19:16.164467+07:00"
  description: NVIDIA Trition Resnet50 image classification
  digest: a080b30653e826adeab914dfaafd6227217ac77867f20278a273f7d264113310
  name: imgc-resnet50-onnx-port30029
@@ -58,9 +58,9 @@ entries:
  imgc-resnet50-onnx-port30126:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.113474+07:00"
+ created: "2024-07-29T17:19:16.164937+07:00"
  description: NVIDIA Trition Resnet50 image classification
- digest: 0cdd3163e682fc821d1ca605f510009965fa4d6cff123c8706e9bc30bfdd3a8e
+ digest: d0d6ad0a34b07cc34be4eb35c768eaa1d3e5c89ddb3ebc94b8c53030cf84aa17
  name: imgc-resnet50-onnx-port30126
  type: application
  urls:
@@ -69,9 +69,9 @@ entries:
  imgc-resnet50-onnx-port30127:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.113934+07:00"
+ created: "2024-07-29T17:19:16.165409+07:00"
  description: NVIDIA Trition Resnet50 image classification
- digest: 0cdbe1cbeb009723d29a5abf03ced18df0270261e477bc68a1540a8050fe5cfd
+ digest: 2cd9dad7c635e83cddaeb3aa6aee1918a90eb57bb924ca7c3ab0aca6373d072c
  name: imgc-resnet50-onnx-port30127
  type: application
  urls:
@@ -80,9 +80,9 @@ entries:
  imgc-resnet50-onnx-port30128:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.114389+07:00"
+ created: "2024-07-29T17:19:16.165893+07:00"
  description: NVIDIA Trition Resnet50 image classification
- digest: 7c49ade2424841d60dd1895566becf79e27a270395896a3b6e144630bfa1a161
+ digest: 3ec08f3adf46df8bc87983aefad6cf700d892b43a750922657e0d4c2668a256a
  name: imgc-resnet50-onnx-port30128
  type: application
  urls:
@@ -91,9 +91,9 @@ entries:
  imgc-resnet50-onnx-port30129:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.114829+07:00"
+ created: "2024-07-29T17:19:16.166325+07:00"
  description: NVIDIA Trition Resnet50 image classification
- digest: dc8e3ae7a04b47c75b081e2dc2defe73158181d5eb6d3f257dcf855cd4d76c3b
+ digest: 88092ce6a5bfc4cae2b790c1f08f6c88876569f86da767da387ed3529d3fddb4
  name: imgc-resnet50-onnx-port30129
  type: application
  urls:
@@ -102,9 +102,9 @@ entries:
  loadtest:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.115283+07:00"
+ created: "2024-07-29T17:19:16.16676+07:00"
  description: Loadtest application for Sinfonia
- digest: 60c2f6c50830cce721d773eccc7c6a289864422582a9831f2c3904d5dbf0241f
+ digest: 98efeb45a2a1f3d626fc3ccab16e7e6ca60f7e050e4f5bee61c6fa5219baf9ed
  name: loadtest
  type: application
  urls:
@@ -113,9 +113,9 @@ entries:
  loadtest-port30126:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.11572+07:00"
+ created: "2024-07-29T17:19:16.167198+07:00"
  description: A Helm chart for Kubernetes
- digest: e0c3ac466c908d5703b34a9de6e767e1d233a9c8fdc22fed7a1aae39b622ad99
+ digest: 5c229189398111539eb4c58bc5c3c532dae103d411b733d54553416773dc8039
  name: loadtest-port30126
  type: application
  urls:
@@ -124,9 +124,9 @@ entries:
  loadtest-port30127:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.116168+07:00"
+ created: "2024-07-29T17:19:16.167635+07:00"
  description: A Helm chart for Kubernetes
- digest: eec8acec62fa08138c0080263db536ba0f48ebf41b868a31990ec47b72b56929
+ digest: 61450a98194bcde6c7249a78943c3de2922f89ce6eeb714dcd624d354a851300
  name: loadtest-port30127
  type: application
  urls:
@@ -135,9 +135,9 @@ entries:
  loadtest-port30128:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.116636+07:00"
+ created: "2024-07-29T17:19:16.168073+07:00"
  description: A Helm chart for Kubernetes
- digest: cc4111fcd4d4e3d59683b1b8c06b7d66b01bff5a7aed3fa41963b9cd1f4fa32f
+ digest: 38b833236b274161ce92bbfd816f6168a5594f1e655b488019c81e8980ca549b
  name: loadtest-port30128
  type: application
  urls:
@@ -146,9 +146,9 @@ entries:
  loadtest-port30130:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.117127+07:00"
+ created: "2024-07-29T17:19:16.168507+07:00"
  description: A Helm chart for Kubernetes
- digest: 0a42a00d59a6cdd34fd39045eaeb787c698f9b8d94618b2065fc642862563c00
+ digest: 3bd1bab7ddb8066c48a941933dd710de4136abd9e4c84b368b53178479f6c9ec
  name: loadtest-port30130
  type: application
  urls:
@@ -157,9 +157,9 @@ entries:
  loadtest-port30137:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.117614+07:00"
+ created: "2024-07-29T17:19:16.168949+07:00"
  description: A Helm chart for Kubernetes
- digest: 6e277b576ad67f7df3a97665eadedb94d1136bc9962b49c11cbd58521be9ce0b
+ digest: a2c27b5a2fcebfbb1d9fecbd36c9b31090376722b2f7eef009c293f504f8cf0f
  name: loadtest-port30137
  type: application
  urls:
@@ -168,7 +168,7 @@ entries:
  loadtest-port30139:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.118818+07:00"
+ created: "2024-07-29T17:19:16.170494+07:00"
  description: A Helm chart for Kubernetes
  digest: 51f75e2601a70bd8b41fcfcbb3b6bd8aca58c647c533f80be7476d67c08dd9db
  name: loadtest-port30139
@@ -179,12 +179,12 @@ entries:
  sinfonia-tier2:
  - apiVersion: v2
  appVersion: 1.16.0
- created: "2024-07-29T17:01:09.119344+07:00"
+ created: "2024-07-29T17:19:16.171109+07:00"
  description: A Helm chart for Kubernetes
- digest: 1918bce92340cfda04e0d1be07f54dfdb59fd69d31d737da85ce570fe27fd419
+ digest: cad26a644bd0e82d89cc17e4954e949093b10c3876173cf0d783defa367e28ea
  name: sinfonia-tier2
  type: application
  urls:
  - sinfonia-tier2-0.1.0.tgz
  version: 0.1.0
-generated: "2024-07-29T17:01:09.108224+07:00"
+generated: "2024-07-29T17:19:16.160715+07:00"