release_images_inference.yml

---
release_images:
  1:
    framework: "pytorch"
    version: "2.0.1"
    customer_type: "ec2"
    arch_type: "x86"
    inference:
      device_types: ["cpu", "gpu"]
      cuda_version: "cu118"
      python_versions: [ "py310" ]
      os_version: "ubuntu20.04"
      example: False
      disable_sm_tag: False
      force_release: False
  2:
    framework: "pytorch"
    version: "2.0.1"
    customer_type: "sagemaker"
    arch_type: "x86"
    inference:
      device_types: ["cpu", "gpu"]
      cuda_version: "cu118"
      python_versions: [ "py310" ]
      os_version: "ubuntu20.04"
      example: False
      disable_sm_tag: False
      force_release: False
  3:
    framework: "pytorch"
    version: "2.0.1"
    customer_type: "ec2"
    arch_type: "graviton"
    inference:
      device_types: ["cpu"]
      python_versions: [ "py310" ]
      os_version: "ubuntu20.04"
      example: False
      disable_sm_tag: False
      force_release: False
  4:
    framework: "pytorch"
    version: "2.0.1"
    customer_type: "sagemaker"
    arch_type: "graviton"
    inference:
      device_types: ["cpu"]
      python_versions: [ "py310" ]
      os_version: "ubuntu20.04"
      example: False
      disable_sm_tag: False
      force_release: False
  5:
    framework: "huggingface_pytorch_tgi"
    version: "2.0.1"
    arch_type: "x86"
    hf_tgi: "0.9.3"
    inference:
      device_types: [ "gpu" ]
      python_versions: [ "py39" ]
      os_version: "ubuntu20.04"
      cuda_version: "cu118"
      example: False
      disable_sm_tag: True
      force_release: False