inferless.yaml

# Inferless config file (version: 1.0.0)
version: 1.0.0

name: Competitor-Check
import_source: GIT

# you can choose the options between ONNX, TENSORFLOW, PYTORCH
source_framework_type: PYTORCH

configuration:
  # if you want to use a custom runtime, add the runtime id below.
  # you can find it by running `inferless r6897f8untime list` or create one with `inferless runtime upload` and update this file it by running `inferless runtime select --id <RUNTIME_ID>`.
  custom_runtime_id: 035c210b-3425-43d7-be4f-f341fae13842
  custom_runtime_version: '0'

  # if you want to use a custom volume, add the volume id and name below,
  # you can find it by running `inferless volume list` or create one with `inferless volume create -n {VOLUME_NAME}`
  custom_volume_id: ''
  custom_volume_name: ''

  gpu_type: T4
  inference_time: '180'
  is_dedicated: false
  is_serverless: false
  max_replica: '1'
  min_replica: '0'
  scale_down_delay: '600'
  region: region-1
  vcpu: '1.5'
  ram: '7'
env:
  # Add your environment variables here
  # ENV: 'PROD'
secrets:
  # Add your secret ids here you can find it by running `inferless secrets list`
  # - 65723205-ce21-4392-a10b-3tf00c58988c
io_schema: true
model_url: https://github.com/guardrails-ai/sensitive_topics
provider: GITHUB