inferless.yaml

# Inferless config file (version: 1.0.0)
version: 1.0.0

name: ToxicLanguage
import_source: GIT

# you can choose the options between ONNX, TENSORFLOW, PYTORCH
source_framework_type: PYTORCH

configuration:
  # if you want to use a custom runtime, add the runtime id below.
  # you can find it by running `inferless runtime list` or create one with `inferless runtime upload` and update this file it by running `inferless runtime select --id <RUNTIME_ID>`.
  custom_runtime_id: 6897f824-2b2d-463a-8203-0ebba91febe3
  custom_runtime_version: '0'

  # if you want to use a custom volume, add the volume id and name below,
  # you can find it by running `inferless volume list` or create one with `inferless volume create -n {VOLUME_NAME}`
  custom_volume_id: ''
  custom_volume_name: ''

  gpu_type: T4
  inference_time: '180'
  is_dedicated: false
  is_serverless: false
  max_replica: '1'
  min_replica: '0'
  scale_down_delay: '600'
  region: region-1
  vcpu: '1.5'
  ram: '7'
env:
  # Add your environment variables here
  # ENV: 'PROD'
secrets:
  # Add your secret ids here you can find it by running `inferless secrets list`
  # - 65723205-ce21-4392-a10b-3tf00c58988c
io_schema: true
model_url: https://github.com/guardrails-ai/toxic_language
provider: GITHUB