tgi_model.yaml

model:
  type: "tgi" # can be base, tgi, or endpoint
  instance:
    inference_server_address: ""
    inference_server_auth: null
    model_id: null # Optional, only required if the TGI container was launched with model_id pointing to a local directory