23 lines
466 B
YAML
23 lines
466 B
YAML
prompt_dir: ./examples/prompts
|
|
profile_dir: ./examples/profiles
|
|
schema_dir: ./examples/schemas
|
|
|
|
backends:
|
|
local-gpu:
|
|
endpoint: http://localhost:11434/v1
|
|
api_key_env: LOCAL_GPU_API_KEY
|
|
extra_params:
|
|
provider_option: enabled
|
|
concurrency_limit: 2
|
|
queue_capacity: 0
|
|
|
|
server:
|
|
addr: 127.0.0.1:8080
|
|
artifact_root: .
|
|
max_request_bytes: 16777216
|
|
max_artifact_bytes: 16777216
|
|
max_response_bytes: 16777216
|
|
|
|
defaults:
|
|
render_format: text
|