We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 65cea88 commit 8012ea3Copy full SHA for 8012ea3
examples/dynamic-lora-sidecar/deployment.yaml
@@ -108,9 +108,9 @@ metadata:
108
data:
109
configmap.yaml: |
110
vLLMLoRAConfig:
111
- host: localhost
+ host: modelServerHost
112
name: sql-loras-llama
113
- port: 8000
+ port: modelServerPort
114
ensureExist:
115
models:
116
- base-model: meta-llama/Llama-2-7b-hf
examples/dynamic-lora-sidecar/sidecar/configmap.yaml
@@ -1,7 +1,7 @@
1
2
3
4
5
6
7
- base-model: meta-llama/Llama-2-7b-hf #optional
0 commit comments