diff --git a/config/manifests/inferencepool.yaml b/config/manifests/inferencepool.yaml index ca2e4a886..def892f54 100644 --- a/config/manifests/inferencepool.yaml +++ b/config/manifests/inferencepool.yaml @@ -50,6 +50,8 @@ spec: - "vllm-llama2-7b" - -v - "4" + - --zap-encoder + - "json" - -grpcPort - "9002" - -grpcHealthPort