diff --git a/ai-services/Makefile b/ai-services/Makefile index 5c58f49c2c..65306121f1 100644 --- a/ai-services/Makefile +++ b/ai-services/Makefile @@ -1,6 +1,6 @@ REGISTRY?=icr.io/ai-services-private IMAGE=ai-services -TAG?=v0.0.159-5 +TAG?=v0.0.159-6 CONTAINER_BUILDER?=podman CREDS_ARG := $(if $(and $(REGISTRY_USER),$(REGISTRY_PASSWORD)),--creds="$(REGISTRY_USER):$(REGISTRY_PASSWORD)") diff --git a/ai-services/assets/applications/rag/openshift/templates/reranker-inferenceservice.yaml b/ai-services/assets/applications/rag/openshift/templates/reranker-inferenceservice.yaml index b00a8a14a2..3f0bd44e65 100644 --- a/ai-services/assets/applications/rag/openshift/templates/reranker-inferenceservice.yaml +++ b/ai-services/assets/applications/rag/openshift/templates/reranker-inferenceservice.yaml @@ -21,12 +21,10 @@ spec: modelFormat: name: vLLM env: - - name: VLLM_SPYRE_WARMUP_BATCH_SIZES + - name: SENDNN_INFERENCE_WARMUP_BATCH_SIZES value: "4" - - name: VLLM_SPYRE_WARMUP_PROMPT_LENS + - name: SENDNN_INFERENCE_WARMUP_PROMPT_LENS value: "1024" - - name: VLLM_SPYRE_USE_CHUNKED_PREFILL - value: "0" resources: limits: cpu: "8" diff --git a/ai-services/assets/catalog/podman/values.yaml b/ai-services/assets/catalog/podman/values.yaml index 2efdc9a90c..ed2a669bf3 100644 --- a/ai-services/assets/catalog/podman/values.yaml +++ b/ai-services/assets/catalog/podman/values.yaml @@ -4,7 +4,7 @@ ui: backend: port: "" - image: icr.io/ai-services/ai-services:v0.0.159-5 + image: icr.io/ai-services/ai-services:v0.0.159-6 runtime: "" adminPasswordHash: "" podman: diff --git a/ai-services/assets/components/reranker/vllm-spyre/podman/templates/reranker-server.yaml.tmpl b/ai-services/assets/components/reranker/vllm-spyre/podman/templates/reranker-server.yaml.tmpl index f525649cbc..6e7140f107 100644 --- a/ai-services/assets/components/reranker/vllm-spyre/podman/templates/reranker-server.yaml.tmpl +++ b/ai-services/assets/components/reranker/vllm-spyre/podman/templates/reranker-server.yaml.tmpl @@ -44,11 +44,9 @@ spec: value: "/models/{{ .Values.model }}" - name: AIU_WORLD_SIZE value: "1" - - name: VLLM_SPYRE_USE_CHUNKED_PREFILL - value: "0" - - name: VLLM_SPYRE_WARMUP_BATCH_SIZES + - name: SENDNN_INFERENCE_WARMUP_BATCH_SIZES value: "4" - - name: VLLM_SPYRE_WARMUP_PROMPT_LENS + - name: SENDNN_INFERENCE_WARMUP_PROMPT_LENS value: "1024" - name: MASTER_PORT value: "12356"