From 8d5a76abcca0b6f6f564279c169a67a5a5ff2865 Mon Sep 17 00:00:00 2001 From: Eero Tamminen Date: Fri, 22 Nov 2024 16:17:21 +0000 Subject: [PATCH] Workaround for llm-uservice model ID inconsistency Otherwise "llm-uservice" throws an exception due to None variable value, or vLLM returns error due to unrecognized model ID. Signed-off-by: Eero Tamminen --- helm-charts/common/llm-uservice/templates/configmap.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/helm-charts/common/llm-uservice/templates/configmap.yaml b/helm-charts/common/llm-uservice/templates/configmap.yaml index bd49777dc..2013e27a4 100644 --- a/helm-charts/common/llm-uservice/templates/configmap.yaml +++ b/helm-charts/common/llm-uservice/templates/configmap.yaml @@ -19,7 +19,10 @@ data: vLLM_ENDPOINT: "http://{{ .Release.Name }}-vllm" {{- end }} {{- if .Values.LLM_MODEL_ID }} + # llm-uservice text gen (ChatQnA) variant LLM_MODEL: {{ .Values.LLM_MODEL_ID | quote}} + # llm-uservice DocSum & FaqGen variants + LLM_MODEL_ID: {{ .Values.LLM_MODEL_ID | quote}} {{- end }} HUGGINGFACEHUB_API_TOKEN: {{ .Values.global.HUGGINGFACEHUB_API_TOKEN | quote}} HF_HOME: "/tmp/.cache/huggingface"