Skip to content

Commit

Permalink
SearchQnA - fix deploy on AMD
Browse files Browse the repository at this point in the history 
Signed-off-by: Chingis Yundunov <[email protected]>
  • Loading branch information
Chingis Yundunov authored and Chingis Yundunov committed Dec 20, 2024
1 parent 2dc233e commit b19c5a9
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions SearchQnA/docker_compose/amd/gpu/rocm/set_env.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,13 +5,13 @@

# SPDX-License-Identifier: Apache-2.0

export SEARCH_HOST_IP='192.165.1.21'
export SEARCH_EXTERNAL_HOST_IP='direct-supercomputer1.powerml.co'
export SEARCH_HOST_IP=''
export SEARCH_EXTERNAL_HOST_IP=''
export SEARCH_EMBEDDING_MODEL_ID='BAAI/bge-base-en-v1.5'
export SEARCH_TEI_EMBEDDING_ENDPOINT=http://${SEARCH_HOST_IP}:3001
export SEARCH_RERANK_MODEL_ID='BAAI/bge-reranker-base'
export SEARCH_TEI_RERANKING_ENDPOINT=http://${SEARCH_HOST_IP}:3004
export SEARCH_HUGGINGFACEHUB_API_TOKEN='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'
export SEARCH_HUGGINGFACEHUB_API_TOKEN=''

export SEARCH_TGI_LLM_ENDPOINT=http://${SEARCH_HOST_IP}:3006
export SEARCH_LLM_MODEL_ID='Intel/neural-chat-7b-v3-3'
Expand All @@ -31,5 +31,5 @@ export SEARCH_FRONTEND_SERVICE_PORT=18143
export SEARCH_BACKEND_SERVICE_PORT=18142
export SEARCH_BACKEND_SERVICE_ENDPOINT=http://${SEARCH_EXTERNAL_HOST_IP}:${SEARCH_BACKEND_SERVICE_PORT}/v1/searchqna

export SEARCH_GOOGLE_API_KEY='AIzaSyA8elfT2YWgF8OzGOLDJNATchMPaInzdLg'
export SEARCH_GOOGLE_CSE_ID='a2f12a53bdfc04a8a'
export SEARCH_GOOGLE_API_KEY=''
export SEARCH_GOOGLE_CSE_ID=''

0 comments on commit b19c5a9

Please sign in to comment.