diff --git a/SearchQnA/docker/gaudi/docker_compose.yaml b/SearchQnA/docker/gaudi/docker_compose.yaml index d9e91c2db..5de690cc6 100644 --- a/SearchQnA/docker/gaudi/docker_compose.yaml +++ b/SearchQnA/docker/gaudi/docker_compose.yaml @@ -23,7 +23,7 @@ services: HABANA_VISIBLE_DEVICES: all OMPI_MCA_btl_vader_single_copy_mechanism: none MAX_WARMUP_SEQUENCE_LENGTH: 512 - command: --model-id ${EMBEDDING_MODEL_ID} + command: --model-id ${EMBEDDING_MODEL_ID} --auto-truncate embedding: image: opea/embedding-tei:latest container_name: embedding-tei-server diff --git a/SearchQnA/tests/test_searchqna_on_gaudi.sh b/SearchQnA/tests/test_searchqna_on_gaudi.sh index 4277472d8..929c7e715 100644 --- a/SearchQnA/tests/test_searchqna_on_gaudi.sh +++ b/SearchQnA/tests/test_searchqna_on_gaudi.sh @@ -71,7 +71,7 @@ function start_services() { # Start Docker Containers docker compose -f docker_compose.yaml up -d n=0 - until [[ "$n" -ge 300 ]]; do + until [[ "$n" -ge 500 ]]; do docker logs tgi-gaudi-server > tgi_service_start.log if grep -q Connected tgi_service_start.log; then break