From 8d4209a01541d078e41174ef13c5f5f9686be282 Mon Sep 17 00:00:00 2001 From: Sihan Chen <39623753+Spycsh@users.noreply.github.com> Date: Mon, 15 Jul 2024 17:13:59 +0800 Subject: [PATCH] add auto-truncate to gaudi tei (#388) * fix sqna gaudi * rootcause * rootcause --------- Co-authored-by: chen, suyue --- SearchQnA/docker/gaudi/docker_compose.yaml | 2 +- SearchQnA/tests/test_searchqna_on_gaudi.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/SearchQnA/docker/gaudi/docker_compose.yaml b/SearchQnA/docker/gaudi/docker_compose.yaml index d9e91c2db..5de690cc6 100644 --- a/SearchQnA/docker/gaudi/docker_compose.yaml +++ b/SearchQnA/docker/gaudi/docker_compose.yaml @@ -23,7 +23,7 @@ services: HABANA_VISIBLE_DEVICES: all OMPI_MCA_btl_vader_single_copy_mechanism: none MAX_WARMUP_SEQUENCE_LENGTH: 512 - command: --model-id ${EMBEDDING_MODEL_ID} + command: --model-id ${EMBEDDING_MODEL_ID} --auto-truncate embedding: image: opea/embedding-tei:latest container_name: embedding-tei-server diff --git a/SearchQnA/tests/test_searchqna_on_gaudi.sh b/SearchQnA/tests/test_searchqna_on_gaudi.sh index 4277472d8..929c7e715 100644 --- a/SearchQnA/tests/test_searchqna_on_gaudi.sh +++ b/SearchQnA/tests/test_searchqna_on_gaudi.sh @@ -71,7 +71,7 @@ function start_services() { # Start Docker Containers docker compose -f docker_compose.yaml up -d n=0 - until [[ "$n" -ge 300 ]]; do + until [[ "$n" -ge 500 ]]; do docker logs tgi-gaudi-server > tgi_service_start.log if grep -q Connected tgi_service_start.log; then break