From fa01f46f1ea922a35ea1d68a5aa0f42335b78f56 Mon Sep 17 00:00:00 2001 From: minmin-intel Date: Wed, 5 Feb 2025 13:57:57 -0800 Subject: [PATCH] fix tei embedding and tei reranking bug (#1256) Signed-off-by: minmin-intel Co-authored-by: Abolfazl Shahbazi <12436063+ashahba@users.noreply.github.com> --- comps/embeddings/src/integrations/tei.py | 1 + comps/rerankings/src/integrations/tei.py | 1 + 2 files changed, 2 insertions(+) diff --git a/comps/embeddings/src/integrations/tei.py b/comps/embeddings/src/integrations/tei.py index dd7dd602e1..8d589fb822 100644 --- a/comps/embeddings/src/integrations/tei.py +++ b/comps/embeddings/src/integrations/tei.py @@ -70,6 +70,7 @@ async def invoke(self, input: EmbeddingRequest) -> EmbeddingResponse: raise TypeError("Unsupported input type: input must be a string or list of strings.") response = await self.client.post( json={"input": texts, "encoding_format": input.encoding_format, "model": input.model, "user": input.user}, + model=f"{self.base_url}/v1/embeddings", task="text-embedding", ) embeddings = json.loads(response.decode()) diff --git a/comps/rerankings/src/integrations/tei.py b/comps/rerankings/src/integrations/tei.py index 8060555fa8..f1ebd9b6aa 100644 --- a/comps/rerankings/src/integrations/tei.py +++ b/comps/rerankings/src/integrations/tei.py @@ -71,6 +71,7 @@ async def invoke( response = await self.client.post( json={"query": query, "texts": docs}, + model=f"{self.base_url}/rerank", task="text-reranking", )