fix tei embedding and tei reranking bug (#1256)

Signed-off-by: minmin-intel <[email protected]> Co-authored-by: Abolfazl Shahbazi <[email protected]>
opea-project · Feb 5, 2025 · fa01f46 · fa01f46
1 parent 4ede405
commit fa01f46
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/comps/embeddings/src/integrations/tei.py b/comps/embeddings/src/integrations/tei.py
@@ -70,6 +70,7 @@ async def invoke(self, input: EmbeddingRequest) -> EmbeddingResponse:
             raise TypeError("Unsupported input type: input must be a string or list of strings.")
         response = await self.client.post(
             json={"input": texts, "encoding_format": input.encoding_format, "model": input.model, "user": input.user},
+            model=f"{self.base_url}/v1/embeddings",
             task="text-embedding",
         )
         embeddings = json.loads(response.decode())

diff --git a/comps/rerankings/src/integrations/tei.py b/comps/rerankings/src/integrations/tei.py
@@ -71,6 +71,7 @@ async def invoke(
 
             response = await self.client.post(
                 json={"query": query, "texts": docs},
+                model=f"{self.base_url}/rerank",
                 task="text-reranking",
             )