diff --git a/comps/embeddings/src/integrations/tei.py b/comps/embeddings/src/integrations/tei.py index dd7dd602e1..8d589fb822 100644 --- a/comps/embeddings/src/integrations/tei.py +++ b/comps/embeddings/src/integrations/tei.py @@ -70,6 +70,7 @@ async def invoke(self, input: EmbeddingRequest) -> EmbeddingResponse: raise TypeError("Unsupported input type: input must be a string or list of strings.") response = await self.client.post( json={"input": texts, "encoding_format": input.encoding_format, "model": input.model, "user": input.user}, + model=f"{self.base_url}/v1/embeddings", task="text-embedding", ) embeddings = json.loads(response.decode()) diff --git a/comps/rerankings/src/integrations/tei.py b/comps/rerankings/src/integrations/tei.py index 8060555fa8..f1ebd9b6aa 100644 --- a/comps/rerankings/src/integrations/tei.py +++ b/comps/rerankings/src/integrations/tei.py @@ -71,6 +71,7 @@ async def invoke( response = await self.client.post( json={"query": query, "texts": docs}, + model=f"{self.base_url}/rerank", task="text-reranking", )