fixes embeddings calculation

src/ai/src/api/app.py

@@ -1,6 +1,6 @@
 import asyncio
-from functools import wraps, partial
 from fastapi import FastAPI
+from functools import wraps, partial
 from fastapi.responses import JSONResponse
 from fastapi.middleware.gzip import GZipMiddleware
 

src/ai/src/grpc/server.py

@@ -1,10 +1,9 @@
+from concurrent.futures import ThreadPoolExecutor
 import grpc
-import service_pb2
-import service_pb2_grpc
 from grpc_reflection.v1alpha import reflection
-from concurrent.futures import ThreadPoolExecutor
-
 
+import service_pb2
+import service_pb2_grpc
 from service_pb2 import (
     OramaModel as ProtoOramaModel,
     OramaIntent as ProtoOramaIntent,
@@ -33,10 +32,8 @@ def GetEmbedding(self, request, context):
 def serve(config, embeddings_service):
     print(f"Starting gRPC server on port {config.embeddings_grpc_port}")
     server = grpc.server(ThreadPoolExecutor(max_workers=10))
-
-    service_pb2_grpc.add_CalculateEmbeddingsServiceServicer_to_server(
-        CalculateEmbeddingService(embeddings_service), server
-    )
+    service = CalculateEmbeddingService(embeddings_service)
+    service_pb2_grpc.add_CalculateEmbeddingsServiceServicer_to_server(service, server)
 
     SERVICE_NAMES = (
         service_pb2.DESCRIPTOR.services_by_name["CalculateEmbeddingsService"].full_name,

src/ai/src/service/embedding.py

@@ -20,6 +20,10 @@ def __init__(self, config):
         self.app = create_app(self)
 
     def _initialize_embeddings_service(self):
+        import os
+
+        os.environ["ONNXRUNTIME_PROVIDERS"] = "CPUExecutionProvider"
+
         extend_fastembed_supported_models()
         initialize_thread_executor(max_workers=self.config.total_threads // 2)
         return EmbeddingsModels(self.config, selected_models=ModelGroups[self.config.default_model_group].value)

src/ai/test.sh

@@ -0,0 +1 @@
+grpcurl -d '{ "model": "BGESmall", "input": ["hello, world!", "hey there", "foo bar"], "intent": "passage" }' -plaintext localhost:50051 orama_ai_service.CalculateEmbeddingsService/GetEmbedding