app.py

from flask import Flask,request
from flask_cors import CORS, cross_origin
# from processQuery import generate_response
from processQuery_dspy import generate_response
import ast
import json
from text_to_sql.sql_data_prep import get_qp
import concurrent.futures

regions_list = ["US","Europe","Global","India","Japan","Emerging","China"]
qp_dict = dict.fromkeys(regions_list)

def get_qp_helper(region:str):
    qp = get_qp(region)
    qp_dict[region] = qp

with concurrent.futures.ThreadPoolExecutor(max_workers=7) as executor:
    executor.map(get_qp, regions_list)
    

with open('books.json', 'r') as json_file:
    data = json.load(json_file)
    print(data)

app = Flask(__name__)
CORS(app, resources={r"/*": {"origins": "*"}})
app.config['CORS_HEADERS'] = 'Content-Type'

@app.route("/test")
@cross_origin()
def index():
    return {
        'success': 'Test call success'
    }

@app.route("/query")
@cross_origin()
def processQuery():
    qryString = request.args.get('query')
    qryRagModel = request.args.get('model')
    qryRagRegion = request.args.get('region')
    if (not qryString or not qryRagModel):
        return {
            "result": f"Bad Request",
            "text": "Query or Model Param missing"
        }
    else:
        if (qryRagModel == 'SQL'):
            textToSQL = qp_dict[qryRagRegion].run(query=qryString)
            return {
                "result": f"Recevied response",
                # "response":f"{textToSQL}".replace('assistant:', ''),
                "response":textToSQL.message.content,
            }
        else:
            response, context, meta_data = generate_response(qryString,qryRagModel)
            print(meta_data)
            books = processMetaData(meta_data)
            return {
                "result": f"Recevied response",
                "response": f"{response}",
                "context": f"{context}",
                "metaData": books
            }


def processMetaData(meta_data):
    books = ast.literal_eval(f"{meta_data}")
    books_keys = set()
    final_books = []
    for book in books:
        youtube_id = book.get('youtube_id')
        book_source = book.get('book_source')

        if youtube_id in books_keys or book_source in books_keys:
            continue

        if youtube_id:
            books_keys.add(youtube_id)
            final_books.append(book)
            continue
        books_keys.add(book_source)
        coordinates = ast.literal_eval(f"{book['page_num_coordinates']}")
        book['page_num_coordinates'] = coordinates
        book['bookURL'] = data[book_source]
        final_books.append(book)
    return final_books