Update app.py

app.py

@@ -2,17 +2,38 @@ import gradio as gr
 from fastapi import FastAPI, Request
 import uvicorn
 import spaces
+from sentence_transformers import SentenceTransformer
+
+print("Loading embedding model");
+Embedder = SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1")
 
 app = FastAPI()
 
 @spaces.GPU
 def embed(text):
-  return [0,1,2,3];
+    query_embedding = Embedder.encode(text)
+    return query_embedding.tolist();
 
 @app.post("/v1/embeddings")
-def openai_embed(req:Request):
-  # some logic that will call embed
-  embed("some data from request")
+async def openai_embed(req: Request):
+    body = await request.json();
+    print(body); 
+    model = body['model'];
+    text = body['input'];
+    embeddings = embed(text)
+    return {
+		'object': "list"
+		,'data': [{
+			'object': "embeddings"
+			,'embedding': embeddings
+			,'index':0
+		}]
+		,'model': 'mixedbread-ai/mxbai-embed-large-v1'
+		,'usage':{
+			 'prompt_tokens': 0
+			,'total_tokens': 0
+		}
+	}
 
 
 with gr.Blocks() as demo: