fix

app.py

@@ -1,9 +1,9 @@
 import gradio as gr
 from fastapi import FastAPI, Request
 import uvicorn
-# from sentence_transformers import SentenceTransformer
-# from sentence_transformers.util import cos_sim
-# from sentence_transformers.quantization import quantize_embeddings
+from sentence_transformers import SentenceTransformer
+from sentence_transformers.util import cos_sim
+from sentence_transformers.quantization import quantize_embeddings
 
 
 import spaces
@@ -21,27 +21,27 @@ def embed(text):
     
     
     
-#@app.post("/v1/embeddings")
-#async def openai_embeddings(request: Request):
-#    body = await request.json();
-#    print(body);
-#    
-#    model = body['model']
-#    text = body['input'];
-#    embeddings = embed(text)
-#    return {
-#		'object': "list"
-#		,'data': [{
-#			'object': "embeddings"
-#			,'embedding': embeddings
-#			,'index':0
-#		}]
-#		,'model':model
-#		,'usage':{
-#			 'prompt_tokens': 0
-#			,'total_tokens': 0
-#		}
-#	}
+@app.post("/v1/embeddings")
+async def openai_embeddings(request: Request):
+    body = await request.json();
+    print(body);
+    
+    model = body['model']
+    text = body['input'];
+    embeddings = embed(text)
+    return {
+		'object': "list"
+		,'data': [{
+			'object': "embeddings"
+			,'embedding': embeddings
+			,'index':0
+		}]
+		,'model':model
+		,'usage':{
+			 'prompt_tokens': 0
+			,'total_tokens': 0
+		}
+	}
 
 def fn(text):
     embed(text);
@@ -54,7 +54,7 @@ with gr.Blocks(fill_height=True) as demo:
     
 
 print("Loading embedding model");
-Embedder = None #SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1")
+Embedder = SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1")
 
 # demo.run_startup_events()