Changed to Gradio + python
Browse files- Dockerfile +22 -6
- InstallFromReadme.sh +5 -0
- README.md +2 -1
- app.py +24 -0
- docker-compose.yml +13 -1
- requirements.txt +2 -0
Dockerfile
CHANGED
|
@@ -1,9 +1,25 @@
|
|
| 1 |
-
FROM
|
|
|
|
| 2 |
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
|
| 7 |
-
|
| 8 |
|
| 9 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM pytorch/pytorch:2.1.0-cuda12.1-cudnn8-devel
|
| 2 |
+
ARG DEBIAN_FRONTEND=noninteractive
|
| 3 |
|
| 4 |
+
#RUN apt-get update && \
|
| 5 |
+
# apt-get install --no-install-recommends -y sox libsox-fmt-all curl wget gcc git git-lfs build-essential libaio-dev libsndfile1 ssh ffmpeg && \
|
| 6 |
+
# apt-get clean && apt-get -y autoremove
|
| 7 |
|
| 8 |
+
RUN apt-get update
|
| 9 |
|
| 10 |
+
RUN python -m pip install spaces
|
| 11 |
+
|
| 12 |
+
WORKDIR /app
|
| 13 |
+
COPY requirements.txt .
|
| 14 |
+
RUN python -m pip install --verbose -r requirements.txt
|
| 15 |
+
RUN python -m pip cache purge
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
COPY InstallFromReadme.sh .
|
| 19 |
+
COPY README.md .
|
| 20 |
+
RUN chmod +x InstallFromReadme.sh
|
| 21 |
+
RUN ./InstallFromReadme.sh
|
| 22 |
+
|
| 23 |
+
COPY . .
|
| 24 |
+
|
| 25 |
+
CMD ["python","app.py"]
|
InstallFromReadme.sh
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version=$(cat README.md | grep -E "sdk_version\: (.+)" | cut -d " " -f 2)
|
| 2 |
+
|
| 3 |
+
echo "Installing gradio version $version";
|
| 4 |
+
|
| 5 |
+
pip install gradio==$version
|
README.md
CHANGED
|
@@ -3,7 +3,8 @@ title: Sqlserver
|
|
| 3 |
emoji: π
|
| 4 |
colorFrom: gray
|
| 5 |
colorTo: indigo
|
| 6 |
-
sdk:
|
|
|
|
| 7 |
pinned: false
|
| 8 |
app_port: 8080
|
| 9 |
---
|
|
|
|
| 3 |
emoji: π
|
| 4 |
colorFrom: gray
|
| 5 |
colorTo: indigo
|
| 6 |
+
sdk: gradio
|
| 7 |
+
sdk_version: 5.32.0
|
| 8 |
pinned: false
|
| 9 |
app_port: 8080
|
| 10 |
---
|
app.py
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import gradio as gr
|
| 2 |
+
from fastapi import FastAPI
|
| 3 |
+
import uvicorn
|
| 4 |
+
|
| 5 |
+
app = FastAPI()
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
with gr.Blocks(fill_height=True) as demo:
|
| 9 |
+
text = gr.Textbox();
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
|
| 15 |
+
@app.get("/v1/embeddings")
|
| 16 |
+
def test():
|
| 17 |
+
return {"test": True}
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
GradioApp = gr.mount_gradio_app(app, demo, path="");
|
| 22 |
+
|
| 23 |
+
uvicorn.run(GradioApp, port=7860, host="0.0.0.0")
|
| 24 |
+
|
docker-compose.yml
CHANGED
|
@@ -1,5 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
| 1 |
services:
|
| 2 |
app:
|
| 3 |
build: .
|
| 4 |
ports:
|
| 5 |
-
- 8080:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
volumes:
|
| 2 |
+
hfdata:
|
| 3 |
+
|
| 4 |
services:
|
| 5 |
app:
|
| 6 |
build: .
|
| 7 |
ports:
|
| 8 |
+
- 8080:7860
|
| 9 |
+
stdin_open: true # docker run -i
|
| 10 |
+
tty: true # docker run -t
|
| 11 |
+
deploy:
|
| 12 |
+
resources:
|
| 13 |
+
reservations:
|
| 14 |
+
devices:
|
| 15 |
+
- driver: nvidia
|
| 16 |
+
count: all
|
| 17 |
+
capabilities: [gpu]
|
requirements.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
fastapi
|
| 2 |
+
uvicorn
|