Changed to Gradio + python
Browse files- Dockerfile +22 -6
- InstallFromReadme.sh +5 -0
- README.md +2 -1
- app.py +24 -0
- docker-compose.yml +13 -1
- requirements.txt +2 -0
Dockerfile
CHANGED
@@ -1,9 +1,25 @@
|
|
1 |
-
FROM
|
|
|
2 |
|
3 |
-
|
4 |
-
|
5 |
-
|
6 |
|
7 |
-
|
8 |
|
9 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM pytorch/pytorch:2.1.0-cuda12.1-cudnn8-devel
|
2 |
+
ARG DEBIAN_FRONTEND=noninteractive
|
3 |
|
4 |
+
#RUN apt-get update && \
|
5 |
+
# apt-get install --no-install-recommends -y sox libsox-fmt-all curl wget gcc git git-lfs build-essential libaio-dev libsndfile1 ssh ffmpeg && \
|
6 |
+
# apt-get clean && apt-get -y autoremove
|
7 |
|
8 |
+
RUN apt-get update
|
9 |
|
10 |
+
RUN python -m pip install spaces
|
11 |
+
|
12 |
+
WORKDIR /app
|
13 |
+
COPY requirements.txt .
|
14 |
+
RUN python -m pip install --verbose -r requirements.txt
|
15 |
+
RUN python -m pip cache purge
|
16 |
+
|
17 |
+
|
18 |
+
COPY InstallFromReadme.sh .
|
19 |
+
COPY README.md .
|
20 |
+
RUN chmod +x InstallFromReadme.sh
|
21 |
+
RUN ./InstallFromReadme.sh
|
22 |
+
|
23 |
+
COPY . .
|
24 |
+
|
25 |
+
CMD ["python","app.py"]
|
InstallFromReadme.sh
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
version=$(cat README.md | grep -E "sdk_version\: (.+)" | cut -d " " -f 2)
|
2 |
+
|
3 |
+
echo "Installing gradio version $version";
|
4 |
+
|
5 |
+
pip install gradio==$version
|
README.md
CHANGED
@@ -3,7 +3,8 @@ title: Sqlserver
|
|
3 |
emoji: π
|
4 |
colorFrom: gray
|
5 |
colorTo: indigo
|
6 |
-
sdk:
|
|
|
7 |
pinned: false
|
8 |
app_port: 8080
|
9 |
---
|
|
|
3 |
emoji: π
|
4 |
colorFrom: gray
|
5 |
colorTo: indigo
|
6 |
+
sdk: gradio
|
7 |
+
sdk_version: 5.32.0
|
8 |
pinned: false
|
9 |
app_port: 8080
|
10 |
---
|
app.py
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio as gr
|
2 |
+
from fastapi import FastAPI
|
3 |
+
import uvicorn
|
4 |
+
|
5 |
+
app = FastAPI()
|
6 |
+
|
7 |
+
|
8 |
+
with gr.Blocks(fill_height=True) as demo:
|
9 |
+
text = gr.Textbox();
|
10 |
+
|
11 |
+
|
12 |
+
|
13 |
+
|
14 |
+
|
15 |
+
@app.get("/v1/embeddings")
|
16 |
+
def test():
|
17 |
+
return {"test": True}
|
18 |
+
|
19 |
+
|
20 |
+
|
21 |
+
GradioApp = gr.mount_gradio_app(app, demo, path="");
|
22 |
+
|
23 |
+
uvicorn.run(GradioApp, port=7860, host="0.0.0.0")
|
24 |
+
|
docker-compose.yml
CHANGED
@@ -1,5 +1,17 @@
|
|
|
|
|
|
|
|
1 |
services:
|
2 |
app:
|
3 |
build: .
|
4 |
ports:
|
5 |
-
- 8080:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
volumes:
|
2 |
+
hfdata:
|
3 |
+
|
4 |
services:
|
5 |
app:
|
6 |
build: .
|
7 |
ports:
|
8 |
+
- 8080:7860
|
9 |
+
stdin_open: true # docker run -i
|
10 |
+
tty: true # docker run -t
|
11 |
+
deploy:
|
12 |
+
resources:
|
13 |
+
reservations:
|
14 |
+
devices:
|
15 |
+
- driver: nvidia
|
16 |
+
count: all
|
17 |
+
capabilities: [gpu]
|
requirements.txt
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
fastapi
|
2 |
+
uvicorn
|