Spaces:
Sleeping
Sleeping
File size: 906 Bytes
6d15d4a 09082c9 6d15d4a 09082c9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
import gradio as gr
from transformers import pipeline
def load_model():
return pipeline(
"text-generation",
model="bigcode/santacoder", # Smaller than DeepSeek for CPU
device="cpu"
)
model = load_model()
def generate_code(prompt):
try:
response = model(
f"<|user|>{prompt}</s><|assistant|>",
max_new_tokens=100,
temperature=0.7,
do_sample=True
)
return response[0]['generated_text'].split("<|assistant|>")[-1]
except Exception as e:
return f"Error: {str(e)}"
demo = gr.Interface(
fn=generate_code,
inputs=gr.Textbox(lines=5, placeholder="Ask a coding question..."),
outputs=gr.Code(language="python"),
title="CPU-Friendly Coding Assistant",
description="This simplified version works on free CPU hardware"
)
demo.launch(server_name="0.0.0.0", server_port=7860) |