File size: 906 Bytes
6d15d4a
09082c9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6d15d4a
 
09082c9
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
import gradio as gr
from transformers import pipeline

def load_model():
    return pipeline(
        "text-generation",
        model="bigcode/santacoder",  # Smaller than DeepSeek for CPU
        device="cpu"
    )

model = load_model()

def generate_code(prompt):
    try:
        response = model(
            f"<|user|>{prompt}</s><|assistant|>",
            max_new_tokens=100,
            temperature=0.7,
            do_sample=True
        )
        return response[0]['generated_text'].split("<|assistant|>")[-1]
    except Exception as e:
        return f"Error: {str(e)}"

demo = gr.Interface(
    fn=generate_code,
    inputs=gr.Textbox(lines=5, placeholder="Ask a coding question..."),
    outputs=gr.Code(language="python"),
    title="CPU-Friendly Coding Assistant",
    description="This simplified version works on free CPU hardware"
)

demo.launch(server_name="0.0.0.0", server_port=7860)