transformers_js_py
from transformers_js import import_transformers_js
import gradio as gr
transformers = await import_transformers_js()
pipeline = transformers.pipeline
pipe = await pipeline('text-generation', 'Xenova/LaMini-Cerebras-590M')
async def generate(text):
return await pipe(text, {"temperature": 2.0, "max_new_tokens": 50, "repetition_penalty": 1.5})
demo = gr.Interface(generate, gr.Textbox(label="Initial Prompt"), gr.JSON(label="Generated Text"), examples=["I was walking in a nice neighborhood the other day ", "I'm an evil penguin and I", "It wasn't a bad film but"])
demo.launch()