Spaces:
Sleeping
Sleeping
import streamlit as st | |
from transformers import AutoTokenizer, AutoModelForCausalLM | |
# Load your model and tokenizer | |
model_name = "CJHauser/PrisimAI-chat" | |
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True) | |
model = AutoModelForCausalLM.from_pretrained(model_name) | |
# Streamlit App | |
st.set_page_config(page_title="PrisimAI Chatbot") | |
st.title("π€ PrisimAI Chatbot") | |
# User prompt | |
user_input = st.text_input("Ask something:", placeholder="e.g. What is AI?") | |
if user_input: | |
with st.spinner("Thinking..."): | |
inputs = tokenizer(user_input, return_tensors="pt") | |
outputs = model.generate( | |
inputs["input_ids"], | |
max_length=150, | |
do_sample=True, | |
temperature=0.7, | |
top_p=0.9, | |
pad_token_id=tokenizer.eos_token_id | |
) | |
response = tokenizer.decode(outputs[0], skip_special_tokens=True) | |
# Remove the original prompt from the response if repeated | |
response = response.replace(user_input, "").strip() | |
st.markdown(f"**Response:** {response}") | |