Update app.py

app.py

@@ -1,39 +1,32 @@
 import gradio as gr
-from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
+from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration
 
-MODEL_ID = "microsoft/DialoGPT-medium"  # small chatbot model
+# ✅ Better small chatbot model
+MODEL_ID = "facebook/blenderbot-400M-distill"
 
-# Load model & tokenizer
-tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
-model = AutoModelForCausalLM.from_pretrained(MODEL_ID)
-generator = pipeline("text-generation", model=model, tokenizer=tokenizer, return_full_text=False)
+tokenizer = BlenderbotTokenizer.from_pretrained(MODEL_ID)
+model = BlenderbotForConditionalGeneration.from_pretrained(MODEL_ID)
 
 def chat(history, message):
-    # Convert list of tuples -> plain text context
-    prompt = ""
+    # Convert chat history to context
+    context = ""
     for user, bot in history:
-        prompt += f"User: {user}\nBot: {bot}\n"
-    prompt += f"User: {message}\nBot:"
+        context += f"User: {user}\nBot: {bot}\n"
+    context += f"User: {message}\nBot:"
 
-    out = generator(prompt, max_length=200, do_sample=True, top_k=50, top_p=0.95, num_return_sequences=1)
-    reply = out[0]['generated_text']
+    inputs = tokenizer(context, return_tensors="pt")
+    reply_ids = model.generate(**inputs, max_length=120, no_repeat_ngram_size=2)
+    reply = tokenizer.decode(reply_ids[0], skip_special_tokens=True)
 
-    if "Bot:" in reply:
-        reply = reply.split("Bot:")[-1].strip()
-
-    # Append new message pair as tuple (user, bot)
     history.append((message, reply))
     return history, history
 
 with gr.Blocks() as demo:
-    gr.Markdown("## 🤖 Chatapt")
+    gr.Markdown("## 🤖 CHatapt")
 
     chatbot = gr.Chatbot()
     state = gr.State([])
 
-    with gr.Row():
-        msg = gr.Textbox(show_label=False, placeholder="Type a message and press Enter...")
-
-    msg.submit(chat, [state, msg], [state, chatbot])
+    msg = gr.Textbox(show_label=False, placeholder="Type a message and press Enter...")
 
-demo.launch()
+    msg.submit(chat, [state,]()