app.py

from flask import Flask, render_template, request
from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration

# Load the Blenderbot-400M-distill model
mname = "facebook/blenderbot-400M-distill"
model = BlenderbotForConditionalGeneration.from_pretrained(mname)
tokenizer = BlenderbotTokenizer.from_pretrained(mname)

app = Flask(__name__)

# Create an empty tuple to store the user_input data
history = ("")
ui_history = []

# Create a function to generate a response to a user"s input
def generate_response(history):
 # Encode the user"s input
 inputs = tokenizer(history, return_tensors="pt")

 # Generate a response
 reply_ids = model.generate(**inputs, max_length=60)

 # Decode the response
 return tokenizer.batch_decode(reply_ids, skip_special_tokens=True)[0]


@app.route("/", methods=["GET", "POST"])
def index():
 if request.method == "POST":
 global history

 user_input = request.form["user_input"]
 history += tokenizer.bos_token + user_input + tokenizer.eos_token + " "

 response = generate_response(history)
 history += tokenizer.bos_token + response + tokenizer.eos_token + " "

 ui_history.append(user_input)
 ui_history.append(response)
 else:
 user_input = ""
 response = ""
 
 return render_template("index.html", ui_history=ui_history)

if __name__ == "__main__":
 app.run("0.0.0.0", port=80)