from telegram import Update from telegram.ext import Updater, CommandHandler, CallbackContext, MessageHandler, Filters import requests from telegram import ChatAction import os def hello(update: Update, context: CallbackContext) -> None: intro_text = """ 🤖 Greetings human! \n 🤗 I'm a bot hosted on Hugging Face Spaces. \n 🦾 I can query the mighty GPT-J-6B model and send you a response here. Try me.\n ✉️ Send me a text to start and I shall generate a response to complete your text!\n\n ‼️ PS: Responses are not my own (everything's from GPT-J-6B). I'm not conscious (yet).\n Blog post: https://dicksonneoh.com/portfolio/deploy_gpt_hf_models_on_telegram/ """ update.message.reply_text(intro_text) def get_gpt_response(text): r = requests.post( url="https://hf.space/embed/dnth/gpt-j-6B/+/api/predict/", json={"data": [text]}, ) response = r.json() return response["data"][0] def respond_to_user(update: Update, context: CallbackContext): update.message.chat.send_action(action=ChatAction.TYPING) response_text = get_gpt_response(update.message.text) update.message.reply_text(response_text) updater = Updater(os.environ['telegram_token']) updater.dispatcher.add_handler(CommandHandler("start", hello)) updater.dispatcher.add_handler(MessageHandler(Filters.text & ~Filters.command, respond_to_user)) updater.start_polling() updater.idle()