| from telegram import Update | |
| from telegram.ext import Updater, CommandHandler, CallbackContext, MessageHandler, Filters | |
| import requests | |
| from telegram import ChatAction | |
| import os | |
| def hello(update: Update, context: CallbackContext) -> None: | |
| intro_text = """ | |
| 🤖 Greetings human! \n | |
| 🤗 I'm a bot hosted on Hugging Face Spaces. \n | |
| 🦾 I can query the mighty GPT-J-6B model and send you a response here. Try me.\n | |
| ✉️ Send me a text to start and I shall generate a response to complete your text!\n\n | |
| ‼️ PS: Responses are not my own (everything's from GPT-J-6B). I'm not conscious (yet).\n | |
| Blog post: https://dicksonneoh.com/portfolio/deploy_gpt_hf_models_on_telegram/ | |
| """ | |
| update.message.reply_text(intro_text) | |
| def get_gpt_response(text): | |
| r = requests.post( | |
| url="https://hf.space/embed/dnth/gpt-j-6B/+/api/predict/", | |
| json={"data": [text]}, | |
| ) | |
| response = r.json() | |
| return response["data"][0] | |
| def respond_to_user(update: Update, context: CallbackContext): | |
| update.message.chat.send_action(action=ChatAction.TYPING) | |
| response_text = get_gpt_response(update.message.text) | |
| update.message.reply_text(response_text) | |
| updater = Updater(os.environ['telegram_token']) | |
| updater.dispatcher.add_handler(CommandHandler("start", hello)) | |
| updater.dispatcher.add_handler(MessageHandler(Filters.text & ~Filters.command, respond_to_user)) | |
| updater.start_polling() | |
| updater.idle() |