start

app.py

@@ -0,0 +1,28 @@
+import streamlit as st
+from ctransformers import AutoModelForCausalLM
+
+# Load the model outside the main function to avoid reloading on every run
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-v0.1-GGUF", 
+ model_file="mistral-7b-v0.1.Q4_K_M.gguf", 
+ model_type="mistral", 
+ gpu_layers=50)
+
+def generate_response(prompt):
+ return llm(prompt)
+
+def main():
+ st.title("AI Text Generation App")
+ 
+ prompt = st.text_input("Enter your prompt:")
+ if prompt:
+ try:
+ response = generate_response(prompt)
+ 
+ # Display the generated response
+ st.subheader("Generated Response")
+ st.write(response)
+ except Exception as e:
+ st.error(f"Error generating response: {e}")
+
+if __name__ == "__main__":
+ main()