Update app.py

app.py

@@ -27,21 +27,10 @@ temperature = 0.5
 # Add reset button to clear conversation
 st.button('Reset Chat', on_click=reset_conversation)
 
-# Define a system message for the Mistral model
-system_message = {
-    "role": "system",
-    "content": "As a helpful and friendly assistant, provide concise and accurate responses to the user's queries."
-}
-
 # Initialize chat history
 if "messages" not in st.session_state:
     st.session_state.messages = []
 
-# Display chat messages from history on app rerun
-for message in st.session_state.messages:
-    with st.chat_message(message["role"]):
-        st.markdown(message["content"])
-
 # Accept user input
 if prompt := st.chat_input("Type your message here..."):
 
@@ -54,18 +43,30 @@ if prompt := st.chat_input("Type your message here..."):
     # Display assistant response in chat message container
     with st.chat_message("assistant"):
         try:
+            # Prepare the messages for the API call
+            messages_for_api = [
+                {"role": "system", "content": "As a helpful and friendly assistant, provide concise and accurate responses to the user's queries."}
+            ] + st.session_state.messages  # Add system message and user messages to the list
+
             response = client.chat.completions.create(
                 model=model_link,
-                messages=[
-                    system_message,  # System message
-                    *[{"role": m["role"], "content": m["content"]} for m in st.session_state.messages]  # User and assistant messages
-                ],
+                messages=messages_for_api,
                 temperature=temperature,
-                max_tokens=3000,
+                max_tokens=150  # Adjust the max tokens according to your needs
             )
-            st.markdown(response["choices"][0]["message"]["content"])
+            
+            # Get the response content
+            assistant_response = response["choices"][0]["message"]["content"]
+            st.markdown(assistant_response)
+
         except Exception as e:
             st.write("An error occurred. Please try again later.")
             st.write(e)
 
-    st.session_state.messages.append({"role": "assistant", "content": response["choices"][0]["message"]["content"]})
+    # Append the assistant's response to the chat history
+    st.session_state.messages.append({"role": "assistant", "content": assistant_response})
+
+# Display chat messages from history on app rerun
+for message in st.session_state.messages:
+    with st.chat_message(message["role"]):
+        st.markdown(message["content"])