create app.py

app.py

@@ -0,0 +1,238 @@
+from langchain_community.vectorstores import FAISS
+from langchain.chains import RetrievalQA
+import gradio as gr
+import os
+from pandasai import Agent
+import io
+import contextlib
+import re
+import pandas as pd
+from langchain_google_genai import GoogleGenerativeAIEmbeddings
+from langchain_google_genai import ChatGoogleGenerativeAI
+
+
+gemini_embeddings = GoogleGenerativeAIEmbeddings(model="models/text-embedding-004")
+
+vector_store = FAISS.load_local("jio_tickets_faiss/", embeddings=gemini_embeddings,allow_dangerous_deserialization=True)
+
+llm = ChatGoogleGenerativeAI(model="gemini-1.5-pro-001",
+ temperature=0.01)
+
+
+retriever = vector_store.as_retriever(
+ search_type="similarity",
+ search_kwargs={"k":10}
+)
+
+df=pd.read_csv('data/Gretel_Data.csv')
+averages = df.mean(numeric_only=True).to_dict()
+
+agent = Agent([df], config={"llm": llm, 'verbose':True})
+
+global unique_columns
+unique_columns = [
+ 'Avg_Connected_UEs',
+ 'PRB Util%',
+ 'CA Activation Rate',
+ 'DLRLCLayerDataVolume MB',
+ 'DRB UL Data Volume MB',
+ 'UPTP_Mbps',
+ 'UPTP Mbps Num',
+ 'UPTP Mbps Den',
+ 'UL MAC Vol Scell Pct',
+ 'DL MAC Vol Scell Pct',
+ 'DL MAC Vol Scell MB',
+ 'DL Volume',
+ 'DL Data Vol MAC in MB',
+ 'UL Throughput',
+ 'MB_per_connected_UE'
+ ]
+
+global target_words
+target_words = ["Bandwidth", "Interference", "Call Quality", "Network", "Handover"]
+
+columns = []
+
+column_avgs = {}
+
+global network_features
+network_features = {
+ 'Bandwidth': [
+ 'Avg_Connected_UEs',
+ 'PRB Util%',
+ 'CA Activation Rate',
+ 'DLRLCLayerDataVolume MB',
+ 'DRB UL Data Volume MB',
+ 'UPTP_Mbps',
+ 'UPTP Mbps Num',
+ 'UPTP Mbps Den',
+ 'UL MAC Vol Scell Pct',
+ 'DL MAC Vol Scell Pct',
+ 'DL MAC Vol Scell MB',
+ 'DL Volume',
+ 'DL Data Vol MAC in MB',
+ 'UL Throughput',
+ 'MB_per_connected_UE'
+ ],
+ 'Handover': [
+ 'Avg_Connected_UEs',
+ 'PRB Util%',
+ 'CA Activation Rate',
+ 'HO Failures',
+ 'HO_fail_InterFreq',
+ 'HO_fail_PCT_InterFreq',
+ 'HO Failure%',
+ 'HO Attempts',
+ 'HO_att_InterFreq'
+ ],
+ 'Network': [
+ 'Avg_Connected_UEs',
+ 'PRB Util%',
+ 'CA Activation Rate',
+ 'SIP DC%',
+ 'RRC Setup Attempts',
+ 'RRC Setup Failures',
+ 'RRC Setup Failure% 5G',
+ 'Combined RACH Failure%',
+ 'Combined RACH Preambles',
+ 'Combined RACH Failures',
+ 'Interference Pwr',
+ ],
+ 'Call Quality': [
+ 'Avg_Connected_UEs',
+ 'PRB Util%',
+ 'CA Activation Rate',
+ 'Avg_PUCCH_SINR',
+ 'Avg CQI',
+ 'SIP Calls with a Leg',
+ 'SIP_SC_Total_MOU',
+ 'SIP Dropped Calls',
+ 'VoLTE_MOU',
+ 'QCI 1 Bearer Drops',
+ 'QCI 1 Bearer Releases',
+ 'QCI 1 Bearer Drop%',
+ 'Peak UE',
+ 'DL Packet Loss Pct',
+ 'UL Resid BLER PCT',
+ 'Bearer Drops Voice',
+ 'Bearer Releases Voice',
+ 'Bearer Drop%',
+ 'Call_Drops_Credit'
+ ],
+ 'Interference': [
+ 'Avg_Connected_UEs',
+ 'PRB Util%',
+ 'CA Activation Rate',
+ 'Combined RACH Failure%',
+ 'Interference Pwr'
+ ]
+}
+
+def echo(message, history):
+ try:
+ qa=RetrievalQA.from_chain_type(llm=llm, retriever=retriever, return_source_documents=True)
+ message= " <s> [INST] You are a senior telecom network engineer having access to troubleshooting tickets data and other technical and product documentation. Stick to the knowledge provided. Search through the product documentation pdfs first before scanning the tickets to generate the answer. Return only the helpful answer. Question:" + message + '[/INST]'
+ result= qa({"query":message})
+ answer= result['result']
+ for word in target_words:
+ if re.search(r'\b' + re.escape(word) + r'\b', answer, flags=re.IGNORECASE):
+ columns.extend(network_features.get(word, []))
+ unique_columns = list(set(columns))
+
+ for column in unique_columns:
+ column_avgs.update({column:averages.get(column, [])})
+
+ result_df = df[unique_columns].iloc[:25]
+
+ def highlight_rows(val, threshold):
+ if val > threshold:
+ return 'color: red; font-weight: bold'
+ elif val < threshold:
+ return 'color: green'
+ else:
+ return ''
+
+ styled_df = result_df.style
+
+ for key in column_avgs:
+ styled_df = styled_df.applymap(lambda x, k=key: highlight_rows(x, column_avgs[k]), subset=[f'{key}'])
+
+ gr.Dataframe(styled_df)
+ return (
+ "Answer: \n"
+ + '\n' + answer.strip() + '\n'
+ + '\n' + "Sources: \n"
+ + '\n' + '1. ' + result['source_documents'][0].metadata['source'] + '\n' + result['source_documents'][0].page_content + "\n"
+ + '\n' + '2. ' + result['source_documents'][1].metadata['source'] + '\n' + result['source_documents'][1].page_content + "\n"
+ + '\n' + "3. " + result['source_documents'][2].metadata['source'] + '\n' + result['source_documents'][2].page_content + "\n"
+ + '\n' + "4. " + result['source_documents'][3].metadata['source'] + '\n' + result['source_documents'][3].page_content + "\n"
+ + '\n' + "5. " + result['source_documents'][4].metadata['source'] + '\n' + result['source_documents'][4].page_content + "\n",
+ styled_df
+ )
+ except Exception as e:
+ error_message = f"An error occurred: {e}"+str(e.with_traceback) + str(e.args)
+ return error_message, error_message
+
+def echo_agent(message, history):
+ try:
+ response = agent.chat(message, output_type= 'text')
+ # explanation = agent.explain()
+
+ # result = "Answer: \n" + '\n' + response.str() + '\n' + '\n' + "Explanation: \n" + '\n' + explanation
+ 
+ return response
+ except Exception as e:
+ error_message = f"An error occurred: {e}"+str(e.with_traceback) + str(e.args)
+ return error_message
+
+demo_agent = gr.Blocks(
+ title="Network Ticket Knowledge Management",
+ theme=gr.themes.Soft(),
+)
+
+with demo_agent:
+
+ gr.Markdown(
+ '''
+ # <p style="text-align: center;">Network Ticket Knowledge Management</p>
+ Welcome to VeriTel's Network Operations Center. I am here to help the Field Operations team with technical queries & escalation.
+ '''
+ )
+
+ with gr.Tab('Clara'):
+ with gr.Row():
+ message = gr.Text(label="Input Query")
+
+ btn = gr.Button("Submit")
+
+ with gr.Row():
+ reply = gr.Text(label="RCA and MoP", autoscroll=False)
+
+ with gr.Accordion(label = "Metrics", open=False):
+ table = gr.Dataframe()
+
+ btn.click(echo, inputs=[message], outputs=[reply, table])
+
+ gr.Examples([
+ "Wi-Fi connected but no internet showing",
+ 'What are the possible cause of router overheating ?',
+ "What are the possible causes of RAN getting disconnected frequently?",
+ "For the past week, are there any specific cell towers in Texas experiencing unusually high call failure rates or data latency?",
+ "What are the network problems faced by people living in the state of California?",
+ "I have an FWA connection and all devices except my iPhone have internet access via this FWA device. Can you suggest steps for resolution?",
+ "We're receiving reports of congested cell towers in Cleveland. Can you identify the specific cell towers experiencing overload and suggest any temporary network adjustments to alleviate the congestion?"
+ ],
+ inputs=[message]
+ )
+
+ with gr.Tab('Sam'):
+ with gr.Row():
+ message_agent = gr.Text(label="Input Query")
+ with gr.Row():
+ reply_agent = gr.Text(label="Answer")
+
+ btn2 = gr.Button("Submit")
+ btn2.click(echo_agent, inputs=[message_agent], outputs=[reply_agent])
+
+
+demo_agent.launch(share=True,debug=True,auth=("admin", "Sam&Clara"))