added history in json

Record the chat history in a json file, named based on the pinecone index or chroma collection name

app.py

@@ -14,7 +14,7 @@ import langchain
 import pinecone
 import streamlit as st
 import shutil
-
+import json
 
 OPENAI_API_KEY = ''
 PINECONE_API_KEY = ''
@@ -52,7 +52,6 @@ def save_file(files):
                 shutil.copyfileobj(file, f)
 
 
-@st.cache_data()
 def load_files():
     all_texts = []
     n_files = 0
@@ -142,6 +141,20 @@ def setup_em_llm(OPENAI_API_KEY, temperature):
     return embeddings, llm
 
 
+def load_chat_history(CHAT_HISTORY_FILENAME):
+    try:
+        with open(CHAT_HISTORY_FILENAME, 'r') as f:
+            chat_history = json.load(f)
+    except (FileNotFoundError, json.JSONDecodeError):
+        chat_history = []
+    return chat_history
+
+
+def save_chat_history(chat_history, CHAT_HISTORY_FILENAME):
+    with open(CHAT_HISTORY_FILENAME, 'w') as f:
+        json.dump(chat_history, f)
+
+
 pinecone_index_name, chroma_collection_name, persist_directory, docsearch_ready, directory_name = init()
 
 
@@ -179,6 +192,7 @@ def main(pinecone_index_name, chroma_collection_name, persist_directory, docsear
                 persist_directory = "./vectorstore"
 
     if pinecone_index_name or chroma_collection_name:
+        session_name = pinecone_index_name + chroma_collection_name
         if r_ingest.lower() == 'yes':
             files = st.file_uploader(
                 'Upload Files', accept_multiple_files=True)
@@ -207,12 +221,18 @@ def main(pinecone_index_name, chroma_collection_name, persist_directory, docsear
                              placeholder='Summarize the context.')
         if query:
             # Generate a reply based on the user input and chat history
+            CHAT_HISTORY_FILENAME = f"chat_history/{session_name}_chat_hist.json"
+            chat_history = load_chat_history(CHAT_HISTORY_FILENAME)
+            chat_history = [(user, bot)
+                            for user, bot in chat_history]
             reply, source = get_response(query, chat_history, CRqa)
             # Update the chat history with the user input and system response
             chat_history.append(('User', query))
             chat_history.append(('Bot', reply))
+            save_chat_history(chat_history, CHAT_HISTORY_FILENAME)
+            latest_chats = chat_history[-4:]
             chat_history_str = '\n'.join(
-                [f'{x[0]}: {x[1]}' for x in chat_history])
+                [f'{x[0]}: {x[1]}' for x in latest_chats])
             st.text_area('Chat record:', value=chat_history_str, height=250)
             # Display sources
             for i, source_i in enumerate(source):