Additional Commits

app.py

@@ -5,6 +5,14 @@ import streamlit as st
 from dotenv import load_dotenv
 import os
 import time
+import warnings
+
+# Suppress TensorFlow, PyTorch, and protobuf warnings
+warnings.filterwarnings('ignore', category=UserWarning)
+os.environ['TF_CPP_MIN_LOG_LEVEL'] = '2'  # Suppress TensorFlow info and warning messages
+import logging
+logging.getLogger('tensorflow').setLevel(logging.ERROR)
+logging.getLogger('torch').setLevel(logging.ERROR)
 
 load_dotenv()
 jina_api_key = os.getenv('JINA_API_KEY')
@@ -42,7 +50,7 @@ from langchain_text_splitters import RecursiveCharacterTextSplitter
 
 def get_chunks(text):
     text_splitter = RecursiveCharacterTextSplitter(
-        chunk_size = 1000,
+        chunk_size = 800,
         chunk_overlap = 100
     )
     chunks = text_splitter.split_text(text)
@@ -52,7 +60,7 @@ def get_chunks(text):
 from langchain_community.embeddings import JinaEmbeddings,HuggingFaceEmbeddings
 from langchain_community.vectorstores import FAISS
 
-def get_vectorestore(chunks,batch_size=512):
+def get_vectorestore(chunks,batch_size=16):
     embeddings = JinaEmbeddings(
         model_name='jina-embeddings-v4',
         jina_api_key=jina_api_key

requirements.txt

@@ -10,3 +10,4 @@ langchain-text-splitters
 langchain>=0.1.0
 langchain-community>=0.0.30
 google-generativeai
+protobuf>=5.26.1,<6.0.0