Replaced ChromaDB with Qdrant and upgraded the model to Gemini 2.0 Flash

This commit is contained in:
Sri Charan Thoutam 2025-02-12 00:57:44 +05:30
parent 5b73cc74ab
commit 2691e174b6
2 changed files with 5 additions and 5 deletions

View file

@ -23,7 +23,7 @@ https://github.com/user-attachments/assets/cee07380-d3dc-45f4-ad26-7d944ba9c32b
- **Database**: [Qdrant](https://qdrant.tech/)
- **Models**:
- Embeddings: [Google Gemini API (embedding-001)](https://ai.google.dev/gemini-api/docs/embeddings)
- Chat: [Google Gemini API (gemini-1.5-pro)](https://ai.google.dev/gemini-api/docs/models/gemini#gemini-1.5-pro)
- Chat: [Google Gemini API (gemini-2.0-flash)](https://ai.google.dev/gemini-api/docs/models/gemini#gemini-2.0-flash)
- **Blogs Loader**: [Langchain WebBaseLoader](https://python.langchain.com/docs/integrations/document_loaders/web_base/)
- **Document Splitter**: [RecursiveCharacterTextSplitter](https://python.langchain.com/v0.1/docs/modules/data_connection/document_transformers/recursive_text_splitter/)
- **User Interface (UI)**: [Streamlit](https://docs.streamlit.io/)

View file

@ -111,7 +111,7 @@ def grade_documents(state) -> Literal["generate", "rewrite"]:
binary_score: str = Field(description="Relevance score 'yes' or 'no'")
# LLM
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, model="gemini-1.5-pro", streaming=True)
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, model="gemini-2.0-flash", streaming=True)
# LLM with tool and validation
llm_with_tool = model.with_structured_output(grade)
@ -163,7 +163,7 @@ def agent(state, tools):
"""
print("---CALL AGENT---")
messages = state["messages"]
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, streaming=True, model="gemini-1.5-pro")
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, streaming=True, model="gemini-2.0-flash")
model = model.bind_tools(tools)
response = model.invoke(messages)
@ -199,7 +199,7 @@ def rewrite(state):
]
# Grader
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, model="gemini-1.5-pro", streaming=True)
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, model="gemini-2.0-flash", streaming=True)
response = model.invoke(msg)
return {"messages": [response]}
@ -225,7 +225,7 @@ def generate(state):
prompt_template = hub.pull("rlm/rag-prompt")
# Initialize a Generator (i.e. Chat Model)
chat_model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, model="gemini-1.5-pro", temperature=0, streaming=True)
chat_model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, model="gemini-2.0-flash", temperature=0, streaming=True)
# Initialize a Output Parser
output_parser = StrOutputParser()