Replaced ChromaDB with Qdrant and upgraded the model to Gemini 2.0 Flash
This commit is contained in:
parent
5b73cc74ab
commit
2691e174b6
2 changed files with 5 additions and 5 deletions
|
|
@ -23,7 +23,7 @@ https://github.com/user-attachments/assets/cee07380-d3dc-45f4-ad26-7d944ba9c32b
|
|||
- **Database**: [Qdrant](https://qdrant.tech/)
|
||||
- **Models**:
|
||||
- Embeddings: [Google Gemini API (embedding-001)](https://ai.google.dev/gemini-api/docs/embeddings)
|
||||
- Chat: [Google Gemini API (gemini-1.5-pro)](https://ai.google.dev/gemini-api/docs/models/gemini#gemini-1.5-pro)
|
||||
- Chat: [Google Gemini API (gemini-2.0-flash)](https://ai.google.dev/gemini-api/docs/models/gemini#gemini-2.0-flash)
|
||||
- **Blogs Loader**: [Langchain WebBaseLoader](https://python.langchain.com/docs/integrations/document_loaders/web_base/)
|
||||
- **Document Splitter**: [RecursiveCharacterTextSplitter](https://python.langchain.com/v0.1/docs/modules/data_connection/document_transformers/recursive_text_splitter/)
|
||||
- **User Interface (UI)**: [Streamlit](https://docs.streamlit.io/)
|
||||
|
|
|
|||
|
|
@ -111,7 +111,7 @@ def grade_documents(state) -> Literal["generate", "rewrite"]:
|
|||
binary_score: str = Field(description="Relevance score 'yes' or 'no'")
|
||||
|
||||
# LLM
|
||||
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, model="gemini-1.5-pro", streaming=True)
|
||||
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, model="gemini-2.0-flash", streaming=True)
|
||||
|
||||
# LLM with tool and validation
|
||||
llm_with_tool = model.with_structured_output(grade)
|
||||
|
|
@ -163,7 +163,7 @@ def agent(state, tools):
|
|||
"""
|
||||
print("---CALL AGENT---")
|
||||
messages = state["messages"]
|
||||
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, streaming=True, model="gemini-1.5-pro")
|
||||
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, streaming=True, model="gemini-2.0-flash")
|
||||
model = model.bind_tools(tools)
|
||||
response = model.invoke(messages)
|
||||
|
||||
|
|
@ -199,7 +199,7 @@ def rewrite(state):
|
|||
]
|
||||
|
||||
# Grader
|
||||
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, model="gemini-1.5-pro", streaming=True)
|
||||
model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, temperature=0, model="gemini-2.0-flash", streaming=True)
|
||||
response = model.invoke(msg)
|
||||
return {"messages": [response]}
|
||||
|
||||
|
|
@ -225,7 +225,7 @@ def generate(state):
|
|||
prompt_template = hub.pull("rlm/rag-prompt")
|
||||
|
||||
# Initialize a Generator (i.e. Chat Model)
|
||||
chat_model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, model="gemini-1.5-pro", temperature=0, streaming=True)
|
||||
chat_model = ChatGoogleGenerativeAI(api_key=st.session_state.gemini_api_key, model="gemini-2.0-flash", temperature=0, streaming=True)
|
||||
|
||||
# Initialize a Output Parser
|
||||
output_parser = StrOutputParser()
|
||||
|
|
|
|||
Loading…
Reference in a new issue