From 489a9e6421b936aae7463865713f616488d3a36f Mon Sep 17 00:00:00 2001
From: ShubhamSaboo <shubhamsaboo111@gmail.com>
Date: Wed, 1 May 2024 15:40:34 -0500
Subject: [PATCH] Added new demo

---
 .DS_Store                            | Bin 0 -> 10244 bytes
 README.md                            |   3 ++
 chat_with_pdf/.DS_Store              | Bin 0 -> 6148 bytes
 llama3_local_rag/README.md           |  38 ++++++++++++++++++++
 llama3_local_rag/llama3_local_rag.py |  50 +++++++++++++++++++++++++++
 llama3_local_rag/requirements.txt    |   4 +++
 6 files changed, 95 insertions(+)
 create mode 100644 .DS_Store
 create mode 100644 chat_with_pdf/.DS_Store
 create mode 100644 llama3_local_rag/README.md
 create mode 100644 llama3_local_rag/llama3_local_rag.py
 create mode 100644 llama3_local_rag/requirements.txt

diff --git a/.DS_Store b/.DS_Store
new file mode 100644
index 0000000000000000000000000000000000000000..d5da7f7034b99903799588fa6cf4a0ce2246bedd
GIT binary patch
literal 10244
zcmeHMJ#Q015S>jNd?rM=AQDoVlV~VHu#Lc$XdK5WB0-8AA_XAh%bEDZ`PPc<SSX6*
z8VN+l&!D2Brlh6ePtZ_N!0d-F=gVR^EFomgNV{)$XJ+kvJGbXq0|2WHydr=N02UU3
z`Ab+CMCe61CkuLH4UwTg>;(M44Y-T_{5fkHAO?s5Vt^PR28e<GfdPDH3$d0JQcVmH
z1H?eYfH)s)ECQ<<M+)W9ft5@F5HmO|1>5qcKcX!L5UUzT3ULI5DOW`0%5;jsbmqX6
zJL;?2exy*j1CyVO^XN}zIzwSP@nE(z2Ub-`H8DU8oM%Af?itvCL-3(LnZGZ5LEY^i
zQl#T$IDj@Zp$`oh3VZA|(6fVMJ_HGGAAJgc?(GhHU43`(!R-cquU{y9W($j%r3+ar
zYb{$(oHidi{bqmAt2K`viQWUw19#kRx)1%<u#vyA#lwEn4_iml!S`Bd@_645JwB}Q
zLFo0QucH)J&dN3NYbPhA@~z6ceWO?|pRU^{#d4*zZdXcoPET{z>b0A9_ZrWGPRL(L
zB7o^r2v$@-s$XO4H#8kPM`6IjL$nmLtQbk{f(Oqg31x54x)dXHis$^0Ic1T-VbM9@
zoi5TcmMPX9Ua#x;vQ|dB-*R6+Zlc>%4=<%hx1Hu2B?959F%Vt=hXFom18|{*Punp*
zX&$yX^b+Cm9apmv3y;+E%}>yzUb-QaQqK_&u(vORrHd-S{$if9u$yHbLolZPE{PD$
zVCZoS(`4w0mq`3%itOemq@pDmLM770L*V`9r~OqG0x|vB)|&K&EsJ~;Takr(umfAL
z4ZGmL_T*Ur;$(}T1v%J5%T1`meZ&oXV|xjYcL@*dk`M#L05L!e5Cg=(95S$|)?|zO
z|LtG@|38N-rzH^s#K4#VmZ>}S8urGwT4Ti+#a+9N<tY{+!fvEcx?m-*;}PX`Ja)u&
z{B<nCwjfXlwyPRP3ULJG-~SnqxJof3b*XdZc=9((-rnJ7N#ZQ?7?R1<Yf2=YQ8GH2
eJTl7v)wM`G1WfsTd}~d5!<I#qC$?hd{QoEO`MM1N

literal 0
HcmV?d00001

diff --git a/README.md b/README.md
index d9cb6ab..ee058db 100644
--- a/README.md
+++ b/README.md
@@ -18,6 +18,9 @@ A curated collection of awesome LLM apps using RAG with OpenAI, Anthropic, Gemin
 
 ## 📂 Projects
 
+## 💻 Local Lllama-3 with RAG
+Streamlit app that allows you to chat with any webpage using local Llama-3 and Retrieval Augmented Generation (RAG). This app runs entirely on your computer, making it 100% free and without the need for an internet connection.
+
 ### 📨 Chat with Gmail
 Interact with your Gmail inbox using natural language. Get accurate answers to your questions based on the content of your emails with Retrieval Augmented Generation (RAG).
 
diff --git a/chat_with_pdf/.DS_Store b/chat_with_pdf/.DS_Store
new file mode 100644
index 0000000000000000000000000000000000000000..89fbf5fe6c06ede4f9fee2e0df357801ff4861fd
GIT binary patch
literal 6148
zcmeHKO-sW-5PhRPRC>wLi?F{S;6I2ZJ$Ue<KR|7xD74m(7W9_8KU&|+j$&eNf}qU6
z?3?V)+f5#1cL#t>x6L6?02tF1MS}s;?!loQPu?Yp&2f%<G`L1d{2Qk4KEVPvxWoou
z-~Z)!xn9hd>p3%2o+EnsX2uBE!zpI$t#Lvuu|m^j$U%=$;1O4Nz!tX_t@w1uRiDV-
z;2E19|Fy^0Rl`DoP#_ct1ww(JD!?;aZ9K^sZ72{5gaV%m=>CxCij`xV(Y6jYRss-5
z>^5Vpmu2N7$I7wI$Pt=kDlt>VOAN_$_9xG)9NUbU4)NkceC3bgMQnA>pDZ0xWsEiy
z2nD(dXzfcY^!%Ukml-VbEhU;zAQbqo3dpEFtEc=rKU=?jr=GQmenD5$yjBAm<IW|3
i54w-++h86~8Z)nQY%}UC+HZ7XTm(#zXhMNsP~aUnEH`BU

literal 0
HcmV?d00001

diff --git a/llama3_local_rag/README.md b/llama3_local_rag/README.md
new file mode 100644
index 0000000..e220149
--- /dev/null
+++ b/llama3_local_rag/README.md
@@ -0,0 +1,38 @@
+## 💻 Local Lllama-3 with RAG
+Streamlit app that allows you to chat with any webpage using local Llama-3 and Retrieval Augmented Generation (RAG). This app runs entirely on your computer, making it 100% free and without the need for an internet connection.
+
+
+### Features
+- Input a webpage URL
+- Ask questions about the content of the webpage
+- Get accurate answers using RAG and the Llama-3 model running locally on your computer
+
+### How to get Started?
+
+1. Clone the GitHub repository
+
+```bash
+git clone https://github.com/Shubhamsaboo/awesome-llm-apps.git
+```
+2. Install the required dependencies:
+
+```bash
+pip install -r requirements.txt
+```
+3. Get your OpenAI API Key
+
+- Sign up for an [OpenAI account](https://platform.openai.com/) (or the LLM provider of your choice) and obtain your API key.
+
+4. Run the Streamlit App
+```bash
+streamlit run llama3_local_rag.py
+```
+
+### How it Works?
+
+- The app loads the webpage data using WebBaseLoader and splits it into chunks using RecursiveCharacterTextSplitter.
+- It creates Ollama embeddings and a vector store using Chroma.
+- The app sets up a RAG (Retrieval-Augmented Generation) chain, which retrieves relevant documents based on the user's question.
+- The Llama-3 model is called to generate an answer using the retrieved context.
+- The app displays the answer to the user's question.
+
diff --git a/llama3_local_rag/llama3_local_rag.py b/llama3_local_rag/llama3_local_rag.py
new file mode 100644
index 0000000..6ae0e64
--- /dev/null
+++ b/llama3_local_rag/llama3_local_rag.py
@@ -0,0 +1,50 @@
+import streamlit as st
+import ollama
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain_community.document_loaders import WebBaseLoader
+from langchain_community.vectorstores import Chroma
+from langchain_community.embeddings import OllamaEmbeddings
+
+st.title("Chat with Webpage 🌐")
+st.caption("This app allows you to chat with a webpage using local llama3 and RAG")
+
+# Get the webpage URL from the user
+webpage_url = st.text_input("Enter Webpage URL", type="default")
+
+if webpage_url:
+    # 1. Load the data
+    loader = WebBaseLoader(webpage_url)
+    docs = loader.load()
+    text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=10)
+    splits = text_splitter.split_documents(docs)
+
+    # 2. Create Ollama embeddings and vector store
+    embeddings = OllamaEmbeddings(model="llama3")
+    vectorstore = Chroma.from_documents(documents=splits, embedding=embeddings)
+
+    # 3. Call Ollama Llama3 model
+    def ollama_llm(question, context):
+        formatted_prompt = f"Question: {question}\n\nContext: {context}"
+        response = ollama.chat(model='llama3', messages=[{'role': 'user', 'content': formatted_prompt}])
+        return response['message']['content']
+
+    # 4. RAG Setup
+    retriever = vectorstore.as_retriever()
+
+    def combine_docs(docs):
+        return "\n\n".join(doc.page_content for doc in docs)
+
+    def rag_chain(question):
+        retrieved_docs = retriever.invoke(question)
+        formatted_context = combine_docs(retrieved_docs)
+        return ollama_llm(question, formatted_context)
+
+    st.success(f"Loaded {webpage_url} successfully!")
+
+    # Ask a question about the webpage
+    prompt = st.text_input("Ask any question about the webpage")
+
+    # Chat with the webpage
+    if prompt:
+        result = rag_chain(prompt)
+        st.write(result)
\ No newline at end of file
diff --git a/llama3_local_rag/requirements.txt b/llama3_local_rag/requirements.txt
new file mode 100644
index 0000000..2824430
--- /dev/null
+++ b/llama3_local_rag/requirements.txt
@@ -0,0 +1,4 @@
+streamlit 
+ollama 
+langchain 
+langchain_community
\ No newline at end of file