From 770ba20f351d7f698fb63a493a87b801356d2579 Mon Sep 17 00:00:00 2001
From: ShubhamSaboo <shubhamsaboo111@gmail.com>
Date: Wed, 14 Aug 2024 19:15:12 -0700
Subject: [PATCH] Added new demo

---
 .../multillm_playground.py                    | 84 +++++++++++++++++++
 multillm_chat_playground/requirements.txt     |  2 +
 2 files changed, 86 insertions(+)
 create mode 100644 multillm_chat_playground/multillm_playground.py
 create mode 100644 multillm_chat_playground/requirements.txt

diff --git a/multillm_chat_playground/multillm_playground.py b/multillm_chat_playground/multillm_playground.py
new file mode 100644
index 0000000..402a7fc
--- /dev/null
+++ b/multillm_chat_playground/multillm_playground.py
@@ -0,0 +1,84 @@
+import streamlit as st
+from litellm import completion
+
+# Set up the Streamlit app
+st.title("Multi-LLM Chat Playground")
+
+# Get API keys from the user
+openai_api_key = st.text_input("Enter your OpenAI API Key:", type="password")
+anthropic_api_key = st.text_input("Enter your Anthropic API Key:", type="password")
+cohere_api_key = st.text_input("Enter your Cohere API Key:", type="password")
+
+# Check if all API keys are provided
+if openai_api_key and anthropic_api_key and cohere_api_key:
+
+    # Create a text input for user messages
+    user_input = st.text_input("Enter your message:")
+
+    if st.button("Send to All LLMs"):
+        if user_input:
+            messages = [{"role": "user", "content": user_input}]
+            
+            # Create three columns for side-by-side display
+            col1, col2, col3 = st.columns(3)
+            
+            # GPT-4o response
+            with col1:
+                st.subheader("GPT-4o")
+                try:
+                    gpt_response = completion(model="gpt-4o", messages=messages, api_key=openai_api_key)
+                    st.write(gpt_response.choices[0].message.content)
+                except Exception as e:
+                    st.error(f"Error with GPT-4o: {str(e)}")
+            
+            # Claude-3-sonnet response
+            with col2:
+                st.subheader("Claude 3.5 Sonnet")
+                try:
+                    claude_response = completion(model="claude-3-5-sonnet-20240620", messages=messages, api_key=anthropic_api_key)
+                    st.write(claude_response.choices[0].message.content)
+                except Exception as e:
+                    st.error(f"Error with Claude 3.5 Sonnet: {str(e)}")
+            
+            # Cohere response
+            with col3:
+                st.subheader("Cohere")
+                try:
+                    cohere_response = completion(model="command-r-plus", messages=messages, api_key=cohere_api_key)
+                    st.write(cohere_response.choices[0].message.content)
+                except Exception as e:
+                    st.error(f"Error with Cohere: {str(e)}")
+            
+            # Compare responses
+            st.subheader("Response Comparison")
+            st.write("You can see how the three models responded differently to the same input.")
+            st.write("This demonstrates the ability to use multiple LLMs in a single application.")
+        else:
+            st.warning("Please enter a message.")
+else:
+    st.warning("Please enter all API keys to use the chat.")
+
+# Add some information about the app
+st.sidebar.title("About this app")
+
+st.sidebar.write(
+    "This app demonstrates the use of multiple Language Models (LLMs) "
+    "in a single application using the LiteLLM library."
+)
+
+st.sidebar.subheader("Key features:")
+st.sidebar.markdown(
+    """
+    - Utilizes three different LLMs:
+        - OpenAI's GPT-4o
+        - Anthropic's Claude 3.5 Sonnet
+        - Cohere's Command R Plus
+    - Sends the same user input to all models
+    - Displays responses side-by-side for easy comparison
+    - Showcases the ability to use multiple LLMs in one application
+    """
+)
+
+st.sidebar.write(
+    "Try it out to see how different AI models respond to the same prompt!"
+)
diff --git a/multillm_chat_playground/requirements.txt b/multillm_chat_playground/requirements.txt
new file mode 100644
index 0000000..0f60226
--- /dev/null
+++ b/multillm_chat_playground/requirements.txt
@@ -0,0 +1,2 @@
+streamlit
+litellm 
\ No newline at end of file