add transformation playground with model selection

This commit is contained in:
LUIS NOVO 2024-11-01 17:17:19 -03:00
parent b89250d3ca
commit 0d4d9473b2
2 changed files with 9 additions and 6 deletions

View file

@ -21,11 +21,6 @@ def run_pattern(
DEFAULT_MODELS, EMBEDDING_MODEL, SPEECH_TO_TEXT_MODEL = load_default_models()
tokens = token_count(str(system_prompt) + str(messages))
model_id = (
DEFAULT_MODELS.large_context_model
or DEFAULT_MODELS.default_transformation_model
or DEFAULT_MODELS.default_chat_model
)
if tokens > 105_000:
model_id = DEFAULT_MODELS.large_context_model
logger.debug(

View file

@ -1,6 +1,7 @@
import streamlit as st
import yaml
from open_notebook.domain.models import Model
from open_notebook.graphs.multipattern import graph as pattern_graph
from stream_app.utils import version_sidebar
@ -24,6 +25,12 @@ transformation = st.selectbox(
with st.expander("Details"):
st.json(transformation)
models = Model.get_models_by_type("language")
model = st.selectbox(
"Pick a pattern model",
models,
format_func=lambda x: x.name,
)
input_text = st.text_area("Enter some text", height=200)
if st.button("Run"):
@ -31,6 +38,7 @@ if st.button("Run"):
dict(
content_stack=[input_text],
patterns=transformation["patterns"],
)
),
config=dict(configurable={"model_id": model.id}),
)
st.markdown(output["output"])