admin-valentin/arcade-mcp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remove deprecated eval imports (#206)

Browse source 
# PR Description
Continuation of PR #196
This commit is contained in:
Eric Gustin 2025-01-15 17:40:25 -08:00 committed by GitHub
parent 62327c30a7
commit e314ac5ed5
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 57 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

58
toolkits/spotify/evals/eval_tracks.py
View file

@ -7,11 +7,7 @@ from arcade.sdk.eval import (
tool_eval, tool_eval,
) )
from arcade_spotify.tools.tracks import ( from arcade_spotify.tools.tracks import get_track_from_id
get_recommendations,
get_track_from_id,
get_tracks_audio_features,
)
# Evaluation rubric # Evaluation rubric
rubric = EvalRubric( rubric = EvalRubric(
@ -21,8 +17,6 @@ rubric = EvalRubric(
catalog = ToolCatalog() catalog = ToolCatalog()
catalog.add_tool(get_track_from_id, "Spotify") catalog.add_tool(get_track_from_id, "Spotify")
catalog.add_tool(get_recommendations, "Spotify")
catalog.add_tool(get_tracks_audio_features, "Spotify")
# This history is a conversation where the user asks for the currently playing song, and then asks for information about it. # This history is a conversation where the user asks for the currently playing song, and then asks for information about it.
history = [ history = [
@ -50,56 +44,6 @@ history = [
}, },
] ]
# This history is a conversation where the user asks for the currently playing song, and then asks to skip to the next song, and then asks for information about the new song.
history_2 = [
{"role": "user", "content": "what song is playing right now?"},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_u2nS7hd7ETdbjElHW4mrFphd",
"type": "function",
"function": {"name": "Spotify_GetCurrentlyPlaying", "arguments": "{}"},
}
],
},
{
"role": "tool",
"content": '{"album_artists":["The Dawning"],"album_id":"2dmrP48hhdCIoxeYJFMSVO","album_name":"summer breeze","album_spotify_url":"https://open.spotify.com/album/2dmrP48hhdCIoxeYJFMSVO","currently_playing_type":"track","is_playing":true,"progress_ms":144092,"track_artists":["The Dawning"],"track_id":"14CQdqVFygEls6szbfwuTL","track_name":"summer breeze"}',
"tool_call_id": "call_u2nS7hd7ETdbjElHW4mrFphd",
"name": "Spotify_GetCurrentlyPlaying",
},
{
"role": "assistant",
"content": 'The song "summer breeze" by The Dawning is currently playing. You can check it out on [Spotify](https://open.spotify.com/album/2dmrP48hhdCIoxeYJFMSVO).',
},
{"role": "user", "content": "please skip this song"},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_htECRssaXZ4jtNvjdUY2r3ml",
"type": "function",
"function": {"name": "Spotify_SkipToNextTrack", "arguments": "{}"},
}
],
},
{
"role": "tool",
"content": '{"album_artists":["Philó"],"album_id":"525aF5PKAQXzbmP7oAb0gC","album_name":"Skylar","album_spotify_url":"https://open.spotify.com/album/525aF5PKAQXzbmP7oAb0gC","currently_playing_type":"track","device_id":"84b6aa89387cfe3e132465001647027bfd1b44f3","device_name":"iPhone","is_playing":true,"progress_ms":233,"track_artists":["Philó"],"track_id":"5r9fTbn6YZVxHKaU4Rze3t","track_name":"Tempestade"}',
"tool_call_id": "call_htECRssaXZ4jtNvjdUY2r3ml",
"name": "Spotify_SkipToNextTrack",
},
{
"role": "assistant",
"content": 'I\'ve skipped to the next song. Now playing: "Tempestade" by Philó. You can listen to it on [Spotify](https://open.spotify.com/album/525aF5PKAQXzbmP7oAb0gC).',
},
{"role": "user", "content": "now what song is playing?"},
{"role": "assistant", "content": 'The song now playing is "Tempestade" by Philó.'},
]
@tool_eval() @tool_eval()
def spotify_tracks_eval_suite() -> EvalSuite: def spotify_tracks_eval_suite() -> EvalSuite: