diff --git a/toolkits/spotify/evals/eval_tracks.py b/toolkits/spotify/evals/eval_tracks.py index eaf6261b..fa52402e 100644 --- a/toolkits/spotify/evals/eval_tracks.py +++ b/toolkits/spotify/evals/eval_tracks.py @@ -7,11 +7,7 @@ from arcade.sdk.eval import ( tool_eval, ) -from arcade_spotify.tools.tracks import ( - get_recommendations, - get_track_from_id, - get_tracks_audio_features, -) +from arcade_spotify.tools.tracks import get_track_from_id # Evaluation rubric rubric = EvalRubric( @@ -21,8 +17,6 @@ rubric = EvalRubric( catalog = ToolCatalog() catalog.add_tool(get_track_from_id, "Spotify") -catalog.add_tool(get_recommendations, "Spotify") -catalog.add_tool(get_tracks_audio_features, "Spotify") # This history is a conversation where the user asks for the currently playing song, and then asks for information about it. history = [ @@ -50,56 +44,6 @@ history = [ }, ] -# This history is a conversation where the user asks for the currently playing song, and then asks to skip to the next song, and then asks for information about the new song. -history_2 = [ - {"role": "user", "content": "what song is playing right now?"}, - { - "role": "assistant", - "content": "", - "tool_calls": [ - { - "id": "call_u2nS7hd7ETdbjElHW4mrFphd", - "type": "function", - "function": {"name": "Spotify_GetCurrentlyPlaying", "arguments": "{}"}, - } - ], - }, - { - "role": "tool", - "content": '{"album_artists":["The Dawning"],"album_id":"2dmrP48hhdCIoxeYJFMSVO","album_name":"summer breeze","album_spotify_url":"https://open.spotify.com/album/2dmrP48hhdCIoxeYJFMSVO","currently_playing_type":"track","is_playing":true,"progress_ms":144092,"track_artists":["The Dawning"],"track_id":"14CQdqVFygEls6szbfwuTL","track_name":"summer breeze"}', - "tool_call_id": "call_u2nS7hd7ETdbjElHW4mrFphd", - "name": "Spotify_GetCurrentlyPlaying", - }, - { - "role": "assistant", - "content": 'The song "summer breeze" by The Dawning is currently playing. You can check it out on [Spotify](https://open.spotify.com/album/2dmrP48hhdCIoxeYJFMSVO).', - }, - {"role": "user", "content": "please skip this song"}, - { - "role": "assistant", - "content": "", - "tool_calls": [ - { - "id": "call_htECRssaXZ4jtNvjdUY2r3ml", - "type": "function", - "function": {"name": "Spotify_SkipToNextTrack", "arguments": "{}"}, - } - ], - }, - { - "role": "tool", - "content": '{"album_artists":["Philó"],"album_id":"525aF5PKAQXzbmP7oAb0gC","album_name":"Skylar","album_spotify_url":"https://open.spotify.com/album/525aF5PKAQXzbmP7oAb0gC","currently_playing_type":"track","device_id":"84b6aa89387cfe3e132465001647027bfd1b44f3","device_name":"iPhone","is_playing":true,"progress_ms":233,"track_artists":["Philó"],"track_id":"5r9fTbn6YZVxHKaU4Rze3t","track_name":"Tempestade"}', - "tool_call_id": "call_htECRssaXZ4jtNvjdUY2r3ml", - "name": "Spotify_SkipToNextTrack", - }, - { - "role": "assistant", - "content": 'I\'ve skipped to the next song. Now playing: "Tempestade" by Philó. You can listen to it on [Spotify](https://open.spotify.com/album/525aF5PKAQXzbmP7oAb0gC).', - }, - {"role": "user", "content": "now what song is playing?"}, - {"role": "assistant", "content": 'The song now playing is "Tempestade" by Philó.'}, -] - @tool_eval() def spotify_tracks_eval_suite() -> EvalSuite: