/* This file is part of Clementine. Copyright 2011, David Sansome Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ // Note: this file is licensed under the Apache License instead of GPL because // it is used by the Spotify blob which links against libspotify and is not GPL // compatible. #include "spotifyclient.h" #include "spotifykey.h" #include "spotifymessagehandler.h" #include "spotifymessages.pb.h" #include "core/logging.h" #include #include #include #include const int SpotifyClient::kSpotifyImageIDSize = 20; SpotifyClient::SpotifyClient(QObject* parent) : QObject(parent), api_key_(QByteArray::fromBase64(kSpotifyApiKey)), protocol_socket_(new QTcpSocket(this)), media_socket_(NULL), handler_(new SpotifyMessageHandler(protocol_socket_, this)), session_(NULL), events_timer_(new QTimer(this)), media_length_msec_(-1) { memset(&spotify_callbacks_, 0, sizeof(spotify_callbacks_)); memset(&spotify_config_, 0, sizeof(spotify_config_)); memset(&playlistcontainer_callbacks_, 0, sizeof(playlistcontainer_callbacks_)); memset(&get_playlists_callbacks_, 0, sizeof(get_playlists_callbacks_)); memset(&load_playlist_callbacks_, 0, sizeof(load_playlist_callbacks_)); spotify_callbacks_.logged_in = &LoggedInCallback; spotify_callbacks_.notify_main_thread = &NotifyMainThreadCallback; spotify_callbacks_.log_message = &LogMessageCallback; spotify_callbacks_.metadata_updated = &MetadataUpdatedCallback; spotify_callbacks_.music_delivery = &MusicDeliveryCallback; spotify_callbacks_.end_of_track = &EndOfTrackCallback; spotify_callbacks_.streaming_error = &StreamingErrorCallback; playlistcontainer_callbacks_.container_loaded = &PlaylistContainerLoadedCallback; playlistcontainer_callbacks_.playlist_added = &PlaylistAddedCallback; playlistcontainer_callbacks_.playlist_moved = &PlaylistMovedCallback; playlistcontainer_callbacks_.playlist_removed = &PlaylistRemovedCallback; get_playlists_callbacks_.playlist_state_changed = &PlaylistStateChangedForGetPlaylists; load_playlist_callbacks_.playlist_state_changed = &PlaylistStateChangedForLoadPlaylist; spotify_config_.api_version = SPOTIFY_API_VERSION; // From libspotify/api.h spotify_config_.cache_location = strdup(QDir::tempPath().toLocal8Bit().constData()); spotify_config_.settings_location = strdup(QDir::tempPath().toLocal8Bit().constData()); spotify_config_.application_key = api_key_.constData(); spotify_config_.application_key_size = api_key_.size(); spotify_config_.callbacks = &spotify_callbacks_; spotify_config_.userdata = this; spotify_config_.user_agent = "Clementine Player"; events_timer_->setSingleShot(true); connect(events_timer_, SIGNAL(timeout()), SLOT(ProcessEvents())); connect(handler_, SIGNAL(MessageArrived(protobuf::SpotifyMessage)), SLOT(HandleMessage(protobuf::SpotifyMessage))); } SpotifyClient::~SpotifyClient() { if (session_) { sp_session_release(session_); } free(const_cast(spotify_config_.cache_location)); free(const_cast(spotify_config_.settings_location)); free(const_cast(spotify_config_.application_key)); } void SpotifyClient::Init(quint16 port) { qLog(Debug) << "Connecting to port" << port; protocol_socket_->connectToHost(QHostAddress::LocalHost, port); } void SpotifyClient::LoggedInCallback(sp_session* session, sp_error error) { SpotifyClient* me = reinterpret_cast(sp_session_userdata(session)); const bool success = error == SP_ERROR_OK; if (!success) { qLog(Warning) << "Failed to login" << sp_error_message(error); } me->SendLoginCompleted(success, sp_error_message(error)); if (success) { sp_playlistcontainer_add_callbacks( sp_session_playlistcontainer(session), &me->playlistcontainer_callbacks_, me); } } void SpotifyClient::NotifyMainThreadCallback(sp_session* session) { SpotifyClient* me = reinterpret_cast(sp_session_userdata(session)); QMetaObject::invokeMethod(me, "ProcessEvents", Qt::QueuedConnection); } void SpotifyClient::ProcessEvents() { int next_timeout_ms; sp_session_process_events(session_, &next_timeout_ms); events_timer_->start(next_timeout_ms); } void SpotifyClient::LogMessageCallback(sp_session* session, const char* data) { qLog(Debug) << "libspotify:" << QString::fromUtf8(data).trimmed(); } void SpotifyClient::Search(const protobuf::SearchRequest& req) { sp_search* search = sp_search_create( session_, req.query().c_str(), 0, req.limit(), 0, 0, 0, 0, &SearchCompleteCallback, this); pending_searches_[search] = req; } void SpotifyClient::SearchCompleteCallback(sp_search* result, void* userdata) { SpotifyClient* me = reinterpret_cast(userdata); if (!me->pending_searches_.contains(result)) { qLog(Warning) << "SearchComplete called with unknown search"; return; } // Take the request out of the queue protobuf::SearchRequest req = me->pending_searches_.take(result); // Prepare the response protobuf::SpotifyMessage message; protobuf::SearchResponse* response = message.mutable_search_response(); *response->mutable_request() = req; // Check for errors sp_error error = sp_search_error(result); if (error != SP_ERROR_OK) { response->set_error(sp_error_message(error)); me->handler_->SendMessage(message); sp_search_release(result); return; } // Get the list of tracks from the search const int count = sp_search_num_tracks(result); for (int i=0 ; iConvertTrack(track, response->add_result()); } // Add other data to the response response->set_total_tracks(sp_search_total_tracks(result)); response->set_did_you_mean(sp_search_did_you_mean(result)); me->handler_->SendMessage(message); sp_search_release(result); } void SpotifyClient::HandleMessage(const protobuf::SpotifyMessage& message) { if (message.has_login_request()) { const protobuf::LoginRequest& r = message.login_request(); Login(QStringFromStdString(r.username()), QStringFromStdString(r.password())); } else if (message.has_load_playlist_request()) { LoadPlaylist(message.load_playlist_request()); } else if (message.has_playback_request()) { StartPlayback(message.playback_request()); } else if (message.has_search_request()) { Search(message.search_request()); } else if (message.has_image_request()) { LoadImage(QStringFromStdString(message.image_request().id())); } } void SpotifyClient::Login(const QString& username, const QString& password) { sp_error error = sp_session_create(&spotify_config_, &session_); if (error != SP_ERROR_OK) { qLog(Warning) << "Failed to create session" << sp_error_message(error); SendLoginCompleted(false, sp_error_message(error)); return; } sp_session_login(session_, username.toUtf8().constData(), password.toUtf8().constData()); } void SpotifyClient::SendLoginCompleted(bool success, const QString& error) { protobuf::SpotifyMessage message; protobuf::LoginResponse* response = message.mutable_login_response(); response->set_success(success); response->set_error(DataCommaSizeFromQString(error)); handler_->SendMessage(message); } void SpotifyClient::PlaylistContainerLoadedCallback(sp_playlistcontainer* pc, void* userdata) { SpotifyClient* me = reinterpret_cast(userdata); // Install callbacks on all the playlists const int count = sp_playlistcontainer_num_playlists(pc); for (int i=0 ; iget_playlists_callbacks_, me); } me->SendPlaylistList(); } void SpotifyClient::PlaylistAddedCallback(sp_playlistcontainer* pc, sp_playlist* playlist, int position, void* userdata) { SpotifyClient* me = reinterpret_cast(userdata); // Install callbacks on this playlist sp_playlist_add_callbacks(playlist, &me->get_playlists_callbacks_, me); me->SendPlaylistList(); } void SpotifyClient::PlaylistMovedCallback(sp_playlistcontainer* pc, sp_playlist* playlist, int position, int new_position, void* userdata) { SpotifyClient* me = reinterpret_cast(userdata); me->SendPlaylistList(); } void SpotifyClient::PlaylistRemovedCallback(sp_playlistcontainer* pc, sp_playlist* playlist, int position, void* userdata) { SpotifyClient* me = reinterpret_cast(userdata); // Remove callbacks from this playlist sp_playlist_remove_callbacks(playlist, &me->get_playlists_callbacks_, me); me->SendPlaylistList(); } void SpotifyClient::SendPlaylistList() { protobuf::SpotifyMessage message; protobuf::Playlists* response = message.mutable_playlists_updated(); sp_playlistcontainer* container = sp_session_playlistcontainer(session_); if (!container) { qLog(Warning) << "sp_session_playlistcontainer returned NULL"; return; } const int count = sp_playlistcontainer_num_playlists(container); for (int i=0 ; iadd_playlist(); msg->set_index(i); msg->set_name(sp_playlist_name(playlist)); } handler_->SendMessage(message); } void SpotifyClient::LoadPlaylist(const protobuf::LoadPlaylistRequest& req) { PendingLoadPlaylist pending_load; pending_load.request_ = req; pending_load.playlist_ = NULL; switch (req.type()) { case protobuf::LoadPlaylistRequest_Type_Inbox: pending_load.playlist_ = sp_session_inbox_create(session_); break; case protobuf::LoadPlaylistRequest_Type_Starred: pending_load.playlist_ = sp_session_starred_create(session_); break; case protobuf::LoadPlaylistRequest_Type_UserPlaylist: { const int index = req.user_playlist_index(); sp_playlistcontainer* pc = sp_session_playlistcontainer(session_); if (pc && index <= sp_playlistcontainer_num_playlists(pc)) { if (sp_playlistcontainer_playlist_type(pc, index) == SP_PLAYLIST_TYPE_PLAYLIST) { pending_load.playlist_ = sp_playlistcontainer_playlist(pc, index); sp_playlist_add_ref(pending_load.playlist_); } } break; } } // A null playlist might mean the user wasn't logged in, or an invalid // playlist index was requested, so we'd better return an error straight away. if (!pending_load.playlist_) { qLog(Warning) << "Invalid playlist requested or not logged in"; protobuf::SpotifyMessage message; protobuf::LoadPlaylistResponse* response = message.mutable_load_playlist_response(); *response->mutable_request() = req; handler_->SendMessage(message); return; } sp_playlist_add_callbacks(pending_load.playlist_, &load_playlist_callbacks_, this); pending_load_playlists_ << pending_load; PlaylistStateChangedForLoadPlaylist(pending_load.playlist_, this); } void SpotifyClient::PlaylistStateChangedForLoadPlaylist(sp_playlist* pl, void* userdata) { SpotifyClient* me = reinterpret_cast(userdata); // If the playlist isn't loaded yet we have to wait if (!sp_playlist_is_loaded(pl)) { qLog(Debug) << "Playlist isn't loaded yet, waiting"; return; } // Find this playlist's pending load object int pending_load_index = -1; PendingLoadPlaylist* pending_load = NULL; for (int i=0 ; ipending_load_playlists_.count() ; ++i) { if (me->pending_load_playlists_[i].playlist_ == pl) { pending_load_index = i; pending_load = &me->pending_load_playlists_[i]; break; } } if (!pending_load) { qLog(Warning) << "Playlist not found in pending load list"; return; } // If the playlist was just loaded then get all its tracks and ref them if (pending_load->tracks_.isEmpty()) { const int count = sp_playlist_num_tracks(pl); for (int i=0 ; itracks_ << track; } } // If any of the tracks aren't loaded yet we have to wait foreach (sp_track* track, pending_load->tracks_) { if (!sp_track_is_loaded(track)) { qLog(Debug) << "One or more tracks aren't loaded yet, waiting"; return; } } // Everything is loaded so send the response protobuf and unref everything. protobuf::SpotifyMessage message; protobuf::LoadPlaylistResponse* response = message.mutable_load_playlist_response(); *response->mutable_request() = pending_load->request_; foreach (sp_track* track, pending_load->tracks_) { me->ConvertTrack(track, response->add_track()); sp_track_release(track); } me->handler_->SendMessage(message); // Unref the playlist and remove our callbacks sp_playlist_remove_callbacks(pl, &me->load_playlist_callbacks_, me); sp_playlist_release(pl); // Remove the pending load object me->pending_load_playlists_.removeAt(pending_load_index); } void SpotifyClient::PlaylistStateChangedForGetPlaylists(sp_playlist* pl, void* userdata) { SpotifyClient* me = reinterpret_cast(userdata); me->SendPlaylistList(); } void SpotifyClient::ConvertTrack(sp_track* track, protobuf::Track* pb) { sp_album* album = sp_track_album(track); pb->set_starred(sp_track_is_starred(session_, track)); pb->set_title(sp_track_name(track)); pb->set_album(sp_album_name(album)); pb->set_year(sp_album_year(album)); pb->set_duration_msec(sp_track_duration(track)); pb->set_popularity(sp_track_popularity(track)); pb->set_disc(sp_track_disc(track)); pb->set_track(sp_track_index(track)); // Album art const QByteArray art_id( reinterpret_cast(sp_album_cover(sp_track_album(track))), kSpotifyImageIDSize); const QString art_id_b64 = QString::fromAscii(art_id.toBase64()); pb->set_album_art_id(DataCommaSizeFromQString(art_id_b64)); // Artists for (int i=0 ; iadd_artist(sp_artist_name(sp_track_artist(track, i))); } // URI - Blugh char uri[256]; sp_link* link = sp_link_create_from_track(track, 0); sp_link_as_string(link, uri, sizeof(uri)); sp_link_release(link); pb->set_uri(uri); } void SpotifyClient::MetadataUpdatedCallback(sp_session* session) { SpotifyClient* me = reinterpret_cast(sp_session_userdata(session)); foreach (const PendingLoadPlaylist& load, me->pending_load_playlists_) { PlaylistStateChangedForLoadPlaylist(load.playlist_, me); } foreach (const PendingPlaybackRequest& playback, me->pending_playback_requests_) { me->TryPlaybackAgain(playback); } } int SpotifyClient::MusicDeliveryCallback( sp_session* session, const sp_audioformat* format, const void* frames, int num_frames) { SpotifyClient* me = reinterpret_cast(sp_session_userdata(session)); if (!me->media_socket_) { return 0; } // Write the WAVE header if it hasn't been written yet. if (me->media_length_msec_ != -1) { qLog(Debug) << "Sending WAVE header"; QDataStream s(me->media_socket_); s.setByteOrder(QDataStream::LittleEndian); const int bytes_per_sample = 2; const int byte_rate = format->sample_rate * format->channels * bytes_per_sample; const quint32 data_size = quint64(me->media_length_msec_) * byte_rate / 1000; qLog(Debug) << "length" << me->media_length_msec_ << "byte_rate" << byte_rate << "data_size" << data_size; // RIFF header s.writeRawData("RIFF", 4); s << quint32(32 + data_size); s.writeRawData("WAVE", 4); // WAVE fmt sub-chunk s.writeRawData("fmt ", 4); s << quint32(16); // Subchunk1Size s << quint16(1); // AudioFormat s << quint16(format->channels); // NumChannels s << quint32(format->sample_rate); // SampleRate s << quint32(byte_rate); // ByteRate s << quint16(format->channels * bytes_per_sample); // BlockAlign s << quint16(bytes_per_sample * 8); // BitsPerSample // Data sub-chunk s.writeRawData("data", 4); s << quint32(data_size); me->media_length_msec_ = -1; } // Write the audio data. me->media_socket_->write(reinterpret_cast(frames), num_frames * format->channels * 2); return num_frames; } void SpotifyClient::EndOfTrackCallback(sp_session* session) { SpotifyClient* me = reinterpret_cast(sp_session_userdata(session)); // Close the socket - it will get deleted when the other side has // disconnected me->media_socket_->close(); me->media_socket_ = NULL; } void SpotifyClient::StreamingErrorCallback(sp_session* session, sp_error error) { SpotifyClient* me = reinterpret_cast(sp_session_userdata(session)); // Close the socket - it will get deleted when the other side has // disconnected me->media_socket_->close(); me->media_socket_ = NULL; // Send the error me->SendPlaybackError(QString::fromUtf8(sp_error_message(error))); } void SpotifyClient::StartPlayback(const protobuf::PlaybackRequest& req) { // Get a link object from the URI sp_link* link = sp_link_create_from_string(req.track_uri().c_str()); if (!link) { SendPlaybackError("Invalid Spotify URI"); return; } // Get the track from the link sp_track* track = sp_link_as_track(link); if (!track) { SendPlaybackError("Spotify URI was not a track"); sp_link_release(link); return; } PendingPlaybackRequest pending_playback; pending_playback.request_ = req; pending_playback.link_ = link; pending_playback.track_ = track; pending_playback_requests_ << pending_playback; TryPlaybackAgain(pending_playback); } void SpotifyClient::TryPlaybackAgain(const PendingPlaybackRequest& req) { // If the track was not loaded then we have to come back later if (!sp_track_is_loaded(req.track_)) { qLog(Debug) << "Playback track not loaded yet, will try again later"; return; } // Remove this from the pending list now pending_playback_requests_.removeAll(req); // Load the track sp_error error = sp_session_player_load(session_, req.track_); if (error != SP_ERROR_OK) { SendPlaybackError("Spotify playback error: " + QString::fromUtf8(sp_error_message(error))); sp_link_release(req.link_); return; } // Create the media socket QTcpSocket* old_media_socket = media_socket_; media_socket_ = new QTcpSocket(this); media_socket_->connectToHost(QHostAddress::LocalHost, req.request_.media_port()); connect(media_socket_, SIGNAL(disconnected()), SLOT(MediaSocketDisconnected())); if (old_media_socket) { old_media_socket->close(); } qLog(Info) << "Starting playback of uri" << req.request_.track_uri().c_str() << "to port" << req.request_.media_port(); // Set the track length - this will trigger MusicDeliveryCallback to send // a WAVE header. media_length_msec_ = sp_track_duration(req.track_); // Start playback sp_session_player_play(session_, true); sp_link_release(req.link_); } void SpotifyClient::SendPlaybackError(const QString& error) { protobuf::SpotifyMessage message; protobuf::PlaybackError* msg = message.mutable_playback_error(); msg->set_error(DataCommaSizeFromQString(error)); handler_->SendMessage(message); } void SpotifyClient::MediaSocketDisconnected() { QTcpSocket* socket = qobject_cast(sender()); if (!socket) { return; } qLog(Info) << "Media socket disconnected"; socket->deleteLater(); if (socket == media_socket_) { sp_session_player_unload(session_); media_socket_ = NULL; } } void SpotifyClient::LoadImage(const QString& id_b64) { QByteArray id = QByteArray::fromBase64(id_b64.toAscii()); if (id.length() != kSpotifyImageIDSize) { qLog(Warning) << "Invalid image ID (did not decode to" << kSpotifyImageIDSize << "bytes):" << id_b64; // Send an error response straight away protobuf::SpotifyMessage message; protobuf::ImageResponse* msg = message.mutable_image_response(); msg->set_id(DataCommaSizeFromQString(id_b64)); handler_->SendMessage(message); return; } PendingImageRequest pending_load; pending_load.id_ = id; pending_load.id_b64_ = id_b64; pending_load.image_ = sp_image_create(session_, reinterpret_cast(id.constData())); pending_image_requests_ << pending_load; if (!image_callbacks_registered_[pending_load.image_]) { sp_image_add_load_callback(pending_load.image_, &ImageLoaded, this); } image_callbacks_registered_[pending_load.image_] ++; TryImageAgain(pending_load.image_); } void SpotifyClient::TryImageAgain(sp_image* image) { if (!sp_image_is_loaded(image)) { qLog(Debug) << "Image not loaded, will try again later"; return; } // Find the pending request for this image int index = -1; PendingImageRequest* req = NULL; for (int i=0 ; iset_id(DataCommaSizeFromQString(req->id_b64_)); if (data && size) { msg->set_data(data, size); } handler_->SendMessage(message); // Free stuff image_callbacks_registered_[image] --; if (!image_callbacks_registered_[image]) { sp_image_remove_load_callback(image, &ImageLoaded, this); image_callbacks_registered_.remove(image); } sp_image_release(image); pending_image_requests_.removeAt(index); } void SpotifyClient::ImageLoaded(sp_image* image, void* userdata) { SpotifyClient* me = reinterpret_cast(userdata); me->TryImageAgain(image); }