/* This file is part of Clementine. Copyright 2012, David Sansome Clementine is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. Clementine is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with Clementine. If not, see . */ #include "moodbarpipeline.h" #include #include #include #include "core/logging.h" #include "core/signalchecker.h" #include "core/timeconstants.h" #include "core/utilities.h" #include "gst/moodbar/gstfastspectrum.h" #include "moodbar/moodbarbuilder.h" bool MoodbarPipeline::sIsAvailable = false; const int MoodbarPipeline::kBands = 128; MoodbarPipeline::MoodbarPipeline(const QUrl& local_filename) : QObject(nullptr), local_filename_(local_filename), pipeline_(nullptr), convert_element_(nullptr), success_(false), running_(false) {} MoodbarPipeline::~MoodbarPipeline() { Cleanup(); } bool MoodbarPipeline::IsAvailable() { if (!sIsAvailable) { GstElementFactory* factory = gst_element_factory_find("fftwspectrum"); if (!factory) { return false; } gst_object_unref(factory); sIsAvailable = true; } return sIsAvailable; } GstElement* MoodbarPipeline::CreateElement(const QString& factory_name) { GstElement* ret = gst_element_factory_make(factory_name.toLatin1().constData(), nullptr); if (ret) { gst_bin_add(GST_BIN(pipeline_), ret); } else { qLog(Warning) << "Unable to create gstreamer element" << factory_name; } return ret; } void MoodbarPipeline::Start() { Q_ASSERT(QThread::currentThread() != qApp->thread()); Utilities::SetThreadIOPriority(Utilities::IOPRIO_CLASS_IDLE); if (pipeline_) { return; } pipeline_ = gst_pipeline_new("moodbar-pipeline"); GstElement* decodebin = CreateElement("uridecodebin"); convert_element_ = CreateElement("audioconvert"); GstElement* spectrum = CreateElement("fastspectrum"); GstElement* fakesink = CreateElement("fakesink"); if (!decodebin || !convert_element_ || !spectrum || !fakesink) { pipeline_ = nullptr; emit Finished(false); return; } // Join them together if (!gst_element_link(convert_element_, spectrum) || !gst_element_link(spectrum, fakesink)) { qLog(Error) << "Failed to link elements"; pipeline_ = nullptr; emit Finished(false); return; } builder_.reset(new MoodbarBuilder); // Set properties QByteArray uri = Utilities::GetUriForGstreamer(local_filename_); g_object_set(decodebin, "uri", uri.constData(), nullptr); g_object_set(spectrum, "bands", kBands, nullptr); GstFastSpectrum* fast_spectrum = GST_FASTSPECTRUM(spectrum); fast_spectrum->output_callback = [this](double* magnitudes, int size) { builder_->AddFrame(magnitudes, size); }; // Connect signals CHECKED_GCONNECT(decodebin, "pad-added", &NewPadCallback, this); GstBus* bus = gst_pipeline_get_bus(GST_PIPELINE(pipeline_)); gst_bus_set_sync_handler(bus, BusCallbackSync, this, nullptr); gst_object_unref(bus); // Start playing running_ = true; gst_element_set_state(pipeline_, GST_STATE_PLAYING); } void MoodbarPipeline::ReportError(GstMessage* msg) { GError* error; gchar* debugs; gst_message_parse_error(msg, &error, &debugs); QString message = QString::fromLocal8Bit(error->message); g_error_free(error); free(debugs); qLog(Error) << "Error processing" << local_filename_ << ":" << message; } void MoodbarPipeline::NewPadCallback(GstElement*, GstPad* pad, gpointer data) { MoodbarPipeline* self = reinterpret_cast(data); if (!self->running_) { qLog(Warning) << "Received gstreamer callback after pipeline has stopped."; return; } GstPad* const audiopad = gst_element_get_static_pad(self->convert_element_, "sink"); if (GST_PAD_IS_LINKED(audiopad)) { qLog(Warning) << "audiopad is already linked, unlinking old pad"; gst_pad_unlink(audiopad, GST_PAD_PEER(audiopad)); } gst_pad_link(pad, audiopad); gst_object_unref(audiopad); int rate = 0; GstCaps* caps = gst_pad_get_current_caps(pad); GstStructure* structure = gst_caps_get_structure(caps, 0); gst_structure_get_int(structure, "rate", &rate); gst_caps_unref(caps); if (self->builder_ != nullptr) self->builder_->Init(kBands, rate); else qLog(Error) << "Builder does not exist"; } GstBusSyncReply MoodbarPipeline::BusCallbackSync(GstBus*, GstMessage* msg, gpointer data) { MoodbarPipeline* self = reinterpret_cast(data); switch (GST_MESSAGE_TYPE(msg)) { case GST_MESSAGE_EOS: self->Stop(true); break; case GST_MESSAGE_ERROR: self->ReportError(msg); self->Stop(false); break; default: break; } return GST_BUS_PASS; } void MoodbarPipeline::Stop(bool success) { success_ = success; running_ = false; if (builder_ != nullptr) { data_ = builder_->Finish(1000); builder_.reset(); } emit Finished(success); } void MoodbarPipeline::Cleanup() { Q_ASSERT(QThread::currentThread() == thread()); Q_ASSERT(QThread::currentThread() != qApp->thread()); running_ = false; if (pipeline_) { GstBus* bus = gst_pipeline_get_bus(GST_PIPELINE(pipeline_)); gst_bus_set_sync_handler(bus, nullptr, nullptr, nullptr); gst_object_unref(bus); gst_element_set_state(pipeline_, GST_STATE_NULL); gst_object_unref(pipeline_); pipeline_ = nullptr; } }