/* This file was part of Clementine. Copyright 2012, David Sansome Strawberry is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. Strawberry is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with Strawberry. If not, see . */ #include "moodbarpipeline.h" #include #include #include #include #include #include #include #include #include #include "core/logging.h" #include "core/signalchecker.h" #include "core/utilities.h" #include "moodbar/moodbarbuilder.h" #include "ext/gstmoodbar/gstfastspectrum.h" const int MoodbarPipeline::kBands = 128; MoodbarPipeline::MoodbarPipeline(const QUrl &local_filename, QObject *parent) : QObject(parent), local_filename_(local_filename), pipeline_(nullptr), convert_element_(nullptr), success_(false), running_(false) {} MoodbarPipeline::~MoodbarPipeline() { Cleanup(); } GstElement *MoodbarPipeline::CreateElement(const QString &factory_name) { GstElement *ret = gst_element_factory_make(factory_name.toLatin1().constData(), nullptr); if (ret) { gst_bin_add(GST_BIN(pipeline_), ret); } else { qLog(Warning) << "Unable to create gstreamer element" << factory_name; } return ret; } void MoodbarPipeline::Start() { Q_ASSERT(QThread::currentThread() != qApp->thread()); Utilities::SetThreadIOPriority(Utilities::IOPRIO_CLASS_IDLE); if (pipeline_) { return; } pipeline_ = gst_pipeline_new("moodbar-pipeline"); GstElement *decodebin = CreateElement("uridecodebin"); convert_element_ = CreateElement("audioconvert"); GstElement *spectrum = CreateElement("fastspectrum"); GstElement *fakesink = CreateElement("fakesink"); if (!decodebin || !convert_element_ || !spectrum || !fakesink) { gst_object_unref(GST_OBJECT(pipeline_)); pipeline_ = nullptr; emit Finished(false); return; } // Join them together if (!gst_element_link_many(convert_element_, spectrum, fakesink, nullptr)) { qLog(Error) << "Failed to link elements"; gst_object_unref(GST_OBJECT(pipeline_)); pipeline_ = nullptr; emit Finished(false); return; } builder_ = std::make_unique(); // Set properties g_object_set(decodebin, "uri", local_filename_.toEncoded().constData(), nullptr); g_object_set(spectrum, "bands", kBands, nullptr); GstFastSpectrum *fast_spectrum = reinterpret_cast(spectrum); fast_spectrum->output_callback = [this](double *magnitudes, int size) { builder_->AddFrame(magnitudes, size); }; // Connect signals CHECKED_GCONNECT(decodebin, "pad-added", &NewPadCallback, this); GstBus *bus = gst_pipeline_get_bus(GST_PIPELINE(pipeline_)); if (bus) { gst_bus_set_sync_handler(bus, BusCallbackSync, this, nullptr); gst_object_unref(bus); } // Start playing running_ = true; gst_element_set_state(pipeline_, GST_STATE_PLAYING); } void MoodbarPipeline::ReportError(GstMessage *msg) { GError *error = nullptr; gchar *debugs = nullptr; gst_message_parse_error(msg, &error, &debugs); QString message = QString::fromLocal8Bit(error->message); g_error_free(error); free(debugs); qLog(Error) << "Error processing" << local_filename_ << ":" << message; } void MoodbarPipeline::NewPadCallback(GstElement*, GstPad *pad, gpointer data) { MoodbarPipeline *self = reinterpret_cast(data); if (!self->running_) { qLog(Warning) << "Received gstreamer callback after pipeline has stopped."; return; } GstPad *const audiopad = gst_element_get_static_pad(self->convert_element_, "sink"); if (!audiopad) return; if (GST_PAD_IS_LINKED(audiopad)) { qLog(Warning) << "audiopad is already linked, unlinking old pad"; gst_pad_unlink(audiopad, GST_PAD_PEER(audiopad)); } gst_pad_link(pad, audiopad); gst_object_unref(audiopad); int rate = 0; GstCaps *caps = gst_pad_get_current_caps(pad); if (caps) { GstStructure *structure = gst_caps_get_structure(caps, 0); if (structure) { gst_structure_get_int(structure, "rate", &rate); } gst_caps_unref(caps); } if (self->builder_) { self->builder_->Init(kBands, rate); } else { qLog(Error) << "Builder does not exist"; } } GstBusSyncReply MoodbarPipeline::BusCallbackSync(GstBus*, GstMessage *msg, gpointer data) { MoodbarPipeline *self = reinterpret_cast(data); switch (GST_MESSAGE_TYPE(msg)) { case GST_MESSAGE_EOS: self->Stop(true); break; case GST_MESSAGE_ERROR: self->ReportError(msg); self->Stop(false); break; default: break; } return GST_BUS_PASS; } void MoodbarPipeline::Stop(const bool success) { success_ = success; running_ = false; if (builder_ != nullptr) { data_ = builder_->Finish(1000); builder_.reset(); } emit Finished(success); } void MoodbarPipeline::Cleanup() { Q_ASSERT(QThread::currentThread() == thread()); Q_ASSERT(QThread::currentThread() != qApp->thread()); running_ = false; if (pipeline_) { GstBus *bus = gst_pipeline_get_bus(GST_PIPELINE(pipeline_)); if (bus) { gst_bus_set_sync_handler(bus, nullptr, nullptr, nullptr); gst_object_unref(bus); } gst_element_set_state(pipeline_, GST_STATE_NULL); gst_object_unref(pipeline_); pipeline_ = nullptr; } }