2022-10-17 21:34:18 +02:00
|
|
|
/*
|
|
|
|
* Strawberry Music Player
|
|
|
|
* Copyright 2022, Jonas Kvinge <jonas@jkvinge.net>
|
|
|
|
*
|
|
|
|
* Strawberry is free software: you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* Strawberry is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with Strawberry. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "config.h"
|
|
|
|
|
|
|
|
#include <QObject>
|
|
|
|
#include <QByteArray>
|
|
|
|
#include <QVariant>
|
|
|
|
#include <QString>
|
|
|
|
#include <QUrl>
|
|
|
|
#include <QRegularExpression>
|
|
|
|
#include <QNetworkRequest>
|
|
|
|
#include <QNetworkReply>
|
|
|
|
|
|
|
|
#include "core/logging.h"
|
|
|
|
#include "core/shared_ptr.h"
|
|
|
|
#include "core/networkaccessmanager.h"
|
|
|
|
#include "utilities/strutils.h"
|
|
|
|
#include "htmllyricsprovider.h"
|
|
|
|
#include "lyricssearchrequest.h"
|
|
|
|
|
|
|
|
HtmlLyricsProvider::HtmlLyricsProvider(const QString &name, const bool enabled, const QString &start_tag, const QString &end_tag, const QString &lyrics_start, const bool multiple, SharedPtr<NetworkAccessManager> network, QObject *parent)
|
|
|
|
: LyricsProvider(name, enabled, false, network, parent), start_tag_(start_tag), end_tag_(end_tag), lyrics_start_(lyrics_start), multiple_(multiple) {}
|
|
|
|
|
|
|
|
HtmlLyricsProvider::~HtmlLyricsProvider() {
|
|
|
|
|
|
|
|
while (!replies_.isEmpty()) {
|
|
|
|
QNetworkReply *reply = replies_.takeFirst();
|
|
|
|
QObject::disconnect(reply, nullptr, this, nullptr);
|
|
|
|
reply->abort();
|
|
|
|
reply->deleteLater();
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
bool HtmlLyricsProvider::StartSearch(const int id, const LyricsSearchRequest &request) {
|
|
|
|
|
2023-09-20 17:39:44 +02:00
|
|
|
if (request.artist.isEmpty() || request.title.isEmpty()) return false;
|
|
|
|
|
|
|
|
QUrl url(Url(request));
|
2022-10-17 21:34:18 +02:00
|
|
|
QNetworkRequest req(url);
|
|
|
|
req.setAttribute(QNetworkRequest::RedirectPolicyAttribute, QNetworkRequest::NoLessSafeRedirectPolicy);
|
|
|
|
QNetworkReply *reply = network_->get(req);
|
|
|
|
replies_ << reply;
|
|
|
|
QObject::connect(reply, &QNetworkReply::finished, this, [this, reply, id, request]() { HandleLyricsReply(reply, id, request); });
|
|
|
|
|
|
|
|
qLog(Debug) << name_ << "Sending request for" << url;
|
|
|
|
|
|
|
|
return true;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
void HtmlLyricsProvider::CancelSearch(const int id) { Q_UNUSED(id); }
|
|
|
|
|
|
|
|
void HtmlLyricsProvider::HandleLyricsReply(QNetworkReply *reply, const int id, const LyricsSearchRequest &request) {
|
|
|
|
|
|
|
|
if (!replies_.contains(reply)) return;
|
|
|
|
replies_.removeAll(reply);
|
|
|
|
QObject::disconnect(reply, nullptr, this, nullptr);
|
|
|
|
reply->deleteLater();
|
|
|
|
|
|
|
|
if (reply->error() != QNetworkReply::NoError) {
|
|
|
|
if (reply->error() == QNetworkReply::ContentNotFoundError) {
|
|
|
|
qLog(Debug) << name_ << "No lyrics for" << request.artist << request.album << request.title;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
qLog(Error) << name_ << reply->errorString() << reply->error();
|
|
|
|
}
|
|
|
|
emit SearchFinished(id);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt() != 200) {
|
|
|
|
qLog(Error) << name_ << "Received HTTP code" << reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt();
|
|
|
|
emit SearchFinished(id);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
QByteArray data = reply->readAll();
|
|
|
|
if (data.isEmpty()) {
|
|
|
|
qLog(Error) << name_ << "Empty reply received from server.";
|
|
|
|
emit SearchFinished(id);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
const QString lyrics = ParseLyricsFromHTML(QString::fromUtf8(data), QRegularExpression(start_tag_), QRegularExpression(end_tag_), QRegularExpression(lyrics_start_), multiple_);
|
|
|
|
if (lyrics.isEmpty() || lyrics.contains("we do not have the lyrics for", Qt::CaseInsensitive)) {
|
|
|
|
qLog(Debug) << name_ << "No lyrics for" << request.artist << request.album << request.title;
|
|
|
|
emit SearchFinished(id);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
qLog(Debug) << name_ << "Got lyrics for" << request.artist << request.album << request.title;
|
|
|
|
|
|
|
|
LyricsSearchResult result(lyrics);
|
|
|
|
emit SearchFinished(id, LyricsSearchResults() << result);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
QString HtmlLyricsProvider::ParseLyricsFromHTML(const QString &content, const QRegularExpression &start_tag, const QRegularExpression &end_tag, const QRegularExpression &lyrics_start, const bool multiple) {
|
|
|
|
|
|
|
|
QString lyrics;
|
|
|
|
qint64 start_idx = 0;
|
|
|
|
|
|
|
|
do {
|
|
|
|
|
|
|
|
QRegularExpressionMatch rematch = lyrics_start.match(content, start_idx);
|
|
|
|
if (!rematch.hasMatch()) break;
|
|
|
|
|
|
|
|
const qint64 start_lyrics_idx = rematch.capturedEnd();
|
|
|
|
qint64 end_lyrics_idx = -1;
|
|
|
|
|
|
|
|
// Find the index of the end tag.
|
|
|
|
qint64 idx = start_lyrics_idx;
|
|
|
|
QRegularExpressionMatch rematch_start_tag;
|
|
|
|
QRegularExpressionMatch rematch_end_tag;
|
|
|
|
int tags = 1;
|
|
|
|
do {
|
|
|
|
rematch_start_tag = QRegularExpression(start_tag).match(content, idx);
|
|
|
|
const qint64 start_tag_idx = rematch_start_tag.hasMatch() ? rematch_start_tag.capturedStart() : -1;
|
|
|
|
rematch_end_tag = QRegularExpression(end_tag).match(content, idx);
|
|
|
|
const qint64 end_tag_idx = rematch_end_tag.hasMatch() ? rematch_end_tag.capturedStart() : -1;
|
|
|
|
if (rematch_start_tag.hasMatch() && start_tag_idx <= end_tag_idx) {
|
|
|
|
++tags;
|
|
|
|
idx = start_tag_idx + rematch_start_tag.capturedLength();
|
|
|
|
}
|
|
|
|
else if (rematch_end_tag.hasMatch()) {
|
|
|
|
--tags;
|
|
|
|
idx = end_tag_idx + rematch_end_tag.capturedLength();
|
|
|
|
if (tags == 0) {
|
|
|
|
end_lyrics_idx = rematch_end_tag.capturedStart();
|
|
|
|
start_idx = rematch_end_tag.capturedEnd();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
while (tags > 0 && (rematch_start_tag.hasMatch() || rematch_end_tag.hasMatch()));
|
|
|
|
|
|
|
|
if (end_lyrics_idx != -1 && start_lyrics_idx < end_lyrics_idx) {
|
|
|
|
if (!lyrics.isEmpty()) {
|
|
|
|
lyrics.append("\n");
|
|
|
|
}
|
|
|
|
lyrics.append(content.mid(start_lyrics_idx, end_lyrics_idx - start_lyrics_idx)
|
|
|
|
.remove('\r')
|
|
|
|
.remove('\n')
|
2023-09-20 17:38:45 +02:00
|
|
|
.remove(QRegularExpression("<script>.*</script>"))
|
2022-10-17 21:34:18 +02:00
|
|
|
.replace(QRegularExpression("<br[^>]*>"), "\n")
|
|
|
|
.remove(QRegularExpression("<[^>]*>"))
|
|
|
|
.trimmed());
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
start_idx = -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
while (start_idx > 0 && multiple);
|
|
|
|
|
|
|
|
if (lyrics.length() > 6000 || lyrics.contains("there are no lyrics to", Qt::CaseInsensitive)) {
|
|
|
|
return QString();
|
|
|
|
}
|
|
|
|
|
|
|
|
return Utilities::DecodeHtmlEntities(lyrics);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
void HtmlLyricsProvider::Error(const QString &error, const QVariant &debug) {
|
|
|
|
|
|
|
|
qLog(Error) << name_ << error;
|
|
|
|
if (debug.isValid()) qLog(Debug) << name_ << debug;
|
|
|
|
|
|
|
|
}
|