Remove ultimate lyrics parser (#6225)
This tool was once used generate data/lyrics/ultimate_providers.xml from the sites.js file. Judging by the file histories, recent changes has been done directly in the xml file, bypassing this tool. Moreover, sites.js has contained syntax errors for the past three years without anyone noticing. Furthermore, this tool is the only part of Clementine that uses QtWebKit. Since support for this has been removed in both the master and qt5 branch it won't build anyway.
This commit is contained in:
Mattias Andersson
John Maguire
parent
2d1f6cd239
commit
6a37af7b42
@ -451,7 +451,6 @@ if (WIN32)
|
||||
endif (WIN32)
|
||||
add_subdirectory(tests)
|
||||
add_subdirectory(dist)
|
||||
add_subdirectory(tools/ultimate_lyrics_parser)
|
||||
add_subdirectory(ext/libclementine-common)
|
||||
add_subdirectory(ext/libclementine-tagreader)
|
||||
add_subdirectory(ext/clementine-tagreader)
|
||||
|
||||
@ -1,7 +0,0 @@
|
||||
cmake_minimum_required(VERSION 2.6)
|
||||
|
||||
set(CMAKE_C_FLAGS "-Wall ${CMAKE_C_FLAGS}")
|
||||
set(CMAKE_CXX_FLAGS "-Woverloaded-virtual -Wall -Wno-sign-compare ${CMAKE_CXX_FLAGS}")
|
||||
|
||||
add_executable(ultimate_lyrics_parser EXCLUDE_FROM_ALL main.cpp)
|
||||
target_link_libraries(ultimate_lyrics_parser ${QT_LIBRARIES})
|
||||
@ -1,167 +0,0 @@
|
||||
/* This file is part of Clementine.
|
||||
Copyright 2010, David Sansome <me@davidsansome.com>
|
||||
|
||||
Clementine is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
Clementine is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with Clementine. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
#include <QApplication>
|
||||
#include <QFile>
|
||||
#include <QWebFrame>
|
||||
#include <QWebPage>
|
||||
#include <QXmlStreamWriter>
|
||||
#include <QtDebug>
|
||||
|
||||
int ShowUsage() {
|
||||
qWarning() << "Usage:" << qApp->arguments()[0].toUtf8().constData() << "sites.js\n";
|
||||
qWarning() << "This tool parses a sites.js file from the Ultimate Lyrics Amarok script";
|
||||
qWarning() << "and outputs an XML file that can be used by Clementine.";
|
||||
return 2;
|
||||
}
|
||||
|
||||
void WriteRuleItem(QXmlStreamWriter& writer, const QVariant& value) {
|
||||
if (value.type() == QVariant::String) {
|
||||
writer.writeStartElement("item");
|
||||
writer.writeAttribute("tag", value.toString());
|
||||
writer.writeEndElement();
|
||||
} else if (value.type() == QVariant::List) {
|
||||
QVariantList list = value.toList();
|
||||
writer.writeStartElement("item");
|
||||
writer.writeAttribute("begin", list[0].toString());
|
||||
writer.writeAttribute("end", list[1].toString());
|
||||
writer.writeEndElement();
|
||||
}
|
||||
}
|
||||
|
||||
void WriteRules(QXmlStreamWriter& writer, const QString& name, const QVariantMap& map) {
|
||||
for (int i=1 ; i<=4 ; ++i) {
|
||||
const QString map_name = name + (i == 1 ? "" : QString::number(i));
|
||||
|
||||
if (!map.contains(map_name))
|
||||
continue;
|
||||
|
||||
writer.writeStartElement(name);
|
||||
|
||||
QVariant value = map[map_name];
|
||||
if (value.type() == QVariant::String) {
|
||||
WriteRuleItem(writer, value);
|
||||
} else if (value.type() == QVariant::List) {
|
||||
foreach (const QVariant& child, value.toList()) {
|
||||
WriteRuleItem(writer, child);
|
||||
}
|
||||
}
|
||||
|
||||
writer.writeEndElement();
|
||||
}
|
||||
}
|
||||
|
||||
void WriteList(QXmlStreamWriter& writer, const QString& name, const QVariantMap& map) {
|
||||
if (!map.contains(name))
|
||||
return;
|
||||
|
||||
QVariant value = map[name];
|
||||
if (value.type() == QVariant::String) {
|
||||
writer.writeStartElement(name);
|
||||
writer.writeAttribute("value", value.toString());
|
||||
writer.writeEndElement();
|
||||
} else if (value.type() == QVariant::List) {
|
||||
foreach (const QVariant& child, value.toList()) {
|
||||
writer.writeStartElement(name);
|
||||
writer.writeAttribute("value", child.toString());
|
||||
writer.writeEndElement();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
void WriteUrlFormat(QXmlStreamWriter& writer, const QVariantList& list) {
|
||||
foreach (const QVariant& child, list) {
|
||||
if (child.type() != QVariant::Map)
|
||||
continue;
|
||||
QVariantMap map = child.toMap();
|
||||
if (!map.contains("rep") || !map.contains("punct"))
|
||||
continue;
|
||||
|
||||
writer.writeStartElement("urlFormat");
|
||||
writer.writeAttribute("replace", map["punct"].toString());
|
||||
writer.writeAttribute("with", map["rep"].toString());
|
||||
writer.writeEndElement();
|
||||
}
|
||||
}
|
||||
|
||||
void WriteProvider(QXmlStreamWriter& writer, const QString& name, const QVariant& data) {
|
||||
QVariantMap map = data.toMap();
|
||||
if (!map.contains("url") || map.contains("getReply"))
|
||||
return;
|
||||
|
||||
writer.writeStartElement("provider");
|
||||
writer.writeAttribute("name", name);
|
||||
writer.writeAttribute("title", map["title"].toString());
|
||||
writer.writeAttribute("charset", map["charset"].toString());
|
||||
writer.writeAttribute("url", map["url"].toString());
|
||||
|
||||
WriteUrlFormat(writer, map["urlFormat"].toList());
|
||||
|
||||
WriteRules(writer, "extract", map);
|
||||
WriteRules(writer, "exclude", map);
|
||||
WriteList(writer, "invalidIndicator", map);
|
||||
|
||||
writer.writeEndElement();
|
||||
}
|
||||
|
||||
int main(int argc, char** argv) {
|
||||
QApplication a(argc, argv);
|
||||
|
||||
// Parse commandline arguments
|
||||
if (a.arguments().count() != 2)
|
||||
return ShowUsage();
|
||||
|
||||
QString sites_filename = a.arguments()[1];
|
||||
if (!QFile::exists(sites_filename)) {
|
||||
qWarning() << "Error:" << sites_filename << "does not exist";
|
||||
return 1;
|
||||
}
|
||||
|
||||
// Load the javascript file
|
||||
QFile sites_file(sites_filename);
|
||||
if (!sites_file.open(QIODevice::ReadOnly)) {
|
||||
qWarning() << "Error: could not open" << sites_filename;
|
||||
return 1;
|
||||
}
|
||||
QString javascript = QString::fromUtf8(sites_file.readAll());
|
||||
javascript = javascript.section("\n}", 0, 0, QString::SectionIncludeTrailingSep);
|
||||
javascript.append(";\n(siteDescriptors)");
|
||||
|
||||
// Parse the javascript
|
||||
QWebPage page;
|
||||
QVariant data = page.mainFrame()->evaluateJavaScript(javascript);
|
||||
|
||||
// Open the document
|
||||
QFile stdout(NULL);
|
||||
stdout.open(1, QIODevice::WriteOnly);
|
||||
QXmlStreamWriter writer(&stdout);
|
||||
writer.setAutoFormatting(true);
|
||||
writer.setAutoFormattingIndent(2);
|
||||
|
||||
// Begin writing
|
||||
writer.writeStartDocument();
|
||||
writer.writeStartElement("lyricproviders");
|
||||
|
||||
foreach (const QString& provider_name, data.toMap().keys()) {
|
||||
WriteProvider(writer, provider_name, data.toMap()[provider_name]);
|
||||
}
|
||||
|
||||
writer.writeEndElement();
|
||||
writer.writeEndDocument();
|
||||
|
||||
return 0;
|
||||
}
|
||||
@ -1,610 +0,0 @@
|
||||
/*
|
||||
descriptor fields specification:
|
||||
- url - parameters: {artist},{title},{album},{Artist},{Title},{Album},{a}
|
||||
- urlFormat - specify character replacements for url parameters
|
||||
- title - use <title>{artist} - {title} lyrics</title> for extracting artist and title from returned html
|
||||
- charset
|
||||
- extract - short rule(s) for extracting reply from returned html
|
||||
- exclude - similar as extract but inverse
|
||||
- invalidIndicator - string(s) that identify returned page as invalid if page contains the invalidIndicator(s)
|
||||
- getReply - javascript function that manually extract reply from a html page
|
||||
extract, exclude and invalidIndicator fields are alternative to getReply
|
||||
extract, exclude and invalidIndicator fields can be catenated in an array
|
||||
|
||||
extract, exclude fields specification (2 formats):
|
||||
- string - an html tag
|
||||
- 2 lenght array - specify starting and ending string that surround data
|
||||
alternative (fallback) rules for extract are named extract2,extract3,extract4 (useful when a site use multiple templates)
|
||||
*/
|
||||
/*
|
||||
var reply = "<FONT color=#DDDDDD><b>13. Payback</b></font>"
|
||||
var start = reply.search(new RegExp("<b>\\d+. Payback<\\/b>","i"));
|
||||
Amarok.alert(start);
|
||||
*/
|
||||
const siteDescriptors = {
|
||||
"lyrics.wikia.com": {
|
||||
title: "{artist}:{title} Lyrics - ",
|
||||
charset: "utf-8",
|
||||
extract: [["<div class='lyricbox'>","<!--"]],
|
||||
// extract2: [["<div class='lyricbox' >","<!--"]],
|
||||
exclude: ["<div class='rtMatcher'>",'<span style="padding:1em">'],
|
||||
setup: function(){
|
||||
this.multiple = settings.multi_lang_wikia;
|
||||
this.urlHashDiscriminator = this.multiple;
|
||||
},
|
||||
|
||||
url: "http://lyrics.wikia.com/{Artist}:{Title}",
|
||||
urlFormat : [
|
||||
{punct: " _@;\\\"", rep: "_" }, // removed ,/
|
||||
{punct: "?", rep: "%3F" },
|
||||
]
|
||||
},
|
||||
"lyricsplugin.com": {
|
||||
title: "{artist} - {title} Lyrics",
|
||||
charset: "utf-8",
|
||||
extract: '<div id="lyrics">',
|
||||
|
||||
url: "http://www.lyricsplugin.com/winamp03/plugin/?title={title}&artist={artist}",
|
||||
urlFormat : [
|
||||
{punct: "_@;&\\/\"", rep: "-"},// removed ,
|
||||
{punct: "'", rep: ""},
|
||||
{punct: " ", rep: "%20"},
|
||||
]
|
||||
},
|
||||
"lyricstime.com": {
|
||||
title: "{artist} - {title} Lyrics",
|
||||
charset: "iso-8859-1",
|
||||
extract: ['<div id="songlyrics" >','<p>'],
|
||||
|
||||
url: "http://www.lyricstime.com/{artist}-{title}-lyrics.html",
|
||||
urlFormat : [
|
||||
{punct: " _@,;&\\/\"'", rep: "-"},
|
||||
{punct: ".", rep: ""},
|
||||
]
|
||||
},
|
||||
"lyricsreg.com": {
|
||||
title: "{title} lyrics {artist}",
|
||||
charset: "iso-8859-1",
|
||||
invalidIndicator: "Page not Found",
|
||||
extract: [['Ringtone to your Cell','Ringtone to your Cell'],['<div style="text-align:center;">','<a']],
|
||||
|
||||
url: "http://www.lyricsreg.com/lyrics/{artist}/{title}/",
|
||||
urlFormat : [
|
||||
{rep: "+", punct: " _@,;&\\/\"" },
|
||||
{rep: "", punct: "'." },
|
||||
]
|
||||
},
|
||||
"lyricsmania.com": {
|
||||
title: "{artist} - {title} Lyrics",
|
||||
charset: "iso-8859-1",
|
||||
invalidIndicator: "The lyrics you requested is not in our archive yet,",
|
||||
extract: [['<span style="font-size:14px;">','<span style="font-size:14px;">'],['</center>','<a']],
|
||||
|
||||
url: "http://www.lyricsmania.com/{title}_lyrics_{artist}.html",
|
||||
urlFormat : [
|
||||
{rep: "_", punct: " _@;&\\/\"'." }, // removed ,
|
||||
]
|
||||
},
|
||||
"seeklyrics.com": {
|
||||
title: "{artist} - {title} Lyrics",
|
||||
charset: "iso-8859-1",
|
||||
extract: '<div id="songlyrics">',
|
||||
|
||||
url: "http://www.seeklyrics.com/lyrics/{Artist}/{Title}.html",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/'\"" },
|
||||
{rep: "", punct: "." },
|
||||
]
|
||||
},
|
||||
"azlyrics.com": {
|
||||
title: "{artist} LYRICS - {title}",
|
||||
charset: "utf-8",
|
||||
// charset: "iso-8859-1",
|
||||
extract: [['<!-- END OF RINGTONE 1 -->','<!-- RINGTONE 2 -->']],
|
||||
exclude: ['<B>',['<i>[',']</i>'],['[',']']],
|
||||
|
||||
url: "http://www.azlyrics.com/lyrics/{artist}/{title}.html",
|
||||
urlFormat : [
|
||||
{rep: "", punct: " ._@,;&\\/'\"-" },
|
||||
]
|
||||
},
|
||||
"metrolyrics.com": {
|
||||
title: "{artist} - {title} LYRICS",
|
||||
charset: "utf-8",
|
||||
invalidIndicator: "These lyrics are missing",
|
||||
extract: '<span id="lyrics">',
|
||||
extract2: '<div id="lyrics">',
|
||||
exclude: '<h5>',
|
||||
|
||||
url: "http://www.metrolyrics.com/{title}-lyrics-{artist}.html",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/\"" },
|
||||
{rep: "", punct: "'." },
|
||||
]
|
||||
},
|
||||
"jamendo.com": {
|
||||
charset: "utf-8",
|
||||
getReply: function(reply){
|
||||
if(reply.indexOf('<div')>0)
|
||||
reply = reply.extractXmlTag('<div id="lyrics" style="margin-left:5px;">');
|
||||
else
|
||||
reply = reply.replace(/\n/g,"<br />")
|
||||
return reply;
|
||||
},
|
||||
|
||||
url: "http://www.jamendo.com/en/get/track/list/track-artist/lyricstext/plain/?searchterm={Title}&artist_searchterm={Artist}",
|
||||
// url: "http://www.jamendo.com/en/get/track/list/track-artist-album/lyricstext/plain/?searchterm={title}&artist_searchterm={artist}",
|
||||
urlFormat : []
|
||||
},
|
||||
"mp3lyrics.org": {
|
||||
title: "{artist} "{title}" Lyrics",
|
||||
charset: "utf-8",
|
||||
invalidIndicator: "Something went wrong",
|
||||
extract: "<span id=gn_lyricsB>",
|
||||
extract2: '<div class="KonaBody" id="EchoTopic">',
|
||||
exclude: ["<font size=2>",["<b><i>","</u></b>:"],["<b>Lyrics","</b>"]],
|
||||
|
||||
url: "http://www.mp3lyrics.org/{a}/{artist}/{title}/",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/\"" },
|
||||
{rep: "", punct: "'." },
|
||||
]
|
||||
},
|
||||
"songlyrics.com": {
|
||||
title: "{title} LYRICS - {artist}",
|
||||
charset: "utf-8",
|
||||
invalidIndicator: ["Sorry, we have no", "This is an upcoming album and we do not have the"],
|
||||
extract: '<p id="songLyricsDiv" ondragstart="return false;" onselectstart="return false;" oncontextmenu="return false;" class="songLyricsV14" style="font-size: 14px;z-index: 9999;position: absolute;left: -6000px;">',
|
||||
exclude: [['\n[','] ']],
|
||||
|
||||
url: "http://www.songlyrics.com/{artist}/{title}-lyrics/",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " ._@,;&\\/\"" },
|
||||
{rep: "_", punct: "'" },
|
||||
]
|
||||
},
|
||||
"darklyrics.com": {
|
||||
title: "{artist} LYRICS - {title}",
|
||||
charset: "utf-8",
|
||||
getReply: function(reply, info){
|
||||
// var start = reply.search(new RegExp(("<FONT color=#DDDDDD><b>\d+. " + info.arrange(info.title,this.urlFormat,false) + "</b></font>").escapeRegExp(),"i"));
|
||||
var start = reply.search(new RegExp("<b>\\d+. " + info.arrange(info.title,SearchInfo.prototype.defaultReplaces,false) + "[^<]*<\\/b>","i"));
|
||||
// var start = reply.search(new RegExp("<FONT color=#DDDDDD>","i"));
|
||||
if (start<0)
|
||||
return "";
|
||||
// Amarok.alert(start);
|
||||
reply = reply.substring(start);
|
||||
var end = reply.search(new RegExp("<font","i"));
|
||||
reply = reply.substring(0,end);
|
||||
reply = reply.substring(reply.indexOf("</b>")+4);
|
||||
reply = reply.replace(/<\/font>/ig,"");
|
||||
reply = reply.replace(/<a name=\d+>/ig,"");
|
||||
|
||||
return reply;
|
||||
},
|
||||
/*
|
||||
matchInfo:function(reply,info,info2){
|
||||
if (info2){
|
||||
info.matchedTitle = info2.title;
|
||||
info.matchedArtist = info2.artist;
|
||||
// Amarok.alert(info.matchedTitle + " | " + info.matchedArtist);
|
||||
}else{
|
||||
LyricsClass.prototype.matchInfo.call(this,reply,info);
|
||||
if (!info.arrange)
|
||||
return;
|
||||
var title = reply.match(new RegExp("<b>\\d+. (" + info.arrange(info.title,SearchInfo.prototype.defaultReplaces,false) + "[^<]*)<\\/b>","i"));
|
||||
if (title)
|
||||
info.matchedTitle = title[1];
|
||||
}
|
||||
Amarok.alert(info.matchedTitle + " | " + info.matchedArtist);
|
||||
},
|
||||
*/
|
||||
invalidIndicator: "Not Found",
|
||||
|
||||
url: "http://www.darklyrics.com/lyrics/{artist}/{album}.html",
|
||||
urlFormat : [
|
||||
{rep: "", punct: " _@,;&\\/\"'." },
|
||||
]
|
||||
},
|
||||
"lyricsmode.com": {
|
||||
title: "{artist} - {title} lyrics",
|
||||
charset: "iso-8859-1",
|
||||
invalidIndicator: "Sorry, we have no",
|
||||
// extract: '<div id="songlyrics">',
|
||||
// extract2: '<span id="lyrics">',
|
||||
extract: "<div id='songlyrics_h' class='dn'>",
|
||||
|
||||
url: "http://www.lyricsmode.com/lyrics/{a}/{artist}/{title}.html",
|
||||
urlFormat : [
|
||||
{rep: "_", punct: " ._@,;&\\/\"" },
|
||||
]
|
||||
},
|
||||
"elyrics.net": {
|
||||
title: "{title} Lyrics - {artist}",
|
||||
charset: "iso-8859-1",
|
||||
invalidIndicator: "Page not Found",
|
||||
extract : "<div class='ly' style='font-size:12px;'>",
|
||||
exclude : ["<strong>","<em>"],
|
||||
|
||||
url: "http://www.elyrics.net/read/{a}/{artist}-lyrics/{title}-lyrics.html",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@;&\\/\"" }, // removed ,
|
||||
{rep: "_", punct: "'" },
|
||||
]
|
||||
},
|
||||
"lyricsdownload.com": {
|
||||
title: "{artist} - {title} LYRICS",
|
||||
charset: "utf-8",
|
||||
invalidIndicator: "We haven't lyrics of this song",
|
||||
extract : '<div id="div_customCSS">',
|
||||
|
||||
url: "http://www.lyricsdownload.com/{artist}-{title}-lyrics.html",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/\"" },
|
||||
{rep: "", punct: "." },
|
||||
]
|
||||
},
|
||||
"lyrics.com": {
|
||||
title: "{artist} - {title} Lyrics",
|
||||
charset: "utf-8",
|
||||
invalidIndicator: "we do not have the lyric for this song",
|
||||
extract: '<div id="lyrics" class="SCREENONLY">',
|
||||
// extract: '<div id="lyric_space">',
|
||||
|
||||
url: "http://www.lyrics.com/lyrics/{artist}/{title}.html",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/\"" },
|
||||
{rep: "", punct: "'." },
|
||||
]
|
||||
},
|
||||
"lyriki.com": {
|
||||
charset: "utf-8",
|
||||
extract: [['</table>','<div class="printfooter">'],'<p>'],
|
||||
|
||||
url: "http://www.lyriki.com/{artist}:{title}",
|
||||
urlFormat : [
|
||||
{rep: "_", punct: " _@,;&\\/\"" },
|
||||
{rep: "", punct: "." },
|
||||
]
|
||||
},
|
||||
"lyricsbay.com": {
|
||||
title: "{title} lyrics {artist}",
|
||||
charset: "iso-8859-1",
|
||||
extract: "<div id=EchoTopic>",
|
||||
exclude: '<textarea name="songscpy" id="songscpyid" onclick="callselect(\'songscpyid\',\'selectswf\')" rows="3" cols="45" READONLY>',
|
||||
// exclude: [["<i>[","]</i>"]],
|
||||
|
||||
url: "http://www.lyricsbay.com/{title}_lyrics-{artist}.html",
|
||||
urlFormat : [
|
||||
{rep: "_", punct: " _@,;&\\/'\"" },
|
||||
{rep: "", punct: "." },
|
||||
]
|
||||
},
|
||||
"directlyrics.com": {
|
||||
title: "{artist} - {title} lyrics",
|
||||
charset: "iso-8859-1",
|
||||
extract: ['<div id="lyricsContent">','<p>'],
|
||||
exclude: [["<b>","</b>"]],
|
||||
|
||||
url: "http://www.directlyrics.com/{artist}-{title}-lyrics.html",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/'\"" },
|
||||
{rep: "", punct: "." },
|
||||
]
|
||||
},
|
||||
"loudson.gs": {
|
||||
charset: "utf-8",
|
||||
extract : '<div class="middle_col_TracksLyrics ">',
|
||||
|
||||
url: "http://www.loudson.gs/{a}/{artist}/{album}/{title}",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/\"" },
|
||||
{rep: "", punct: "." },
|
||||
]
|
||||
},
|
||||
"lyricsfreak.com": {
|
||||
// title: "{artist} | {title} lyrics",
|
||||
title: "{artist}, {title}",
|
||||
charset: "iso-8859-1",
|
||||
extract: "<div id='content_h' class='dn'>",
|
||||
// extract : '<div id="content" style="float: none; clear: both;FONT-SIZE: 15px; FONT-FAMILY: \'Times New Roman\', serif;" lang="en">'
|
||||
},
|
||||
"sing365.com": {
|
||||
title: "{artist} - {title} LYRICS",
|
||||
charset: "utf-8",
|
||||
extract: [['<img src=http://www.sing365.com/images/phone2.gif border=0><br><br></div>','<div']]
|
||||
},
|
||||
"allreggaelyrics.com": {
|
||||
charset: "iso-8859-1",
|
||||
getReply: function(reply){
|
||||
reply = reply.extractXmlTag("<pre>");
|
||||
reply = reply.replace(/\n/g,'<br/>\n');
|
||||
return reply;
|
||||
}
|
||||
},
|
||||
"stixoi.info (Greek songs)": {
|
||||
charset: "utf-8",
|
||||
extract: [['<font class=creators>','</td>']]
|
||||
},
|
||||
"teksty.org": {
|
||||
title: "{artist} - {title} - tekst",
|
||||
charset: "utf-8",
|
||||
extract: [['<div class="songText" id="songContent">','</div>']],
|
||||
|
||||
url: "http://teksty.org/{artist},{title},tekst-piosenki",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/\"'" },
|
||||
{rep: "", punct: "."},
|
||||
]
|
||||
},
|
||||
"tekstowo.pl (Polish translations)": {
|
||||
title: "{artist} - {title} - tekst",
|
||||
charset: "utf-8",
|
||||
extract: [['<div class="song-text">','<a href="javascript:;"']], // original
|
||||
extract2: '<div class="tlumaczenie">', // translated
|
||||
exclude: [["<h2>","</h2><br />"]],
|
||||
|
||||
url: "http://www.tekstowo.pl/piosenka,{artist},{title}.html",
|
||||
urlFormat : [
|
||||
{rep: "_", punct: " _@,;&\\/'\"." },
|
||||
]
|
||||
},
|
||||
"vagalume.com.br": {
|
||||
title: "{title} de {artist} no VAGALUME",
|
||||
charset: "iso-8859-1",
|
||||
extract: '<span class="editable_area">',
|
||||
// exclude: [['<div style="float:left"','>']],
|
||||
|
||||
url: "http://vagalume.com.br/{artist}/{title}.html",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/'\"." },
|
||||
]
|
||||
},
|
||||
"vagalume.com.br (Portuguese translations)": {
|
||||
title: "{title} de {artist} no VAGALUME",
|
||||
charset: "iso-8859-1",
|
||||
extract: '<div class="tab_traducao sideBySide lyricArea tab_tra_pt">',
|
||||
// exclude: [['<div style="float:left"','>']],
|
||||
|
||||
url: "http://vagalume.com.br/{artist}/{title}-traducao.html",
|
||||
urlFormat : [
|
||||
{rep: "-", punct: " _@,;&\\/'\"." },
|
||||
]
|
||||
},
|
||||
"zeneszoveg.hu": {
|
||||
title: "{artist} : {title} - dalszöveg",
|
||||
charset: "utf-8",
|
||||
extract: [['</a>?','<div']]
|
||||
},
|
||||
"letras.mus.br": {
|
||||
charset: "utf-8",
|
||||
url: "http://letras.terra.com.br/winamp.php?musica={title}&artista={artist}",
|
||||
urlFormat : [
|
||||
{rep: "_", punct: "_@,;&\\/\"" },
|
||||
{rep: "+", punct: " " },
|
||||
],
|
||||
extract: [["</div>","</div>"]],
|
||||
invalidIndicator: "Verifique se o nome do seu arquivo e sua",
|
||||
},
|
||||
"lololyrics.com": {
|
||||
charset: "utf-8",
|
||||
url: "http://api.lololyrics.com/0.5/getLyric?artist={artist}&track={title}",
|
||||
urlFormat : [
|
||||
{rep: "_", punct: "_@,;&\\/\"#" },
|
||||
],
|
||||
extract: '<response>',
|
||||
invalidIndicator: "ERROR",
|
||||
},
|
||||
"musixmatch.com": {
|
||||
url: "https://www.musixmatch.com/lyrics/{Artist}/{Title}",
|
||||
urlFormat: [
|
||||
{punct: " _@;\\/\"\'\(\)\[\]", rep: "-" },
|
||||
{punct: "\?", rep: "" },
|
||||
],
|
||||
title: "{artist} - {title} lyrics | Musixmatch",
|
||||
charset: "utf-8",
|
||||
extract: [['<span id="lyrics-html"','</span>']],
|
||||
exclude: [[' data-reactid="','">']],
|
||||
invalidIndicator: "We couldn't find that page."
|
||||
}
|
||||
"bollywoodlyrics.com (Bollywood songs)": {
|
||||
url: "http://www.bollywoodlyrics.com/lyric/{Title}",
|
||||
urlFormat: [
|
||||
{punct: " _@;\\/\"\'\(\)\[\]", rep: "-" },
|
||||
{punct: "\?", rep: "" },
|
||||
],
|
||||
title: "{title} Song Lyrics - BollywoodLyrics.com",
|
||||
charset: "utf-8",
|
||||
extract: [['<div class="entry-content">','</div>']],
|
||||
invalidIndicator: "Couldn't find that page."
|
||||
}
|
||||
"hindilyrics.net (Bollywood Songs)": {
|
||||
url: "http://www.hindilyrics.net/lyrics/of-{Title}.html",
|
||||
urlFormat: [
|
||||
{punct: " _@;\\/\"\'\(\)\[\]", rep: "%20" },
|
||||
{punct: "\?", rep: "" },
|
||||
],
|
||||
title: "{title} ({album})",
|
||||
charset: "utf-8",
|
||||
extract: [['<div class=nm>Movie</div>:','</pre>']],
|
||||
exclude: [['<span class=','">']],
|
||||
invalidIndicator: "Couldn't find that page."
|
||||
}
|
||||
}
|
||||
|
||||
// --------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
function UniversalSite(){
|
||||
|
||||
this.charset = "utf-8";
|
||||
this.urlHashDiscriminator = settings.max_size_html + settings.max_size_lyrics;
|
||||
this.postExtractReplaces = [];
|
||||
|
||||
this.getReply = function(reply){
|
||||
if (!arguments.callee.preReplaces){
|
||||
arguments.callee.preReplaces = [
|
||||
{expr:/[\r\t\n]/g, str:""}, // removes tab and return and new line chars
|
||||
{expr:/ +/g, str:" "}, // compress multiple spaces
|
||||
{expr:/<script[^>]*(?!<\/script>)*<\/script>/mig , str:""}, // removes <script> tag
|
||||
{expr:/<!--(?!-->)*-->/mig , str:""}, // removes html comments <!-- -->
|
||||
{expr:/<[^>]*[biup]>/ig , str:""}, // removes xml tags <b> <i> <p>...
|
||||
];
|
||||
arguments.callee.postReplaces = [
|
||||
{expr:/\n((<[^>\n]*>)| )*\n/g, str:""}, // removes empty lines
|
||||
{expr:/\n+/g, str:"\n"}, // removes empty lines
|
||||
];
|
||||
}
|
||||
// reply = reply.excludeAll("<script","/script>");
|
||||
reply = reply.multiReplace(arguments.callee.preReplaces);
|
||||
|
||||
reply = reply.match(/>([^<]*)<\/?[biup]/mig); // anything that has <br>
|
||||
if (reply == null)
|
||||
reply = [];
|
||||
var html = "";
|
||||
for (i=0;i<reply.length;i++)
|
||||
html+=reply[i].match(/>([^<]*)<\/?[biup]/mi)[1] + "<br/>";
|
||||
|
||||
html = html.multiReplace(arguments.callee.postReplaces);
|
||||
html = html.multiReplace(LyricsClass.prototype.postExtractReplaces);
|
||||
|
||||
if (html == "")
|
||||
html = "<i>{msg:no text found}</i>";
|
||||
return html;
|
||||
}
|
||||
|
||||
this.downloadableReply = function(info){
|
||||
return info.url!="";
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
// --------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
String.prototype.encodeSuggestionURL = function(){
|
||||
return this.toString();
|
||||
}
|
||||
|
||||
String.prototype.decodeSuggestionURL = function(){
|
||||
return this.toString();
|
||||
}
|
||||
|
||||
String.prototype.formatSuggestionInfo = function(){
|
||||
return this.toString();
|
||||
}
|
||||
|
||||
function GLyrics(){
|
||||
this.charset = "utf-8";
|
||||
this.display_mode = "Suggestions";
|
||||
this.url = "http://www.google.com/search?num={gsearch_no}&q={artist}+{title}+{gsearch}";
|
||||
this.urlFormat = [
|
||||
{punct: "&", rep: "" }
|
||||
];
|
||||
this.urlHashDiscriminator = settings.gsearch_filter_expr + settings.gsearch_filter_url + binToInt(settings.gsearch_filter_artist);
|
||||
// alert(this.urlHashDiscriminator);
|
||||
|
||||
this.getUrl = function(info){
|
||||
var url = LyricsClass.prototype.getUrl.call(this,info);
|
||||
url = url.fill1(settings);
|
||||
// url = url.replace(/\ /g,"+");
|
||||
return url;
|
||||
}
|
||||
|
||||
this.getReply = function(reply,info){
|
||||
if (!arguments.callee.filterURL){
|
||||
arguments.callee.filterURL = function(url){
|
||||
if(!arguments.callee.filter_expr){
|
||||
var filter_expr = settings.gsearch_filter_expr.split("|");
|
||||
for(var i in filter_expr)
|
||||
filter_expr[i] = "(" + filter_expr[i].escapeRegExp() + ")";
|
||||
arguments.callee.filter_expr = new RegExp(filter_expr.join("|"),"i");
|
||||
}
|
||||
|
||||
if (settings.gsearch_filter_url == "no filter")
|
||||
return true;
|
||||
if (settings.gsearch_filter_url == "hostname")
|
||||
url = (new QUrl(url)).host();
|
||||
return url.search(arguments.callee.filter_expr)>=0;
|
||||
}
|
||||
arguments.callee.filterTitle = function(title, info){
|
||||
var b = new RegExp(info.artist,"i").test(title);
|
||||
// if (!b) alert(title);
|
||||
return b;
|
||||
}
|
||||
}
|
||||
if (!info.isValid)
|
||||
return "not found";
|
||||
|
||||
reply = reply.replace(/<\/?em>/g,"");
|
||||
reply = reply.replace(/<\/?b>/g,"");
|
||||
var suggestions = reply.match( /href=\"([^\"]*)\" class=l[^>]*>([^<]*)<\/a>/g );
|
||||
if (suggestions === null || !suggestions)
|
||||
return "not found";
|
||||
// Amarok.alert(suggestions);
|
||||
var fullySupported = "";
|
||||
var universalSupported = "";
|
||||
for (i=0;i<suggestions.length;i++){
|
||||
suggestions[i] = suggestions[i].match(/href=\"([^\"]*)\" class=l[^>]*>([^<]*)<\/a>/);
|
||||
var url = suggestions[i][1].escapeXmlChars().encodeSuggestionURL();
|
||||
var title = suggestions[i][2];
|
||||
if (!arguments.callee.filterURL(url) || (settings.gsearch_filter_artist && !arguments.callee.filterTitle(title, info)))
|
||||
continue;
|
||||
var site = SiteManager.domains[(new QUrl(url)).host()];
|
||||
var inf = {artist:info.artist,title:title};
|
||||
var bFullySupported = !(!site);
|
||||
if (!site)
|
||||
site = this;
|
||||
|
||||
site.matchInfo("<title>"+inf.title+"</title>",inf,info);
|
||||
// alert(site.domain + " " + SiteManager.domains[(new QUrl(url)).host()] + " " + (new QUrl(url)).host());
|
||||
var artist = inf.matchedArtist.escapeNumberedChars().escapeHtmlEntities().capitalize();
|
||||
var title = inf.matchedTitle.escapeNumberedChars().escapeHtmlEntities().capitalize();
|
||||
var host = " (" + (new QUrl(url)).host()+")";
|
||||
if (artist == ""){
|
||||
artist = "unknown";
|
||||
// bFullySupported = false;
|
||||
// artist = "(" + (new QUrl(url)).host()+")";
|
||||
// if (title.length > 40 - artist.length - host.length)
|
||||
// title = title.substr(0, 40 - artist.length - host.length) + "..";
|
||||
}
|
||||
title += host;
|
||||
// Amarok.alert(url);
|
||||
var suggestion = "<suggestion artist=\"" + artist.formatSuggestionInfo().replace(/\"/g,"'").escapeXmlChars() + "\" title=\"" + title.formatSuggestionInfo().replace(/\"/g,"'").escapeXmlChars()+ "\" url=\"" + url + "\" />\n";
|
||||
if (bFullySupported)
|
||||
fullySupported += suggestion;
|
||||
else
|
||||
universalSupported += suggestion;
|
||||
}
|
||||
var xml = fullySupported+universalSupported;
|
||||
if (xml=="")
|
||||
return "not found";
|
||||
return xml;
|
||||
}
|
||||
|
||||
this.filter = function(info){
|
||||
return true;
|
||||
}
|
||||
|
||||
this.downloadableReply = function(info){
|
||||
return info.url=="" && !this.skipSearch;
|
||||
}
|
||||
}
|
||||
|
||||
// --------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
function NotFound(){
|
||||
this.display_mode = "Suggestions";
|
||||
|
||||
this.getReply = function(reply,info){
|
||||
return "not found";
|
||||
}
|
||||
/*
|
||||
this.downloadableReply = function(info){
|
||||
return false;
|
||||
};
|
||||
*/
|
||||
this.filter = function(info){
|
||||
return !info.isValid;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user