mirror of
https://github.com/clementine-player/Clementine
synced 2025-01-31 19:45:31 +01:00
Cache taglib Drive requests in a google::sparsetable.
Requires sparsehash.
This commit is contained in:
parent
bda3d0e033
commit
4a629e636b
@ -4,6 +4,8 @@
|
|||||||
|
|
||||||
#include <qjson/parser.h>
|
#include <qjson/parser.h>
|
||||||
|
|
||||||
|
#include <google/sparsetable>
|
||||||
|
|
||||||
#include <taglib/id3v2framefactory.h>
|
#include <taglib/id3v2framefactory.h>
|
||||||
#include <taglib/mpegfile.h>
|
#include <taglib/mpegfile.h>
|
||||||
#include <taglib/tiostream.h>
|
#include <taglib/tiostream.h>
|
||||||
@ -15,7 +17,7 @@ using TagLib::ByteVector;
|
|||||||
|
|
||||||
namespace {
|
namespace {
|
||||||
|
|
||||||
const char* kGoogleDriveFiles = "https://www.googleapis.com/drive/v2/files";
|
static const char* kGoogleDriveFiles = "https://www.googleapis.com/drive/v2/files";
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -33,7 +35,8 @@ class DriveStream : public TagLib::IOStream {
|
|||||||
length_(length),
|
length_(length),
|
||||||
auth_(auth),
|
auth_(auth),
|
||||||
cursor_(0),
|
cursor_(0),
|
||||||
network_(network) {
|
network_(network),
|
||||||
|
cache_(length) {
|
||||||
qLog(Debug) << Q_FUNC_INFO
|
qLog(Debug) << Q_FUNC_INFO
|
||||||
<< url_
|
<< url_
|
||||||
<< filename_
|
<< filename_
|
||||||
@ -45,40 +48,64 @@ class DriveStream : public TagLib::IOStream {
|
|||||||
return encoded_filename_.data();
|
return encoded_filename_.data();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
bool CheckCache(int start, int end) {
|
||||||
|
for (int i = start; i <= end; ++i) {
|
||||||
|
if (!cache_.test(i)) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
void FillCache(int start, TagLib::ByteVector data) {
|
||||||
|
for (int i = 0; i < data.size(); ++i) {
|
||||||
|
cache_.set(start + i, data[i]);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
TagLib::ByteVector GetCached(int start, int end) {
|
||||||
|
const uint size = end - start + 1;
|
||||||
|
TagLib::ByteVector ret(size);
|
||||||
|
for (int i = 0; i < size; ++i) {
|
||||||
|
ret[i] = cache_.get(start + i);
|
||||||
|
}
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
virtual TagLib::ByteVector readBlock(ulong length) {
|
virtual TagLib::ByteVector readBlock(ulong length) {
|
||||||
qLog(Debug) << Q_FUNC_INFO;
|
qLog(Debug) << Q_FUNC_INFO;
|
||||||
|
const uint start = cursor_;
|
||||||
|
const uint end = qMin(cursor_ + length - 1, length_ - 1);
|
||||||
|
|
||||||
|
if (end <= start) {
|
||||||
|
return TagLib::ByteVector();
|
||||||
|
}
|
||||||
|
|
||||||
|
if (CheckCache(start, end)) {
|
||||||
|
qLog(Debug) << "Cache hit at:" << start << end;
|
||||||
|
TagLib::ByteVector cached = GetCached(start, end);
|
||||||
|
cursor_ += cached.size();
|
||||||
|
return cached;
|
||||||
|
}
|
||||||
|
|
||||||
QNetworkRequest request = QNetworkRequest(url_);
|
QNetworkRequest request = QNetworkRequest(url_);
|
||||||
request.setRawHeader(
|
request.setRawHeader(
|
||||||
"Authorization", QString("Bearer %1").arg(auth_).toUtf8());
|
"Authorization", QString("Bearer %1").arg(auth_).toUtf8());
|
||||||
|
|
||||||
const int start = cursor_;
|
|
||||||
const int end = cursor_ + length - 1;
|
|
||||||
request.setRawHeader(
|
request.setRawHeader(
|
||||||
"Range", QString("bytes=%1-%2").arg(start).arg(end).toUtf8());
|
"Range", QString("bytes=%1-%2").arg(start).arg(end).toUtf8());
|
||||||
|
|
||||||
qLog(Debug) << "Requesting:" << start << "-" << end << "from:" << url_;
|
|
||||||
qLog(Debug) << request.rawHeaderList();
|
|
||||||
qLog(Debug) << request.rawHeader("Range");
|
|
||||||
|
|
||||||
|
|
||||||
QNetworkReply* reply = network_->get(request);
|
QNetworkReply* reply = network_->get(request);
|
||||||
|
|
||||||
QEventLoop loop;
|
QEventLoop loop;
|
||||||
QObject::connect(reply, SIGNAL(finished()), &loop, SLOT(quit()));
|
QObject::connect(reply, SIGNAL(finished()), &loop, SLOT(quit()));
|
||||||
|
|
||||||
qLog(Debug) << "Starting loop";
|
|
||||||
loop.exec();
|
loop.exec();
|
||||||
qLog(Debug) << "Finished loop";
|
|
||||||
reply->deleteLater();
|
reply->deleteLater();
|
||||||
|
|
||||||
qLog(Debug) << reply->attribute(QNetworkRequest::HttpStatusCodeAttribute)
|
|
||||||
<< reply->attribute(QNetworkRequest::HttpReasonPhraseAttribute)
|
|
||||||
<< reply->error();
|
|
||||||
|
|
||||||
QByteArray data = reply->readAll();
|
QByteArray data = reply->readAll();
|
||||||
qLog(Debug) << "Read:" << data.size();
|
|
||||||
TagLib::ByteVector bytes(data.data(), data.size());
|
TagLib::ByteVector bytes(data.data(), data.size());
|
||||||
cursor_ += data.size();
|
cursor_ += data.size();
|
||||||
|
|
||||||
|
FillCache(start, bytes);
|
||||||
return bytes;
|
return bytes;
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -112,11 +139,11 @@ class DriveStream : public TagLib::IOStream {
|
|||||||
break;
|
break;
|
||||||
|
|
||||||
case TagLib::IOStream::Current:
|
case TagLib::IOStream::Current:
|
||||||
cursor_ = qMin(cursor_ + offset, length_);
|
cursor_ = qMin(ulong(cursor_ + offset), length_);
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case TagLib::IOStream::End:
|
case TagLib::IOStream::End:
|
||||||
cursor_ = qMax(0L, length_ - offset);
|
cursor_ = qMax(0UL, length_ - offset);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -144,11 +171,13 @@ class DriveStream : public TagLib::IOStream {
|
|||||||
const QUrl url_;
|
const QUrl url_;
|
||||||
const QString filename_;
|
const QString filename_;
|
||||||
const QByteArray encoded_filename_;
|
const QByteArray encoded_filename_;
|
||||||
const long length_;
|
const ulong length_;
|
||||||
const QString auth_;
|
const QString auth_;
|
||||||
|
|
||||||
int cursor_;
|
int cursor_;
|
||||||
QNetworkAccessManager* network_;
|
QNetworkAccessManager* network_;
|
||||||
|
|
||||||
|
google::sparsetable<char> cache_;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user