kasts/src/fetcher.cpp

/**
 * Copyright 2020 Tobias Fella <fella@posteo.de>
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
 * published by the Free Software Foundation; either version 2 of
 * the License or (at your option) version 3 or any later version
 * accepted by the membership of KDE e.V. (or its successor approved
 * by the membership of KDE e.V.), which shall act as a proxy
 * defined in Section 14 of version 3 of the license.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */

#include <QNetworkAccessManager>
#include <QNetworkReply>

#include <Syndication/Syndication>

#include "fetcher.h"
#include "database.h"

Fetcher::Fetcher() {
}

void Fetcher::fetch(QUrl url)
{
    qDebug() << "Starting to fetch" << url.toString();
    QNetworkAccessManager *manager = new QNetworkAccessManager(this);
    manager->setRedirectPolicy(QNetworkRequest::NoLessSafeRedirectPolicy);
    manager->setStrictTransportSecurityEnabled(true);
    manager->enableStrictTransportSecurityStore(true);

    QNetworkRequest request = QNetworkRequest(QUrl(url));
    QNetworkReply *reply = manager->get(request);
    connect(reply, &QNetworkReply::finished, this, [this, url, reply]() {
        QByteArray data = reply->readAll();
        Syndication::DocumentSource *document = new Syndication::DocumentSource(data, url.toString());
        Syndication::FeedPtr feed = Syndication::parserCollection()->parse(*document, QStringLiteral("Atom"));

        if(feed.isNull()) return;

        QSqlQuery query;

        query.prepare(QStringLiteral("UPDATE Feeds SET name=:name, image=:image WHERE url=:url;"));
        query.bindValue(QStringLiteral(":name"), feed->title());
        query.bindValue(QStringLiteral(":url"), url.toString());
        query.bindValue(QStringLiteral(":image"), feed->image()->url());
        Database::instance().execute(query);
        qDebug() << "Updated feed title:" << feed->title();

        for (const auto &entry : feed->items()) {
            qDebug() << "Processing" << entry->title();
            query.prepare(QStringLiteral("SELECT COUNT (id) FROM Entries WHERE id=:id;"));
            query.bindValue(QStringLiteral(":id"), entry->id());
            Database::instance().execute(query);
            query.next();
            if(query.value(0).toInt() != 0) continue;
            query.prepare(QStringLiteral("INSERT INTO Entries VALUES (:feed, :id, :title, :content, :created, :updated);"));
            query.bindValue(QStringLiteral(":feed"), url.toString());
            query.bindValue(QStringLiteral(":id"), entry->id());
            query.bindValue(QStringLiteral(":title"), entry->title());
            query.bindValue(QStringLiteral(":created"), static_cast<int>(entry->datePublished()));
            query.bindValue(QStringLiteral(":updated"), static_cast<int>(entry->dateUpdated()));
            if(!entry->content().isEmpty())
                query.bindValue(QStringLiteral(":content"), entry->content());
            else
                query.bindValue(QStringLiteral(":content"), entry->description());
            Database::instance().execute(query);
            for (const auto &author : entry->authors()) {
                query.prepare(QStringLiteral("INSERT INTO Authors VALUES(:feed, :id, :name, :uri, :email);"));
                query.bindValue(QStringLiteral(":feed"), url.toString());
                query.bindValue(QStringLiteral(":id"), entry->id());
                query.bindValue(QStringLiteral(":name"), author->name());
                query.bindValue(QStringLiteral(":uri"), author->uri());
                query.bindValue(QStringLiteral(":email"), author->email());
                Database::instance().execute(query);
            }
        }

        emit updated();
        delete reply;
    });
}