//    Copyright (C) 2018-2021 Jakub Melka
//
//    This file is part of PDF4QT.
//
//    PDF4QT is free software: you can redistribute it and/or modify
//    it under the terms of the GNU Lesser General Public License as published by
//    the Free Software Foundation, either version 3 of the License, or
//    with the written consent of the copyright owner, any later version.
//
//    PDF4QT is distributed in the hope that it will be useful,
//    but WITHOUT ANY WARRANTY; without even the implied warranty of
//    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
//    GNU Lesser General Public License for more details.
//
//    You should have received a copy of the GNU Lesser General Public License
//    along with PDF4QT.  If not, see <https://www.gnu.org/licenses/>.


#include <QtTest>
#include <QMetaType>

#include "pdfparser.h"
#include "pdfconstants.h"
#include "pdfflatmap.h"
#include "pdfstreamfilters.h"
#include "pdffunction.h"
#include "pdfdocument.h"
#include "pdfexception.h"
#include "pdfjbig2decoder.h"

#include <regex>

class LexicalAnalyzerTest : public QObject
{
    Q_OBJECT

public:
    explicit LexicalAnalyzerTest();
    virtual ~LexicalAnalyzerTest() override;

private slots:
    void test_null();
    void test_numbers();
    void test_strings();
    void test_name();
    void test_bool();
    void test_ad();
    void test_command();
    void test_invalid_input();
    void test_header_regexp();
    void test_flat_map();
    void test_lzw_filter();
    void test_sampled_function();
    void test_exponential_function();
    void test_stitching_function();
    void test_postscript_function();
    void test_jbig2_arithmetic_decoder();

private:
    void scanWholeStream(const char* stream);
    void testTokens(const char* stream, const std::vector<pdf::PDFLexicalAnalyzer::Token>& tokens);

    QString getStringFromTokens(const std::vector<pdf::PDFLexicalAnalyzer::Token>& tokens);
};

LexicalAnalyzerTest::LexicalAnalyzerTest()
{

}

LexicalAnalyzerTest::~LexicalAnalyzerTest()
{

}

void LexicalAnalyzerTest::test_null()
{
    using Token = pdf::PDFLexicalAnalyzer::Token;
    using Type = pdf::PDFLexicalAnalyzer::TokenType;

    testTokens("null", { Token(Type::Null) });
    testTokens("  null  ", { Token(Type::Null), Token(Type::EndOfFile) });
    testTokens("%null\n null %comment", { Token(Type::Null), Token(Type::EndOfFile) });
    testTokens("  \n\t null\n", { Token(Type::Null), Token(Type::EndOfFile) });
    testTokens(" null %and null\n null", { Token(Type::Null), Token(Type::Null) });
    testTokens(" null %and null\n null ", { Token(Type::Null), Token(Type::Null), Token(Type::EndOfFile) });
}

void LexicalAnalyzerTest::test_numbers()
{
    using Token = pdf::PDFLexicalAnalyzer::Token;
    using Type = pdf::PDFLexicalAnalyzer::TokenType;

    testTokens("1 +2 -3 +40 -55", { Token(Type::Integer, 1), Token(Type::Integer, 2), Token(Type::Integer, -3), Token(Type::Integer, 40), Token(Type::Integer, -55) });
    testTokens(".0 0.1 3.5 -4. +5.0 -6.58 7.478", { Token(Type::Real, 0.0),  Token(Type::Real, 0.1),  Token(Type::Real, 3.5),  Token(Type::Real, -4.0),  Token(Type::Real, 5.0),  Token(Type::Real, -6.58),  Token(Type::Real, 7.478) });
    testTokens("1000000000000000000000000000", { Token(Type::Real, 1e27) });
}

void LexicalAnalyzerTest::test_strings()
{
    using Token = pdf::PDFLexicalAnalyzer::Token;
    using Type = pdf::PDFLexicalAnalyzer::TokenType;

    testTokens("(Simple string)", { Token(Type::String, QByteArray("Simple string")) });
    testTokens("(String with (brackets))", { Token(Type::String, QByteArray("String with (brackets)")) });
    testTokens("(String with \\( unbalanced brackets \\(\\))", { Token(Type::String, QByteArray("String with ( unbalanced brackets ()")) });
    testTokens("()", { Token(Type::String, QByteArray("")) });
    testTokens("(Text with special character: \\n)", { Token(Type::String, QByteArray("Text with special character: \n")) });
    testTokens("(Text with special character: \\r)", { Token(Type::String, QByteArray("Text with special character: \r")) });
    testTokens("(Text with special character: \\t)", { Token(Type::String, QByteArray("Text with special character: \t")) });
    testTokens("(Text with special character: \\b)", { Token(Type::String, QByteArray("Text with special character: \b")) });
    testTokens("(Text with special character: \\f)", { Token(Type::String, QByteArray("Text with special character: \f")) });
    testTokens("(Text with special character: \\()", { Token(Type::String, QByteArray("Text with special character: (")) });
    testTokens("(Text with special character: \\))", { Token(Type::String, QByteArray("Text with special character: )")) });
    testTokens("(Text with special character: \\\\)", { Token(Type::String, QByteArray("Text with special character: \\")) });
    testTokens("(\53)", { Token(Type::String, QByteArray("+")) });
    testTokens("(\376\377)", { Token(Type::String, QByteArray("\376\377")) });
    testTokens("(\0533)", { Token(Type::String, QByteArray("+3")) });
    testTokens("(\053)", { Token(Type::String, QByteArray("+")) });
    testTokens("(\053053)", { Token(Type::String, QByteArray("+053")) });
    testTokens("(\5)", { Token(Type::String, QByteArray("\5")) });
    testTokens("<901FA3>", { Token(Type::String, QByteArray("\220\037\243")) });
    testTokens("<901fa3>", { Token(Type::String, QByteArray("\220\037\243")) });
    testTokens("<901fa>", { Token(Type::String, QByteArray("\220\037\240")) });
    testTokens("<901FA>", { Token(Type::String, QByteArray("\220\037\240")) });
    testTokens("<>", { Token(Type::String, QByteArray("")) });

    testTokens("(Simple string)(Simple string)", { Token(Type::String, QByteArray("Simple string")), Token(Type::String, QByteArray("Simple string")) });
    testTokens("(String with (brackets))(String with (brackets))", { Token(Type::String, QByteArray("String with (brackets)")), Token(Type::String, QByteArray("String with (brackets)")) });
    testTokens("(String with \\( unbalanced brackets \\(\\))(String with \\( unbalanced brackets \\(\\))", { Token(Type::String, QByteArray("String with ( unbalanced brackets ()")), Token(Type::String, QByteArray("String with ( unbalanced brackets ()")) });
    testTokens("()()", { Token(Type::String, QByteArray("")), Token(Type::String, QByteArray("")) });
    testTokens("(Text with special character: \\n)(Text with special character: \\n)", { Token(Type::String, QByteArray("Text with special character: \n")), Token(Type::String, QByteArray("Text with special character: \n")) });
    testTokens("(Text with special character: \\r)(Text with special character: \\r)", { Token(Type::String, QByteArray("Text with special character: \r")), Token(Type::String, QByteArray("Text with special character: \r")) });
    testTokens("(Text with special character: \\t)(Text with special character: \\t)", { Token(Type::String, QByteArray("Text with special character: \t")), Token(Type::String, QByteArray("Text with special character: \t")) });
    testTokens("(Text with special character: \\b)(Text with special character: \\b)", { Token(Type::String, QByteArray("Text with special character: \b")), Token(Type::String, QByteArray("Text with special character: \b")) });
    testTokens("(Text with special character: \\f)(Text with special character: \\f)", { Token(Type::String, QByteArray("Text with special character: \f")), Token(Type::String, QByteArray("Text with special character: \f")) });
    testTokens("(Text with special character: \\()(Text with special character: \\()", { Token(Type::String, QByteArray("Text with special character: (")), Token(Type::String, QByteArray("Text with special character: (")) });
    testTokens("(Text with special character: \\))(Text with special character: \\))", { Token(Type::String, QByteArray("Text with special character: )")), Token(Type::String, QByteArray("Text with special character: )")) });
    testTokens("(Text with special character: \\\\)(Text with special character: \\\\)", { Token(Type::String, QByteArray("Text with special character: \\")), Token(Type::String, QByteArray("Text with special character: \\")) });
    testTokens("(\53)(\53)", { Token(Type::String, QByteArray("+")), Token(Type::String, QByteArray("+")) });
    testTokens("(\0533)(\0533)", { Token(Type::String, QByteArray("+3")), Token(Type::String, QByteArray("+3")) });
    testTokens("(\053)(\053)", { Token(Type::String, QByteArray("+")), Token(Type::String, QByteArray("+")) });
    testTokens("(\053053)(\053053)", { Token(Type::String, QByteArray("+053")), Token(Type::String, QByteArray("+053")) });
    testTokens("(\5)(\5)", { Token(Type::String, QByteArray("\5")), Token(Type::String, QByteArray("\5")) });
    testTokens("<901FA3><901FA3>", { Token(Type::String, QByteArray("\220\037\243")), Token(Type::String, QByteArray("\220\037\243")) });
    testTokens("<901fa3><901fa3>", { Token(Type::String, QByteArray("\220\037\243")), Token(Type::String, QByteArray("\220\037\243")) });
    testTokens("<901fa><901fa>", { Token(Type::String, QByteArray("\220\037\240")), Token(Type::String, QByteArray("\220\037\240")) });
    testTokens("<901FA><901FA>", { Token(Type::String, QByteArray("\220\037\240")), Token(Type::String, QByteArray("\220\037\240")) });
    testTokens("<><>", { Token(Type::String, QByteArray("")), Token(Type::String, QByteArray("")) });
}

void LexicalAnalyzerTest::test_name()
{
    using Token = pdf::PDFLexicalAnalyzer::Token;
    using Type = pdf::PDFLexicalAnalyzer::TokenType;

    testTokens("/Name123", { Token(Type::Name, QByteArray("Name123")) });
    testTokens("/VeryLongName", { Token(Type::Name, QByteArray("VeryLongName")) });
    testTokens("/A;Name_With^Various***Characters", { Token(Type::Name, QByteArray("A;Name_With^Various***Characters")) });
    testTokens("/1.2", { Token(Type::Name, QByteArray("1.2")) });
    testTokens("/$$", { Token(Type::Name, QByteArray("$$")) });
    testTokens("/@MatchedPattern", { Token(Type::Name, QByteArray("@MatchedPattern")) });
    testTokens("/.undefined", { Token(Type::Name, QByteArray(".undefined")) });
    testTokens("/The#20Major#20And#20The#20#23", { Token(Type::Name, QByteArray("The Major And The #")) });
    testTokens("/A#42", { Token(Type::Name, QByteArray("AB")) });
    testTokens("/#20", { Token(Type::Name, QByteArray(" ")) });
    testTokens("/#23#20#23/AB", { Token(Type::Name, QByteArray("# #")), Token(Type::Name, QByteArray("AB")) });

    testTokens("/Name123/Name123", { Token(Type::Name, QByteArray("Name123")), Token(Type::Name, QByteArray("Name123")) });
    testTokens("/VeryLongName/VeryLongName", { Token(Type::Name, QByteArray("VeryLongName")), Token(Type::Name, QByteArray("VeryLongName")) });
    testTokens("/A;Name_With^Various***Characters/A;Name_With^Various***Characters", { Token(Type::Name, QByteArray("A;Name_With^Various***Characters")), Token(Type::Name, QByteArray("A;Name_With^Various***Characters")) });
    testTokens("/1.2/1.2", { Token(Type::Name, QByteArray("1.2")), Token(Type::Name, QByteArray("1.2")) });
    testTokens("/$$/$$", { Token(Type::Name, QByteArray("$$")), Token(Type::Name, QByteArray("$$")) });
    testTokens("/@MatchedPattern/@MatchedPattern", { Token(Type::Name, QByteArray("@MatchedPattern")), Token(Type::Name, QByteArray("@MatchedPattern")) });
    testTokens("/.undefined/.undefined", { Token(Type::Name, QByteArray(".undefined")), Token(Type::Name, QByteArray(".undefined")) });
    testTokens("/The#20Major#20And#20The#20#23/The#20Major#20And#20The#20#23", { Token(Type::Name, QByteArray("The Major And The #")), Token(Type::Name, QByteArray("The Major And The #")) });
    testTokens("/A#42/A#42", { Token(Type::Name, QByteArray("AB")), Token(Type::Name, QByteArray("AB")) });
    testTokens("/#20/#20", { Token(Type::Name, QByteArray(" ")), Token(Type::Name, QByteArray(" ")) });
    testTokens("/#23#20#23/AB/#23#20#23/AB", { Token(Type::Name, QByteArray("# #")), Token(Type::Name, QByteArray("AB")), Token(Type::Name, QByteArray("# #")), Token(Type::Name, QByteArray("AB")) });
}

void LexicalAnalyzerTest::test_bool()
{
    using Token = pdf::PDFLexicalAnalyzer::Token;
    using Type = pdf::PDFLexicalAnalyzer::TokenType;

    testTokens("true", { Token(Type::Boolean, true) });
    testTokens("false", { Token(Type::Boolean, false) });
    testTokens("true false true false", { Token(Type::Boolean, true), Token(Type::Boolean, false), Token(Type::Boolean, true), Token(Type::Boolean, false) });
}

void LexicalAnalyzerTest::test_ad()
{
    using Token = pdf::PDFLexicalAnalyzer::Token;
    using Type = pdf::PDFLexicalAnalyzer::TokenType;

    testTokens("<<", { Token(Type::DictionaryStart) });
    testTokens("%comment\n<<", { Token(Type::DictionaryStart) });
    testTokens(">>", { Token(Type::DictionaryEnd) });
    testTokens("[", { Token(Type::ArrayStart) });
    testTokens("]", { Token(Type::ArrayEnd) });
}

void LexicalAnalyzerTest::test_command()
{
    using Token = pdf::PDFLexicalAnalyzer::Token;
    using Type = pdf::PDFLexicalAnalyzer::TokenType;

    testTokens("command", { Token(Type::Command, QByteArray("command")) });
    testTokens("command1 command2", { Token(Type::Command, QByteArray("command1")), Token(Type::Command, QByteArray("command2")) });
}

void LexicalAnalyzerTest::test_invalid_input()
{
    QByteArray bigNumber(500, '0');
    bigNumber.front() = '1';
    bigNumber.back() = 0;

    QVERIFY_EXCEPTION_THROWN(scanWholeStream("(\\9adoctalnumber)"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("(\\)"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("123 456 +4-5"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("123 456 +"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("123 456 + 45"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream(bigNumber.constData()), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("/#Q1FF"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("/#1QFF"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("/# "), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("<A bad hexadecimal string>"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("<1FA3"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("<1FA"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream("> albatros"), pdf::PDFException);
    QVERIFY_EXCEPTION_THROWN(scanWholeStream(")"), pdf::PDFException);
}

void LexicalAnalyzerTest::test_header_regexp()
{
    std::regex regex(pdf::PDF_FILE_HEADER_REGEXP);

    for (const char* string : { "%PDF-1.4", "   %PDF-1.4abs", "%PDF-1.4", "%test %PDF %PDF-1.4", "%!PS-Adobe-3.0 PDF-1.4"})
    {
        std::cmatch cmatch;
        const bool matched = std::regex_search(string, string + strlen(string), cmatch, regex);
        QVERIFY(matched);

        if (matched)
        {
            QVERIFY(cmatch.size() == 3);
            QVERIFY(cmatch[1].matched || cmatch[2].matched);
        }
    }
}

void LexicalAnalyzerTest::test_flat_map()
{
    using Map = pdf::PDFFlatMap<int, 2>;

    struct Item
    {
        int order;
        int number;
        bool erase;

        bool operator<(const Item& other) const { return order < other.order; }
    };

    for (int count = 1; count < 5; ++count)
    {
        std::vector<Item> items;
        items.reserve(2 * count);

        int order = 0;
        for (int i = 0; i < count; ++i)
        {
            items.emplace_back(Item{order++, i, false});
            items.emplace_back(Item{order++, i, true});
        }

        do
        {
            std::set<int> testSet;
            Map testFlatMap;

            for (const Item& item : items)
            {
                if (!item.erase)
                {
                    testSet.insert(item.number);
                    testFlatMap.insert(item.number);
                }
                else
                {
                    testSet.erase(item.number);
                    testFlatMap.erase(item.number);
                }

                QCOMPARE(testSet.size(), testFlatMap.size());
                QCOMPARE(testSet.empty(), testFlatMap.empty());

                for (const int testInteger : testSet)
                {
                    QVERIFY(testFlatMap.search(testInteger));
                }
            }

        } while (std::next_permutation(items.begin(), items.end()));
    }
}

void LexicalAnalyzerTest::test_lzw_filter()
{
    // This example is from PDF 1.7 Reference
    QByteArray byteArray = QByteArray::fromHex("800B6050220C0C8501");
    pdf::PDFLzwDecodeFilter filter;
    QByteArray decoded = filter.apply(byteArray, [](const pdf::PDFObject& object) -> const pdf::PDFObject& { return object; }, pdf::PDFObject(), nullptr);
    QByteArray valid = "-----A---B";

    QCOMPARE(decoded, valid);
}

void LexicalAnalyzerTest::test_sampled_function()
{
    {
        // Positions in stream: f(0, 0) =    0  =   0   = 0.00
        //                      f(1, 0) = \377  = 255   = 1.00
        //                      f(0, 1) = \200  = 128   = 0.50
        //                      f(1, 1) = \300  = 192   = 0.75

        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 0 1 ] "
                            "     /Range [ 0 1 ] "
                            "     /Size [ 2 2 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 4 "
                            " >> "
                            " stream\n\000\377\200\300 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(function);

        auto apply = [&function](pdf::PDFReal x, pdf::PDFReal y) -> pdf::PDFReal
        {
            pdf::PDFReal values[2] = {x, y};
            pdf::PDFReal output = -1.0;
            function->apply(values, values + std::size(values), &output, &output + 1);
            return output;
        };

        auto bilinear = [](pdf::PDFReal x, pdf::PDFReal y)
        {
            // See https://en.wikipedia.org/wiki/Bilinear_interpolation - formulas are taken from here.
            // We are interpolating on unit square.
            const pdf::PDFReal f00 = 0.00;
            const pdf::PDFReal f10 = 1.00;
            const pdf::PDFReal f01 = 0.50;
            const pdf::PDFReal f11 = 0.75;

            const pdf::PDFReal a00 = f00;
            const pdf::PDFReal a10 = f10 - f00;
            const pdf::PDFReal a01 = f01 - f00;
            const pdf::PDFReal a11 = f11 + f00 - f10 - f01;

            return a00 + a10 * x + a01 * y + a11 * x * y;
        };

        auto compare = [](pdf::PDFReal x, pdf::PDFReal y)
        {
            // We are using 8 bits, so we need 2-digit accuracy
            return std::abs(x - y) < 0.01;
        };

        QVERIFY(compare(apply(0.0, 0.0), 0.00));
        QVERIFY(compare(apply(1.0, 0.0), 1.00));
        QVERIFY(compare(apply(0.0, 1.0), 0.50));
        QVERIFY(compare(apply(1.0, 1.0), 0.75));

        for (pdf::PDFReal x = 0.0; x <= 1.0; x += 0.01)
        {
            for (pdf::PDFReal y = 0.0; y <= 1.0; y += 0.01)
            {
                const pdf::PDFReal actual = apply(x, y);
                const pdf::PDFReal expected = bilinear(x, y);
                QVERIFY(compare(actual, expected));
            }
        }
    }

    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 ] "
                            "     /Range [ 0 1 ] "
                            "     /Size [ 2 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 2 "
                            " >> "
                            " stream\n\377\000 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        auto apply = [&function](pdf::PDFReal x) -> pdf::PDFReal
        {
            pdf::PDFReal output = -1.0;
            function->apply(&x, &x + 1, &output, &output + 1);
            return output;
        };

        auto compare = [&apply](pdf::PDFReal x)
        {
            const pdf::PDFReal actual = apply(x);
            const pdf::PDFReal expected = 1.0 - x;
            return qFuzzyCompare(actual, expected);
        };

        for (pdf::PDFReal x = 0.0; x <= 1.0; x += 0.01)
        {
            QVERIFY(compare(x));
        }

        QVERIFY(qFuzzyCompare(apply(-1.0), 1.0));
        QVERIFY(qFuzzyCompare(apply(2.0), 0.0));
    }

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 0 1 ] "
                            "     /Range [ 0 1 ] "
                            "     /Size [ 2 2 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 2 "
                            " >> "
                            " stream\n\000\377 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 0 1 ] "
                            "     /Range [ 0 1 ] "
                            "     /Size [ 2 2 ] "
                            "     /BitsPerSample -5 "
                            "     /Order 1 "
                            "     /Length 4 "
                            " >> "
                            " stream\n\000\377\200\300 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 0 ] "
                            "     /Range [ 0 1 ] "
                            "     /Size [ 2 2 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 4 "
                            " >> "
                            " stream\n\000\377\200\300 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 0 1 ] "
                            "     /Range [ 0 ] "
                            "     /Size [ 2 2 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 4 "
                            " >> "
                            " stream\n\000\377\200\300 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 0 1 ] "
                            "     /Range [ 0 1 ] "
                            "     /Size [ 2 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 4 "
                            " >> "
                            " stream\n\000\377\200\300 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 0 1 ] "
                            "     /Range [ 0 1 ] "
                            "     /Size [ 2 2 ] "
                            "     /Encode [ 1 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 4 "
                            " >> "
                            " stream\n\000\377\200\300 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 0 1 ] "
                            "     /Range [ 0 1 ] "
                            "     /Decode [ 1 ] "
                            "     /Size [ 2 2 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 4 "
                            " >> "
                            " stream\n\000\377\200\300 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Domain [ 0 1 0 1 ] "
                            "     /Size [ 2 2 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 4 "
                            " >> "
                            " stream\n\000\377\200\300 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        const char data[] = " << "
                            "     /FunctionType 0 "
                            "     /Range [ 0 1 ] "
                            "     /Size [ 2 2 ] "
                            "     /BitsPerSample 8 "
                            "     /Order 1 "
                            "     /Length 4 "
                            " >> "
                            " stream\n\000\377\200\300 endstream ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, data + std::size(data), nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);
}

void LexicalAnalyzerTest::test_exponential_function()
{
    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ 0 2 ] "
                          "     /Range [ 0 2 ] "
                          "     /N 1.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(function);
        for (double value = -1.0; value <= 3.0; value += 0.01)
        {
            const double expected = qBound(0.0, value, 2.0);

            double actual = 0.0;
            QVERIFY(function->apply(&value, &value + 1, &actual, &actual + 1));
            QVERIFY(qFuzzyCompare(expected, actual));
        }
    }

    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ 0 2 ] "
                          "     /Range [ 0 4 ] "
                          "     /N 2.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(function);
        for (double value = -1.0; value <= 3.0; value += 0.01)
        {
            const double expected = std::pow(qBound(0.0, value, 2.0), 2.0);

            double actual = 0.0;
            QVERIFY(function->apply(&value, &value + 1, &actual, &actual + 1));
            QVERIFY(qFuzzyCompare(expected, actual));
        }
    }

    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ 0 2 ] "
                          "     /Range [ -4 4 ] "
                          "     /C0 [ 1.0 ] "
                          "     /C1 [ 0.0 ] "
                          "     /N 2.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(function);
        for (double value = -1.0; value <= 3.0; value += 0.01)
        {
            const double expected = qBound(-4.0, 1.0 - std::pow(qBound(0.0, value, 2.0), 2.0), 4.0);

            double actual = 0.0;
            QVERIFY(function->apply(&value, &value + 1, &actual, &actual + 1));
            QVERIFY(qFuzzyCompare(expected, actual));
        }
    }

    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ 0 2 ] "
                          "     /Range [ 0 4 -4 4 ] "
                          "     /C0 [ 0.0 1.0 ] "
                          "     /C1 [ 1.0 0.0 ] "
                          "     /N 2.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(function);
        for (double value = -1.0; value <= 3.0; value += 0.01)
        {
            const double expected1 = std::pow(qBound(0.0, value, 2.0), 2.0);
            const double expected2 = qBound(-4.0, 1.0 - std::pow(qBound(0.0, value, 2.0), 2.0), 4.0);

            double actual[2] = { };
            QVERIFY(function->apply(&value, &value + 1, actual, actual + std::size(actual)));
            QVERIFY(qFuzzyCompare(expected1, actual[0]));
            QVERIFY(qFuzzyCompare(expected2, actual[1]));
        }
    }

    // Test invalid inputs
    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ 0 ] "
                          "     /Range [ 0 2 ] "
                          "     /N 1.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ -1 2 ] "
                          "     /N -1.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ 0 2 ] "
                          "     /N -1.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ -1 2 ] "
                          "     /N 3.4 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ 0 2 2 0] "
                          "     /Range [ 0 4 -4 4 ] "
                          "     /C0 [ 0.0 1.0 ] "
                          "     /C1 [ 1.0 0.0 ] "
                          "     /N 2.0 "
                                      " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ 0 2 ] "
                          "     /C0 [ 0.0 1.0 3.0 ] "
                          "     /C1 [ 1.0 0.0 ] "
                          "     /N 2.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain [ 0 2 ] "
                          "     /C0 [ 0.0 ] "
                          "     /C1 [ 1.0 0.0 ] "
                          "     /N 2.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 2 "
                          "     /Domain /Something "
                          "     /C0 [ 0.0 ] "
                          "     /C1 [ 1.0 0.0 ] "
                          "     /N 2.0 "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);
}

void LexicalAnalyzerTest::test_stitching_function()
{
    {
        QByteArray data = " << "
                          "     /FunctionType 3 "
                          "     /Domain [ 0 1 ] "
                          "     /Bounds [ 0.5 ] "
                          "     /Encode [ 0 0.5 0.5 1.0 ] "
                          "     /Functions [ /Identity << /FunctionType 2 /Domain [ 0.5 1.0 ] /N 2.0 >> ] "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(function);
        for (double value = -1.0; value <= 3.0; value += 0.01)
        {
            const double clampedValue = qBound(0.0, value, 1.0);
            const double expected = clampedValue < 0.5 ? clampedValue : clampedValue * clampedValue;

            double actual = 0.0;
            QVERIFY(function->apply(&value, &value + 1, &actual, &actual + 1));
            QVERIFY(qFuzzyCompare(expected, actual));
        }
    }

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 3 "
                          "     /Domain [ 0 1 ] "
                          "     /Bounds [ 0.5 ] "
                          "     /Encode [ 0 0.5 0.5 ] "
                          "     /Functions [ /Identity << /FunctionType 2 /Domain [ 0.5 1.0 ] /N 2.0 >> ] "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 3 "
                          "     /Domain [ 0 ] "
                          "     /Bounds [ 0.5 ] "
                          "     /Encode [ 0 0.5 0.5 1.0 ] "
                          "     /Functions [ /Identity << /FunctionType 2 /Domain [ 0.5 1.0 ] /N 2.0 >> ] "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 3 "
                          "     /Domain [ 0 1 ] "
                          "     /Bounds [ 0.5 0.5 ] "
                          "     /Encode [ 0 0.5 0.5 1.0 ] "
                          "     /Functions [ /Identity << /FunctionType 2 /Domain [ 0.5 1.0 ] /N 2.0 >> ] "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 3 "
                          "     /Domain [ 0 1 ] "
                          "     /Encode [ 0 0.5 0.5 1.0 ] "
                          "     /Functions [ /Identity << /FunctionType 2 /Domain [ 0.5 1.0 ] /N 2.0 >> ] "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
    }, pdf::PDFException);

    QVERIFY_EXCEPTION_THROWN(
    {
        QByteArray data = " << "
                          "     /FunctionType 3 "
                          "     /Domain [ 0 1 ] "
                          "     /Bounds [ 0.5 ] "
                          "     /Functions [ /Identity << /FunctionType 2 /Domain [ 0.5 1.0 ] /N 2.0 >> ] "
                          " >> ";

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::None);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(!function);
                }, pdf::PDFException);
}

void LexicalAnalyzerTest::test_postscript_function()
{
    auto makeStream = [](pdf::PDFReal xMin, pdf::PDFReal xMax, pdf::PDFReal yMin, pdf::PDFReal yMax, const char* stream) -> QByteArray
    {
        QByteArray result;
        QDataStream dataStream(&result, QIODevice::WriteOnly);

        QByteArray dictionaryData = (QString(" << /FunctionType 4 ") +
                                    QString(" /Domain [ %1 %2 ] ").arg(xMin).arg(xMax) +
                                    QString(" /Range [ %1 %2 ] ").arg(yMin).arg(yMax) +
                                    QString(" /Length %1 ").arg(std::strlen(stream)) +
                                    QString(">> stream\n")).toLocal8Bit();
        QByteArray remainder = " endstream";

        dataStream.writeRawData(dictionaryData.constBegin(), dictionaryData.size());
        dataStream.writeRawData(stream, int(std::strlen(stream)));
        dataStream.writeRawData(remainder, remainder.size());
        return result;
    };

    auto test01 = [&](const char* program, auto verifyFunction)
    {
        QByteArray data = makeStream(0, 1, 0, 1, program);

        pdf::PDFDocument document;
        pdf::PDFParser parser(data, nullptr, pdf::PDFParser::AllowStreams);
        pdf::PDFFunctionPtr function = pdf::PDFFunction::createFunction(&document, parser.getObject());

        QVERIFY(function);
        for (double value = -1.0; value <= 3.0; value += 0.01)
        {
            const double clampedValue = qBound(0.0, value, 1.0);
            const double expected = verifyFunction(clampedValue);

            double actual = 0.0;
            pdf::PDFFunction::FunctionResult functionResult = function->apply(&value, &value + 1, &actual, &actual + 1);

            if (!functionResult)
            {
                qInfo() << qPrintable(QString("Program: %1").arg(QString::fromLatin1(program)));
                qInfo() << qPrintable(QString("Program execution failed: %1").arg(functionResult.errorMessage));
                QVERIFY(false);
            }
            else
            {
                bool isSame = std::abs(expected - actual) < 1e-10;
                if (!isSame)
                {
                    qInfo() << qPrintable(QString("Program: %1").arg(QString::fromLatin1(program)));
                    qInfo() << qPrintable(QString("    Expected: %1, Actual: %2, input value was: %3").arg(expected).arg(actual).arg(value));
                }

                QVERIFY(isSame);
            }
        }
    };

    test01("dup mul", [](double x) { return x * x; });
    test01("1.0 exch sub", [](double x) { return 1.0 - x; });
    test01("dup add", [](double x) { return qBound(0.0, x + x, 1.0); });
    test01("dup 1.0 add div", [](double x) { return x / (1.0 + x); });
    test01("100.0 mul cvi 10 idiv cvr 10.0 div", [](double x) { return static_cast<double>(static_cast<int>(x * 100.0) / 10) / 10.0; });
    test01("100.0 mul cvi 2 mod cvr 0.5 mul", [](double x) { return (static_cast<int>(x * 100.0) % 2) * 0.5; });
    test01("neg 1.0 exch add", [](double x) { return 1.0 - x; });
    test01("neg 0.5 add abs", [](double x) { return std::abs(0.5 - x); });
    test01("10.0 mul ceiling 10.0 div", [](double x) { return std::ceil(10.0 * x) / 10.0; });
    test01("10.0 mul floor 10.0 div", [](double x) { return std::floor(10.0 * x) / 10.0; });
    test01("10.0 mul round 10.0 div", [](double x) { return std::round(10.0 * x) / 10.0; });
    test01("10.0 mul truncate 10.0 div", [](double x) { return std::trunc(10.0 * x) / 10.0; });
    test01("sqrt", [](double x) { return std::sqrt(x); });
    test01("360.0 mul sin 2 div 0.5 add", [](double x) { return std::sin(qDegreesToRadians(360.0 * x)) / 2.0 + 0.5; });
    test01("360.0 mul cos 2 div 0.5 add", [](double x) { return std::cos(qDegreesToRadians(360.0 * x)) / 2.0 + 0.5; });
    test01("0.2 atan 360.0 div", [](double x) { return qBound(0.0, qRadiansToDegrees(qAtan2(x, 0.2)) / 360.0, 1.0); });
    test01("0.5 exp", [](double x) { return std::sqrt(x); });
    test01("2 exp", [](double x) { return x * x; });
    test01("1 add ln", [](double x) { return std::log(1 + x); });
    test01("1 add log", [](double x) { return std::log10(1 + x); });
    test01("dup 0.5 gt { 1.0 exch sub } if", [](double x) { return (x > 0.5) ? (1.0 - x) : x; });
    test01("dup 0.5 gt { 1.0 exch sub } { 2.0 mul } ifelse", [](double x) { return (x > 0.5) ? (1.0 - x) : (2.0 * x); });
    test01("0.0 eq { 1.0 } { 0.0 } ifelse", [](double x) { return (x == 0.0) ? 1.0 : 0.0; });
    test01("0.0 ne { 1.0 } { 0.0 } ifelse", [](double x) { return (x != 0.0) ? 1.0 : 0.0; });
    test01("0.5 ge { 1.0 } { 0.0 } ifelse", [](double x) { return (x >= 0.5) ? 1.0 : 0.0; });
    test01("0.5 gt { 1.0 } { 0.0 } ifelse", [](double x) { return (x > 0.5) ? 1.0 : 0.0; });
    test01("0.5 le { 1.0 } { 0.0 } ifelse", [](double x) { return (x <= 0.5) ? 1.0 : 0.0; });
    test01("0.5 lt { 1.0 } { 0.0 } ifelse", [](double x) { return (x < 0.5) ? 1.0 : 0.0; });
    test01("dup 0.25 gt exch 0.75 lt and { 1.0 } { 0.0 } ifelse", [](double x) { return (x > 0.25 && x < 0.75) ? 1.0 : 0.0; });
    test01("dup 0.25 le exch 0.75 ge or { 1.0 } { 0.0 } ifelse", [](double x) { return !(x > 0.25 && x < 0.75) ? 1.0 : 0.0; });
    test01("pop true false xor { 1.0 } { 0.0 } ifelse", [](double) { return 1.0; });
    test01("pop true false xor not { 0.0 } { 1.0 } ifelse", [](double) { return 1.0; });
    test01("1 2 bitshift cvr div", [](double x) { return x / 4.0; });
    test01("16 -2 bitshift cvr div", [](double x) { return x / 4.0; });
    test01("pop 4 3 2 1   3 1 roll 2 eq { 3 eq { 1 eq { 4 eq { 1.0 } { 0.0 } ifelse } { 0.0 } ifelse } { 0.0 } ifelse } { 0.0 } ifelse", [](double) { return 1.0; }); // we should have 4 1 3 2
    test01("pop 4 3 2 1   3 -1 roll 3 eq { 1 eq { 2 eq { 4 eq { 1.0 } { 0.0 } ifelse } { 0.0 } ifelse } { 0.0 } ifelse } { 0.0 } ifelse", [](double) { return 1.0; }); // we should have 4 2 1 3
    test01("2.0 2 copy div 3 1 roll exp add", [](double x) { return qBound(0.0, 0.5 * x + std::pow(x, 2.0), 1.0); });
    test01("2.0 1 index exch div exch pop", [](double x) { return x / 2.0; });
}

void LexicalAnalyzerTest::test_jbig2_arithmetic_decoder()
{
    std::vector<uint8_t> compressed = { 0x84, 0xC7, 0x3B, 0xFC, 0xE1, 0xA1, 0x43, 0x04, 0x02, 0x20, 0x00, 0x00, 0x41, 0x0D, 0xBB, 0x86, 0xF4, 0x31, 0x7F, 0xFF, 0x88, 0xFF, 0x37, 0x47, 0x1A, 0xDB, 0x6A, 0xDF, 0xFF, 0xAC };
    std::vector<uint8_t> decompressed = { 0x00, 0x02, 0x00, 0x51, 0x00, 0x00, 0x00, 0xC0, 0x03, 0x52, 0x87, 0x2A, 0xAA, 0xAA, 0xAA, 0xAA, 0x82, 0xC0, 0x20, 0x00, 0xFC, 0xD7, 0x9E, 0xF6, 0xBF, 0x7F, 0xED, 0x90, 0x4F, 0x46, 0xA3, 0xBF };

    QByteArray input;
    input.append(reinterpret_cast<char*>(compressed.data()), static_cast<int>(compressed.size()));

    pdf::PDFBitReader reader(&input, 1);
    pdf::PDFJBIG2ArithmeticDecoder decoder(&reader);
    decoder.initialize();

    pdf::PDFJBIG2ArithmeticDecoderState state;
    state.reset(1);
    std::vector<uint8_t> decompressedByAD;
    decompressedByAD.reserve(decompressed.size());
/*
    for (size_t i = 0; i < decompressed.size() * 8; ++i)
    {
        uint32_t Qe = state.getQe(0);
        uint8_t MPS = state.getMPS(0);
        qDebug() << (i - 1) << ", Qe = " << qPrintable(QString("0x%1").arg(Qe, 8, 16, QChar(' '))) << ", MPS = " << MPS <<
                    ", A = " << qPrintable(QString("0x%1").arg(decoder.getRegisterA(), 8, 16, QChar(' '))) << ", CT = " << decoder.getRegisterCT() <<
                    ", C = " <<  qPrintable(QString("0x%1").arg(decoder.getRegisterC(), 8, 16, QChar(' '))) ;
        decoder.readBit(0, &state);
    }

    reader.seek(0);
    state.reset(1);
    decoder.initialize();*/

    for (size_t i = 0; i < decompressed.size(); ++i)
    {
        decompressedByAD.push_back(decoder.readByte(0, &state));
    }

    QVERIFY(decompressed == decompressedByAD);
}

void LexicalAnalyzerTest::scanWholeStream(const char* stream)
{
    pdf::PDFLexicalAnalyzer analyzer(stream, stream + strlen(stream));

    // Scan whole stream
    while (!analyzer.isAtEnd())
    {
        analyzer.fetch();
    }
}

void LexicalAnalyzerTest::testTokens(const char* stream, const std::vector<pdf::PDFLexicalAnalyzer::Token>& tokens)
{
    pdf::PDFLexicalAnalyzer analyzer(stream, stream + strlen(stream));

    std::vector<pdf::PDFLexicalAnalyzer::Token> scanned;
    scanned.reserve(tokens.size());

    // Scan whole stream
    while (!analyzer.isAtEnd())
    {
        scanned.emplace_back(analyzer.fetch());
    }

    // Format error message
    QString actual = getStringFromTokens(scanned);
    QString expected = getStringFromTokens(tokens);

    // Now, compare scanned tokens
    QVERIFY2(scanned == tokens, qPrintable(QString("stream: %1, actual = %2, expected = %3").arg(QString(stream), actual, expected)));
}

QString LexicalAnalyzerTest::getStringFromTokens(const std::vector<pdf::PDFLexicalAnalyzer::Token>& tokens)
{
    QStringList stringTokens;

    QMetaEnum metaEnum = QMetaEnum::fromType<pdf::PDFLexicalAnalyzer::TokenType>();
    Q_ASSERT(metaEnum.isValid());

    for (const pdf::PDFLexicalAnalyzer::Token& token : tokens)
    {
        QString tokenTypeAsString = metaEnum.valueToKey(static_cast<int>(token.type));

        if (!token.data.isValid())
        {
            stringTokens << tokenTypeAsString;
        }
        else
        {
            stringTokens << QString("%1(%2)").arg(tokenTypeAsString, token.data.toString());
        }
    }

    return QString("{ %1 }").arg(stringTokens.join(", "));
}

QTEST_APPLESS_MAIN(LexicalAnalyzerTest)

#include "tst_lexicalanalyzertest.moc"