dataforge/tests/test_basic.cpp at main · apotocki/dataforge · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
/*=============================================================================
    Copyright (c) 2023 Alexander Pototskiy

    Use, modification and distribution is subject to the Boost Software
    License, Version 1.0. (See accompanying file LICENSE_1_0.txt or copy at
    http://www.boost.org/LICENSE_1_0.txt)
==============================================================================*/
#include "test_common.hpp"

#include <list>
#include <string>

#include "dataforge/basic/group.hpp"
#include "dataforge/basic/buffer.hpp"
#include "dataforge/compression/deflate.hpp"
#include "dataforge/compression/bzip2.hpp"
#include "dataforge/compression/lzma.hpp"
#include "dataforge/compression/lz4.hpp"
#include "dataforge/base_xx/base16.hpp"
#include "dataforge/base_xx/base64.hpp"

namespace dataforge {

void group_test()
{
    DATAFORGE_TEST(int8 | grouped_chars(2, "0x"_sp, ""_sp, ", "_sp, 4, ",\n "_sp), "0123456789AABBCCDDEEFF"_bs, "0x01, 0x23, 0x45, 0x67,\n 0x89, 0xAA, 0xBB, 0xCC,\n 0xDD, 0xEE, 0xFF"_bs);
}

void deflate_test()
{
    auto sp0 = "test string"_sp;
    auto sp1 = "one more test string"_sp;
    auto sp = "test stringone more test string"_sp;
    std::vector<char> result;
    auto cvt_it = quark_push_iterator{
        int8 | buffer<uint8_t>(256) / int8 | deflated(false, 256, 8) | inflated(false)
        , std::back_inserter(result)};
    *cvt_it = sp0;
    *cvt_it = sp1;
    cvt_it.finish();

    EXPECT_TRUE(equal_to(result, sp)) << "ERROR in deflate_test";

    std::vector<std::span<const char>> spans{ sp0, sp1 };
    DATAFORGE_PULL_TEST(int8 | deflated(false, 256, 8) | int8, spans, sp);
}

void bzip2_test()
{
    auto sp0 = "test string"_sp;
    auto sp1 = "one more test string"_sp;
    auto sp = "test stringone more test string"_sp;

    std::vector<char> result;
    auto cvt_it = quark_push_iterator{
        int8 | bzip2(256) | int8,
        std::back_inserter(result)
    };
    *cvt_it = sp0;
    *cvt_it = sp1;
    cvt_it.finish();

    EXPECT_TRUE(equal_to(result, sp)) << "ERROR in bzip2_test";

    // also testing all pull data provider types

    std::vector<std::span<const char>> spans{ sp0, sp1 };
    DATAFORGE_PULL_TEST(int8 | bzip2(256) | int8, spans, sp);

    std::vector<char> spans2;
    spans2.insert(spans2.end(), sp0.begin(), sp0.end());
    spans2.insert(spans2.end(), sp1.begin(), sp1.end());
    DATAFORGE_PULL_TEST(int8 | bzip2(256) | int8, spans2, sp);

    std::list<std::span<const char>> spans3;
    spans3.push_back(sp0);
    spans3.push_back(sp1);
    DATAFORGE_PULL_TEST(int8 | bzip2(256) | int8, spans3, sp);

    std::list<char> spans4;
    spans4.insert(spans4.end(), sp0.begin(), sp0.end());
    spans4.insert(spans4.end(), sp1.begin(), sp1.end());
    DATAFORGE_PULL_TEST(int8 | bzip2(256) | int8, spans4, sp);

    std::list<std::string> spans5;
    spans5.push_back(std::string(sp0.begin(), sp0.end()));
    spans5.push_back(std::string(sp1.begin(), sp1.end()));
    DATAFORGE_PULL_TEST(int8 | bzip2(256) | int8, spans5, sp);

    std::string spans6;
    spans6.insert(spans6.end(), sp0.begin(), sp0.end());
    spans6.insert(spans6.end(), sp1.begin(), sp1.end());
    DATAFORGE_PULL_TEST(int8 | bzip2(256) | int8, spans6, sp);

    DATAFORGE_PULL_TEST(int8 | bzip2(256) | int8, sp, sp);
}

void lzma_test()
{
    auto sp0 = "test string"_sp;
    auto sp1 = "one more test string"_sp;
    auto sp = "test stringone more test string"_sp;

    std::vector<char> result;
    auto cvt_it = quark_push_iterator{
        int8 | lzma2f("lzma2:preset=9e") | int8,
        std::back_inserter(result)
    };
    *cvt_it = sp0;
    *cvt_it = sp1;
    cvt_it.finish();
    EXPECT_TRUE(equal_to(result, sp)) << "ERROR in lzma2_test";

    std::vector<std::span<const char>> spans{ sp0, sp1 };
    DATAFORGE_PULL_TEST(int8 | lzma2f("lzma2:preset=8e") | int8, spans, sp);

    result.clear();
    auto cvt_it2 = quark_push_iterator{
        int8 | lzma1() | int8,
        std::back_inserter(result)
    };
    *cvt_it2 = sp0;
    *cvt_it2 = sp1;
    cvt_it2.finish();
    EXPECT_TRUE(equal_to(result, sp)) << "ERROR in lzma1_test";
}

void lz4_test()
{
    auto sp0 = "test string"_sp;
    auto sp1 = "one more test string"_sp;
    auto sp = "test stringone more test string"_sp;

    std::vector<char> result;
    auto cvt_it = quark_push_iterator{
        int8 | lz4() | int8,
        std::back_inserter(result)
    };
    *cvt_it = sp0;
    *cvt_it = sp1;
    cvt_it.finish();
    EXPECT_TRUE(equal_to(result, sp)) << "ERROR in lzma2_test";
    std::vector<std::span<const char>> spans{ sp0, sp1 };
    DATAFORGE_PULL_TEST(int8 | lz4() | int8, spans, sp);
}

}