1 // __ _____ _____ _____
2 // __| | __| | | | JSON for Modern C++ (supporting code)
3 // | | |__ | | | | | | version 3.11.3
4 // |_____|_____|_____|_|___| https://github.com/nlohmann/json
5 //
6 // SPDX-FileCopyrightText: 2013-2023 Niels Lohmann <https://nlohmann.me>
7 // SPDX-License-Identifier: MIT
8
9 #include <benchmark/benchmark.h>
10 #include <nlohmann/json.hpp>
11 #include <fstream>
12 #include <numeric>
13 #include <vector>
14 #include <test_data.hpp>
15
16 using json = nlohmann::json;
17
18 //////////////////////////////////////////////////////////////////////////////
19 // parse JSON from file
20 //////////////////////////////////////////////////////////////////////////////
21
ParseFile(benchmark::State & state,const char * filename)22 static void ParseFile(benchmark::State& state, const char* filename)
23 {
24 while (state.KeepRunning())
25 {
26 state.PauseTiming();
27 auto* f = new std::ifstream(filename);
28 auto* j = new json();
29 state.ResumeTiming();
30
31 *j = json::parse(*f);
32
33 state.PauseTiming();
34 delete f;
35 delete j;
36 state.ResumeTiming();
37 }
38
39 std::ifstream file(filename, std::ios::binary | std::ios::ate);
40 state.SetBytesProcessed(state.iterations() * file.tellg());
41 }
42 BENCHMARK_CAPTURE(ParseFile, jeopardy, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json");
43 BENCHMARK_CAPTURE(ParseFile, canada, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json");
44 BENCHMARK_CAPTURE(ParseFile, citm_catalog, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json");
45 BENCHMARK_CAPTURE(ParseFile, twitter, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json");
46 BENCHMARK_CAPTURE(ParseFile, floats, TEST_DATA_DIRECTORY "/regression/floats.json");
47 BENCHMARK_CAPTURE(ParseFile, signed_ints, TEST_DATA_DIRECTORY "/regression/signed_ints.json");
48 BENCHMARK_CAPTURE(ParseFile, unsigned_ints, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json");
49 BENCHMARK_CAPTURE(ParseFile, small_signed_ints, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json");
50
51 //////////////////////////////////////////////////////////////////////////////
52 // parse JSON from string
53 //////////////////////////////////////////////////////////////////////////////
54
ParseString(benchmark::State & state,const char * filename)55 static void ParseString(benchmark::State& state, const char* filename)
56 {
57 std::ifstream f(filename);
58 std::string str((std::istreambuf_iterator<char>(f)), std::istreambuf_iterator<char>());
59
60 while (state.KeepRunning())
61 {
62 state.PauseTiming();
63 auto* j = new json();
64 state.ResumeTiming();
65
66 *j = json::parse(str);
67
68 state.PauseTiming();
69 delete j;
70 state.ResumeTiming();
71 }
72
73 state.SetBytesProcessed(state.iterations() * str.size());
74 }
75 BENCHMARK_CAPTURE(ParseString, jeopardy, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json");
76 BENCHMARK_CAPTURE(ParseString, canada, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json");
77 BENCHMARK_CAPTURE(ParseString, citm_catalog, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json");
78 BENCHMARK_CAPTURE(ParseString, twitter, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json");
79 BENCHMARK_CAPTURE(ParseString, floats, TEST_DATA_DIRECTORY "/regression/floats.json");
80 BENCHMARK_CAPTURE(ParseString, signed_ints, TEST_DATA_DIRECTORY "/regression/signed_ints.json");
81 BENCHMARK_CAPTURE(ParseString, unsigned_ints, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json");
82 BENCHMARK_CAPTURE(ParseString, small_signed_ints, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json");
83
84 //////////////////////////////////////////////////////////////////////////////
85 // serialize JSON
86 //////////////////////////////////////////////////////////////////////////////
87
Dump(benchmark::State & state,const char * filename,int indent)88 static void Dump(benchmark::State& state, const char* filename, int indent)
89 {
90 std::ifstream f(filename);
91 std::string str((std::istreambuf_iterator<char>(f)), std::istreambuf_iterator<char>());
92 json j = json::parse(str);
93
94 while (state.KeepRunning())
95 {
96 j.dump(indent);
97 }
98
99 state.SetBytesProcessed(state.iterations() * j.dump(indent).size());
100 }
101 BENCHMARK_CAPTURE(Dump, jeopardy / -, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json", -1);
102 BENCHMARK_CAPTURE(Dump, jeopardy / 4, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json", 4);
103 BENCHMARK_CAPTURE(Dump, canada / -, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json", -1);
104 BENCHMARK_CAPTURE(Dump, canada / 4, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json", 4);
105 BENCHMARK_CAPTURE(Dump, citm_catalog / -, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json", -1);
106 BENCHMARK_CAPTURE(Dump, citm_catalog / 4, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json", 4);
107 BENCHMARK_CAPTURE(Dump, twitter / -, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json", -1);
108 BENCHMARK_CAPTURE(Dump, twitter / 4, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json", 4);
109 BENCHMARK_CAPTURE(Dump, floats / -, TEST_DATA_DIRECTORY "/regression/floats.json", -1);
110 BENCHMARK_CAPTURE(Dump, floats / 4, TEST_DATA_DIRECTORY "/regression/floats.json", 4);
111 BENCHMARK_CAPTURE(Dump, signed_ints / -, TEST_DATA_DIRECTORY "/regression/signed_ints.json", -1);
112 BENCHMARK_CAPTURE(Dump, signed_ints / 4, TEST_DATA_DIRECTORY "/regression/signed_ints.json", 4);
113 BENCHMARK_CAPTURE(Dump, unsigned_ints / -, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json", -1);
114 BENCHMARK_CAPTURE(Dump, unsigned_ints / 4, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json", 4);
115 BENCHMARK_CAPTURE(Dump, small_signed_ints / -, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json", -1);
116 BENCHMARK_CAPTURE(Dump, small_signed_ints / 4, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json", 4);
117
118 //////////////////////////////////////////////////////////////////////////////
119 // serialize CBOR
120 //////////////////////////////////////////////////////////////////////////////
ToCbor(benchmark::State & state,const char * filename)121 static void ToCbor(benchmark::State& state, const char* filename)
122 {
123 std::ifstream f(filename);
124 std::string str((std::istreambuf_iterator<char>(f)), std::istreambuf_iterator<char>());
125 json j = json::parse(str);
126
127 while (state.KeepRunning())
128 {
129 json::to_cbor(j);
130 }
131
132 state.SetBytesProcessed(state.iterations() * json::to_cbor(j).size());
133 }
134 BENCHMARK_CAPTURE(ToCbor, jeopardy, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json");
135 BENCHMARK_CAPTURE(ToCbor, canada, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json");
136 BENCHMARK_CAPTURE(ToCbor, citm_catalog, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json");
137 BENCHMARK_CAPTURE(ToCbor, twitter, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json");
138 BENCHMARK_CAPTURE(ToCbor, floats, TEST_DATA_DIRECTORY "/regression/floats.json");
139 BENCHMARK_CAPTURE(ToCbor, signed_ints, TEST_DATA_DIRECTORY "/regression/signed_ints.json");
140 BENCHMARK_CAPTURE(ToCbor, unsigned_ints, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json");
141 BENCHMARK_CAPTURE(ToCbor, small_signed_ints, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json");
142
143 //////////////////////////////////////////////////////////////////////////////
144 // serialize binary CBOR
145 //////////////////////////////////////////////////////////////////////////////
BinaryToCbor(benchmark::State & state)146 static void BinaryToCbor(benchmark::State& state)
147 {
148 std::vector<uint8_t> data(256);
149 std::iota(data.begin(), data.end(), 0);
150
151 auto it = data.begin();
152 std::vector<uint8_t> in;
153 in.reserve(state.range(0));
154 for (int i = 0; i < state.range(0); ++i)
155 {
156 if (it == data.end())
157 {
158 it = data.begin();
159 }
160
161 in.push_back(*it);
162 ++it;
163 }
164
165 json::binary_t bin{in};
166 json j{{"type", "binary"}, {"data", bin}};
167
168 while (state.KeepRunning())
169 {
170 json::to_cbor(j);
171 }
172
173 state.SetBytesProcessed(state.iterations() * json::to_cbor(j).size());
174 }
175 BENCHMARK(BinaryToCbor)->RangeMultiplier(2)->Range(8, 8 << 12);
176
177 BENCHMARK_MAIN();
178