1 // __ _____ _____ _____
2 // __| | __| | | | JSON for Modern C++ (supporting code)
3 // | | |__ | | | | | | version 3.11.2
4 // |_____|_____|_____|_|___| https://github.com/nlohmann/json
5 //
6 // SPDX-FileCopyrightText: 2013-2022 Niels Lohmann <https://nlohmann.me>
7 // SPDX-License-Identifier: MIT
8
9 #include <benchmark/benchmark.h>
10 #include <nlohmann/json.hpp>
11 #include <fstream>
12 #include <numeric>
13 #include <vector>
14 #include <test_data.hpp>
15
16 using json = nlohmann::json;
17
18 //////////////////////////////////////////////////////////////////////////////
19 // parse JSON from file
20 //////////////////////////////////////////////////////////////////////////////
21
ParseFile(benchmark::State & state,const char * filename)22 static void ParseFile(benchmark::State& state, const char* filename)
23 {
24 while (state.KeepRunning())
25 {
26 state.PauseTiming();
27 auto* f = new std::ifstream(filename);
28 auto* j = new json();
29 state.ResumeTiming();
30
31 *j = json::parse(*f);
32
33 state.PauseTiming();
34 delete f;
35 delete j;
36 state.ResumeTiming();
37 }
38
39 std::ifstream file(filename, std::ios::binary | std::ios::ate);
40 state.SetBytesProcessed(state.iterations() * file.tellg());
41 }
42 BENCHMARK_CAPTURE(ParseFile, jeopardy, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json");
43 BENCHMARK_CAPTURE(ParseFile, canada, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json");
44 BENCHMARK_CAPTURE(ParseFile, citm_catalog, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json");
45 BENCHMARK_CAPTURE(ParseFile, twitter, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json");
46 BENCHMARK_CAPTURE(ParseFile, floats, TEST_DATA_DIRECTORY "/regression/floats.json");
47 BENCHMARK_CAPTURE(ParseFile, signed_ints, TEST_DATA_DIRECTORY "/regression/signed_ints.json");
48 BENCHMARK_CAPTURE(ParseFile, unsigned_ints, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json");
49 BENCHMARK_CAPTURE(ParseFile, small_signed_ints, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json");
50
51 //////////////////////////////////////////////////////////////////////////////
52 // parse JSON from string
53 //////////////////////////////////////////////////////////////////////////////
54
ParseString(benchmark::State & state,const char * filename)55 static void ParseString(benchmark::State& state, const char* filename)
56 {
57 std::ifstream f(filename);
58 std::string str((std::istreambuf_iterator<char>(f)), std::istreambuf_iterator<char>());
59
60 while (state.KeepRunning())
61 {
62 state.PauseTiming();
63 auto* j = new json();
64 state.ResumeTiming();
65
66 *j = json::parse(str);
67
68 state.PauseTiming();
69 delete j;
70 state.ResumeTiming();
71 }
72
73 state.SetBytesProcessed(state.iterations() * str.size());
74 }
75 BENCHMARK_CAPTURE(ParseString, jeopardy, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json");
76 BENCHMARK_CAPTURE(ParseString, canada, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json");
77 BENCHMARK_CAPTURE(ParseString, citm_catalog, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json");
78 BENCHMARK_CAPTURE(ParseString, twitter, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json");
79 BENCHMARK_CAPTURE(ParseString, floats, TEST_DATA_DIRECTORY "/regression/floats.json");
80 BENCHMARK_CAPTURE(ParseString, signed_ints, TEST_DATA_DIRECTORY "/regression/signed_ints.json");
81 BENCHMARK_CAPTURE(ParseString, unsigned_ints, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json");
82 BENCHMARK_CAPTURE(ParseString, small_signed_ints, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json");
83
84
85 //////////////////////////////////////////////////////////////////////////////
86 // serialize JSON
87 //////////////////////////////////////////////////////////////////////////////
88
Dump(benchmark::State & state,const char * filename,int indent)89 static void Dump(benchmark::State& state, const char* filename, int indent)
90 {
91 std::ifstream f(filename);
92 std::string str((std::istreambuf_iterator<char>(f)), std::istreambuf_iterator<char>());
93 json j = json::parse(str);
94
95 while (state.KeepRunning())
96 {
97 j.dump(indent);
98 }
99
100 state.SetBytesProcessed(state.iterations() * j.dump(indent).size());
101 }
102 BENCHMARK_CAPTURE(Dump, jeopardy / -, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json", -1);
103 BENCHMARK_CAPTURE(Dump, jeopardy / 4, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json", 4);
104 BENCHMARK_CAPTURE(Dump, canada / -, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json", -1);
105 BENCHMARK_CAPTURE(Dump, canada / 4, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json", 4);
106 BENCHMARK_CAPTURE(Dump, citm_catalog / -, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json", -1);
107 BENCHMARK_CAPTURE(Dump, citm_catalog / 4, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json", 4);
108 BENCHMARK_CAPTURE(Dump, twitter / -, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json", -1);
109 BENCHMARK_CAPTURE(Dump, twitter / 4, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json", 4);
110 BENCHMARK_CAPTURE(Dump, floats / -, TEST_DATA_DIRECTORY "/regression/floats.json", -1);
111 BENCHMARK_CAPTURE(Dump, floats / 4, TEST_DATA_DIRECTORY "/regression/floats.json", 4);
112 BENCHMARK_CAPTURE(Dump, signed_ints / -, TEST_DATA_DIRECTORY "/regression/signed_ints.json", -1);
113 BENCHMARK_CAPTURE(Dump, signed_ints / 4, TEST_DATA_DIRECTORY "/regression/signed_ints.json", 4);
114 BENCHMARK_CAPTURE(Dump, unsigned_ints / -, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json", -1);
115 BENCHMARK_CAPTURE(Dump, unsigned_ints / 4, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json", 4);
116 BENCHMARK_CAPTURE(Dump, small_signed_ints / -, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json", -1);
117 BENCHMARK_CAPTURE(Dump, small_signed_ints / 4, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json", 4);
118
119
120 //////////////////////////////////////////////////////////////////////////////
121 // serialize CBOR
122 //////////////////////////////////////////////////////////////////////////////
ToCbor(benchmark::State & state,const char * filename)123 static void ToCbor(benchmark::State& state, const char* filename)
124 {
125 std::ifstream f(filename);
126 std::string str((std::istreambuf_iterator<char>(f)), std::istreambuf_iterator<char>());
127 json j = json::parse(str);
128
129 while (state.KeepRunning())
130 {
131 json::to_cbor(j);
132 }
133
134 state.SetBytesProcessed(state.iterations() * json::to_cbor(j).size());
135 }
136 BENCHMARK_CAPTURE(ToCbor, jeopardy, TEST_DATA_DIRECTORY "/jeopardy/jeopardy.json");
137 BENCHMARK_CAPTURE(ToCbor, canada, TEST_DATA_DIRECTORY "/nativejson-benchmark/canada.json");
138 BENCHMARK_CAPTURE(ToCbor, citm_catalog, TEST_DATA_DIRECTORY "/nativejson-benchmark/citm_catalog.json");
139 BENCHMARK_CAPTURE(ToCbor, twitter, TEST_DATA_DIRECTORY "/nativejson-benchmark/twitter.json");
140 BENCHMARK_CAPTURE(ToCbor, floats, TEST_DATA_DIRECTORY "/regression/floats.json");
141 BENCHMARK_CAPTURE(ToCbor, signed_ints, TEST_DATA_DIRECTORY "/regression/signed_ints.json");
142 BENCHMARK_CAPTURE(ToCbor, unsigned_ints, TEST_DATA_DIRECTORY "/regression/unsigned_ints.json");
143 BENCHMARK_CAPTURE(ToCbor, small_signed_ints, TEST_DATA_DIRECTORY "/regression/small_signed_ints.json");
144
145 //////////////////////////////////////////////////////////////////////////////
146 // serialize binary CBOR
147 //////////////////////////////////////////////////////////////////////////////
BinaryToCbor(benchmark::State & state)148 static void BinaryToCbor(benchmark::State& state)
149 {
150 std::vector<uint8_t> data(256);
151 std::iota(data.begin(), data.end(), 0);
152
153 auto it = data.begin();
154 std::vector<uint8_t> in;
155 in.reserve(state.range(0));
156 for (int i = 0; i < state.range(0); ++i)
157 {
158 if (it == data.end())
159 {
160 it = data.begin();
161 }
162
163 in.push_back(*it);
164 ++it;
165 }
166
167 json::binary_t bin{in};
168 json j{{"type", "binary"}, {"data", bin}};
169
170 while (state.KeepRunning())
171 {
172 json::to_cbor(j);
173 }
174
175 state.SetBytesProcessed(state.iterations() * json::to_cbor(j).size());
176 }
177 BENCHMARK(BinaryToCbor)->RangeMultiplier(2)->Range(8, 8 << 12);
178
179 BENCHMARK_MAIN();
180