• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 //
2 // Copyright 2017 The Abseil Authors.
3 //
4 // Licensed under the Apache License, Version 2.0 (the "License");
5 // you may not use this file except in compliance with the License.
6 // You may obtain a copy of the License at
7 //
8 //      https://www.apache.org/licenses/LICENSE-2.0
9 //
10 // Unless required by applicable law or agreed to in writing, software
11 // distributed under the License is distributed on an "AS IS" BASIS,
12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 // See the License for the specific language governing permissions and
14 // limitations under the License.
15 //
16 // -----------------------------------------------------------------------------
17 // File: numbers.h
18 // -----------------------------------------------------------------------------
19 //
20 // This package contains functions for converting strings to numbers. For
21 // converting numbers to strings, use `StrCat()` or `StrAppend()` in str_cat.h,
22 // which automatically detect and convert most number values appropriately.
23 
24 #ifndef ABSL_STRINGS_NUMBERS_H_
25 #define ABSL_STRINGS_NUMBERS_H_
26 
27 #ifdef __SSE4_2__
28 #include <x86intrin.h>
29 #endif
30 
31 #include <cstddef>
32 #include <cstdlib>
33 #include <cstring>
34 #include <ctime>
35 #include <limits>
36 #include <string>
37 #include <type_traits>
38 
39 #include "absl/base/config.h"
40 #include "absl/base/internal/bits.h"
41 #ifdef __SSE4_2__
42 // TODO(jorg): Remove this when we figure out the right way
43 // to swap bytes on SSE 4.2 that works with the compilers
44 // we claim to support.  Also, add tests for the compiler
45 // that doesn't support the Intel _bswap64 intrinsic but
46 // does support all the SSE 4.2 intrinsics
47 #include "absl/base/internal/endian.h"
48 #endif
49 #include "absl/base/macros.h"
50 #include "absl/base/port.h"
51 #include "absl/numeric/int128.h"
52 #include "absl/strings/string_view.h"
53 
54 namespace absl {
55 ABSL_NAMESPACE_BEGIN
56 
57 // SimpleAtoi()
58 //
59 // Converts the given string (optionally followed or preceded by ASCII
60 // whitespace) into an integer value, returning `true` if successful. The string
61 // must reflect a base-10 integer whose value falls within the range of the
62 // integer type (optionally preceded by a `+` or `-`). If any errors are
63 // encountered, this function returns `false`, leaving `out` in an unspecified
64 // state.
65 template <typename int_type>
66 ABSL_MUST_USE_RESULT bool SimpleAtoi(absl::string_view str, int_type* out);
67 
68 // SimpleAtof()
69 //
70 // Converts the given string (optionally followed or preceded by ASCII
71 // whitespace) into a float, which may be rounded on overflow or underflow,
72 // returning `true` if successful.
73 // See https://en.cppreference.com/w/c/string/byte/strtof for details about the
74 // allowed formats for `str`, except SimpleAtof() is locale-independent and will
75 // always use the "C" locale. If any errors are encountered, this function
76 // returns `false`, leaving `out` in an unspecified state.
77 ABSL_MUST_USE_RESULT bool SimpleAtof(absl::string_view str, float* out);
78 
79 // SimpleAtod()
80 //
81 // Converts the given string (optionally followed or preceded by ASCII
82 // whitespace) into a double, which may be rounded on overflow or underflow,
83 // returning `true` if successful.
84 // See https://en.cppreference.com/w/c/string/byte/strtof for details about the
85 // allowed formats for `str`, except SimpleAtod is locale-independent and will
86 // always use the "C" locale. If any errors are encountered, this function
87 // returns `false`, leaving `out` in an unspecified state.
88 ABSL_MUST_USE_RESULT bool SimpleAtod(absl::string_view str, double* out);
89 
90 // SimpleAtob()
91 //
92 // Converts the given string into a boolean, returning `true` if successful.
93 // The following case-insensitive strings are interpreted as boolean `true`:
94 // "true", "t", "yes", "y", "1". The following case-insensitive strings
95 // are interpreted as boolean `false`: "false", "f", "no", "n", "0". If any
96 // errors are encountered, this function returns `false`, leaving `out` in an
97 // unspecified state.
98 ABSL_MUST_USE_RESULT bool SimpleAtob(absl::string_view str, bool* out);
99 
100 ABSL_NAMESPACE_END
101 }  // namespace absl
102 
103 // End of public API.  Implementation details follow.
104 
105 namespace absl {
106 ABSL_NAMESPACE_BEGIN
107 namespace numbers_internal {
108 
109 // Digit conversion.
110 ABSL_DLL extern const char kHexChar[17];  // 0123456789abcdef
111 ABSL_DLL extern const char
112     kHexTable[513];  // 000102030405060708090a0b0c0d0e0f1011...
113 ABSL_DLL extern const char
114     two_ASCII_digits[100][2];  // 00, 01, 02, 03...
115 
116 // Writes a two-character representation of 'i' to 'buf'. 'i' must be in the
117 // range 0 <= i < 100, and buf must have space for two characters. Example:
118 //   char buf[2];
119 //   PutTwoDigits(42, buf);
120 //   // buf[0] == '4'
121 //   // buf[1] == '2'
PutTwoDigits(size_t i,char * buf)122 inline void PutTwoDigits(size_t i, char* buf) {
123   assert(i < 100);
124   memcpy(buf, two_ASCII_digits[i], 2);
125 }
126 
127 // safe_strto?() functions for implementing SimpleAtoi()
128 bool safe_strto32_base(absl::string_view text, int32_t* value, int base);
129 bool safe_strto64_base(absl::string_view text, int64_t* value, int base);
130 bool safe_strto128_base(absl::string_view text, absl::int128* value,
131                          int base);
132 bool safe_strtou32_base(absl::string_view text, uint32_t* value, int base);
133 bool safe_strtou64_base(absl::string_view text, uint64_t* value, int base);
134 bool safe_strtou128_base(absl::string_view text, absl::uint128* value,
135                          int base);
136 
137 static const int kFastToBufferSize = 32;
138 static const int kSixDigitsToBufferSize = 16;
139 
140 // Helper function for fast formatting of floating-point values.
141 // The result is the same as printf's "%g", a.k.a. "%.6g"; that is, six
142 // significant digits are returned, trailing zeros are removed, and numbers
143 // outside the range 0.0001-999999 are output using scientific notation
144 // (1.23456e+06). This routine is heavily optimized.
145 // Required buffer size is `kSixDigitsToBufferSize`.
146 size_t SixDigitsToBuffer(double d, char* buffer);
147 
148 // These functions are intended for speed. All functions take an output buffer
149 // as an argument and return a pointer to the last byte they wrote, which is the
150 // terminating '\0'. At most `kFastToBufferSize` bytes are written.
151 char* FastIntToBuffer(int32_t, char*);
152 char* FastIntToBuffer(uint32_t, char*);
153 char* FastIntToBuffer(int64_t, char*);
154 char* FastIntToBuffer(uint64_t, char*);
155 
156 // For enums and integer types that are not an exact match for the types above,
157 // use templates to call the appropriate one of the four overloads above.
158 template <typename int_type>
FastIntToBuffer(int_type i,char * buffer)159 char* FastIntToBuffer(int_type i, char* buffer) {
160   static_assert(sizeof(i) <= 64 / 8,
161                 "FastIntToBuffer works only with 64-bit-or-less integers.");
162   // TODO(jorg): This signed-ness check is used because it works correctly
163   // with enums, and it also serves to check that int_type is not a pointer.
164   // If one day something like std::is_signed<enum E> works, switch to it.
165   if (static_cast<int_type>(1) - 2 < 0) {  // Signed
166     if (sizeof(i) > 32 / 8) {           // 33-bit to 64-bit
167       return FastIntToBuffer(static_cast<int64_t>(i), buffer);
168     } else {  // 32-bit or less
169       return FastIntToBuffer(static_cast<int32_t>(i), buffer);
170     }
171   } else {                     // Unsigned
172     if (sizeof(i) > 32 / 8) {  // 33-bit to 64-bit
173       return FastIntToBuffer(static_cast<uint64_t>(i), buffer);
174     } else {  // 32-bit or less
175       return FastIntToBuffer(static_cast<uint32_t>(i), buffer);
176     }
177   }
178 }
179 
180 // Implementation of SimpleAtoi, generalized to support arbitrary base (used
181 // with base different from 10 elsewhere in Abseil implementation).
182 template <typename int_type>
safe_strtoi_base(absl::string_view s,int_type * out,int base)183 ABSL_MUST_USE_RESULT bool safe_strtoi_base(absl::string_view s, int_type* out,
184                                            int base) {
185   static_assert(sizeof(*out) == 4 || sizeof(*out) == 8,
186                 "SimpleAtoi works only with 32-bit or 64-bit integers.");
187   static_assert(!std::is_floating_point<int_type>::value,
188                 "Use SimpleAtof or SimpleAtod instead.");
189   bool parsed;
190   // TODO(jorg): This signed-ness check is used because it works correctly
191   // with enums, and it also serves to check that int_type is not a pointer.
192   // If one day something like std::is_signed<enum E> works, switch to it.
193   if (static_cast<int_type>(1) - 2 < 0) {  // Signed
194     if (sizeof(*out) == 64 / 8) {       // 64-bit
195       int64_t val;
196       parsed = numbers_internal::safe_strto64_base(s, &val, base);
197       *out = static_cast<int_type>(val);
198     } else {  // 32-bit
199       int32_t val;
200       parsed = numbers_internal::safe_strto32_base(s, &val, base);
201       *out = static_cast<int_type>(val);
202     }
203   } else {                         // Unsigned
204     if (sizeof(*out) == 64 / 8) {  // 64-bit
205       uint64_t val;
206       parsed = numbers_internal::safe_strtou64_base(s, &val, base);
207       *out = static_cast<int_type>(val);
208     } else {  // 32-bit
209       uint32_t val;
210       parsed = numbers_internal::safe_strtou32_base(s, &val, base);
211       *out = static_cast<int_type>(val);
212     }
213   }
214   return parsed;
215 }
216 
217 // FastHexToBufferZeroPad16()
218 //
219 // Outputs `val` into `out` as if by `snprintf(out, 17, "%016x", val)` but
220 // without the terminating null character. Thus `out` must be of length >= 16.
221 // Returns the number of non-pad digits of the output (it can never be zero
222 // since 0 has one digit).
FastHexToBufferZeroPad16(uint64_t val,char * out)223 inline size_t FastHexToBufferZeroPad16(uint64_t val, char* out) {
224 #ifdef __SSE4_2__
225   uint64_t be = absl::big_endian::FromHost64(val);
226   const auto kNibbleMask = _mm_set1_epi8(0xf);
227   const auto kHexDigits = _mm_setr_epi8('0', '1', '2', '3', '4', '5', '6', '7',
228                                         '8', '9', 'a', 'b', 'c', 'd', 'e', 'f');
229   auto v = _mm_loadl_epi64(reinterpret_cast<__m128i*>(&be));  // load lo dword
230   auto v4 = _mm_srli_epi64(v, 4);                            // shift 4 right
231   auto il = _mm_unpacklo_epi8(v4, v);                        // interleave bytes
232   auto m = _mm_and_si128(il, kNibbleMask);                   // mask out nibbles
233   auto hexchars = _mm_shuffle_epi8(kHexDigits, m);           // hex chars
234   _mm_storeu_si128(reinterpret_cast<__m128i*>(out), hexchars);
235 #else
236   for (int i = 0; i < 8; ++i) {
237     auto byte = (val >> (56 - 8 * i)) & 0xFF;
238     auto* hex = &absl::numbers_internal::kHexTable[byte * 2];
239     std::memcpy(out + 2 * i, hex, 2);
240   }
241 #endif
242   // | 0x1 so that even 0 has 1 digit.
243   return 16 - absl::base_internal::CountLeadingZeros64(val | 0x1) / 4;
244 }
245 
246 }  // namespace numbers_internal
247 
248 // SimpleAtoi()
249 //
250 // Converts a string to an integer, using `safe_strto?()` functions for actual
251 // parsing, returning `true` if successful. The `safe_strto?()` functions apply
252 // strict checking; the string must be a base-10 integer, optionally followed or
253 // preceded by ASCII whitespace, with a value in the range of the corresponding
254 // integer type.
255 template <typename int_type>
SimpleAtoi(absl::string_view str,int_type * out)256 ABSL_MUST_USE_RESULT bool SimpleAtoi(absl::string_view str, int_type* out) {
257   return numbers_internal::safe_strtoi_base(str, out, 10);
258 }
259 
SimpleAtoi(absl::string_view str,absl::int128 * out)260 ABSL_MUST_USE_RESULT inline bool SimpleAtoi(absl::string_view str,
261                                             absl::int128* out) {
262   return numbers_internal::safe_strto128_base(str, out, 10);
263 }
264 
SimpleAtoi(absl::string_view str,absl::uint128 * out)265 ABSL_MUST_USE_RESULT inline bool SimpleAtoi(absl::string_view str,
266                                             absl::uint128* out) {
267   return numbers_internal::safe_strtou128_base(str, out, 10);
268 }
269 
270 ABSL_NAMESPACE_END
271 }  // namespace absl
272 
273 #endif  // ABSL_STRINGS_NUMBERS_H_
274