simdjson  3.11.0
Ridiculously Fast JSON
stringparsing_defs.h
1 #ifndef SIMDJSON_LSX_STRINGPARSING_DEFS_H
2 #define SIMDJSON_LSX_STRINGPARSING_DEFS_H
3 
4 #ifndef SIMDJSON_CONDITIONAL_INCLUDE
5 #include "simdjson/lsx/base.h"
6 #include "simdjson/lsx/simd.h"
7 #include "simdjson/lsx/bitmanipulation.h"
8 #endif // SIMDJSON_CONDITIONAL_INCLUDE
9 
10 namespace simdjson {
11 namespace lsx {
12 namespace {
13 
14 using namespace simd;
15 
16 // Holds backslashes and quotes locations.
17 struct backslash_and_quote {
18 public:
19  static constexpr uint32_t BYTES_PROCESSED = 32;
20  simdjson_inline static backslash_and_quote copy_and_find(const uint8_t *src, uint8_t *dst);
21 
22  simdjson_inline bool has_quote_first() { return ((bs_bits - 1) & quote_bits) != 0; }
23  simdjson_inline bool has_backslash() { return bs_bits != 0; }
24  simdjson_inline int quote_index() { return trailing_zeroes(quote_bits); }
25  simdjson_inline int backslash_index() { return trailing_zeroes(bs_bits); }
26 
27  uint32_t bs_bits;
28  uint32_t quote_bits;
29 }; // struct backslash_and_quote
30 
31 simdjson_inline backslash_and_quote backslash_and_quote::copy_and_find(const uint8_t *src, uint8_t *dst) {
32  // this can read up to 31 bytes beyond the buffer size, but we require
33  // SIMDJSON_PADDING of padding
34  static_assert(SIMDJSON_PADDING >= (BYTES_PROCESSED - 1), "backslash and quote finder must process fewer than SIMDJSON_PADDING bytes");
35  simd8<uint8_t> v0(src);
36  simd8<uint8_t> v1(src + sizeof(v0));
37  v0.store(dst);
38  v1.store(dst + sizeof(v0));
39 
40  // Getting a 64-bit bitmask is much cheaper than multiple 16-bit bitmasks on LSX; therefore, we
41  // smash them together into a 64-byte mask and get the bitmask from there.
42  uint64_t bs_and_quote = simd8x64<bool>(v0 == '\\', v1 == '\\', v0 == '"', v1 == '"').to_bitmask();
43  return {
44  uint32_t(bs_and_quote), // bs_bits
45  uint32_t(bs_and_quote >> 32) // quote_bits
46  };
47 }
48 
49 } // unnamed namespace
50 } // namespace lsx
51 } // namespace simdjson
52 
53 #endif // SIMDJSON_LSX_STRINGPARSING_DEFS_H
The top level simdjson namespace, containing everything the library provides.
Definition: base.h:8
constexpr size_t SIMDJSON_PADDING
The amount of padding needed in a buffer to parse JSON.
Definition: base.h:32