/ src / test / fuzz / golomb_rice.cpp
golomb_rice.cpp
 1  // Copyright (c) 2020-2022 The Bitcoin Core developers
 2  // Distributed under the MIT software license, see the accompanying
 3  // file COPYING or http://www.opensource.org/licenses/mit-license.php.
 4  
 5  #include <blockfilter.h>
 6  #include <serialize.h>
 7  #include <streams.h>
 8  #include <test/fuzz/FuzzedDataProvider.h>
 9  #include <test/fuzz/fuzz.h>
10  #include <test/fuzz/util.h>
11  #include <util/bytevectorhash.h>
12  #include <util/golombrice.h>
13  
14  #include <algorithm>
15  #include <cassert>
16  #include <cstdint>
17  #include <iosfwd>
18  #include <unordered_set>
19  #include <vector>
20  
21  namespace {
22  
23  uint64_t HashToRange(const std::vector<uint8_t>& element, const uint64_t f)
24  {
25      const uint64_t hash = CSipHasher(0x0706050403020100ULL, 0x0F0E0D0C0B0A0908ULL)
26                                .Write(element)
27                                .Finalize();
28      return FastRange64(hash, f);
29  }
30  
31  std::vector<uint64_t> BuildHashedSet(const std::unordered_set<std::vector<uint8_t>, ByteVectorHash>& elements, const uint64_t f)
32  {
33      std::vector<uint64_t> hashed_elements;
34      hashed_elements.reserve(elements.size());
35      for (const std::vector<uint8_t>& element : elements) {
36          hashed_elements.push_back(HashToRange(element, f));
37      }
38      std::sort(hashed_elements.begin(), hashed_elements.end());
39      return hashed_elements;
40  }
41  } // namespace
42  
43  FUZZ_TARGET(golomb_rice)
44  {
45      FuzzedDataProvider fuzzed_data_provider(buffer.data(), buffer.size());
46      std::vector<uint8_t> golomb_rice_data;
47      std::vector<uint64_t> encoded_deltas;
48      {
49          std::unordered_set<std::vector<uint8_t>, ByteVectorHash> elements;
50          const int n = fuzzed_data_provider.ConsumeIntegralInRange<int>(0, 512);
51          for (int i = 0; i < n; ++i) {
52              elements.insert(ConsumeRandomLengthByteVector(fuzzed_data_provider, 16));
53          }
54          VectorWriter stream{golomb_rice_data, 0};
55          WriteCompactSize(stream, static_cast<uint32_t>(elements.size()));
56          BitStreamWriter bitwriter{stream};
57          if (!elements.empty()) {
58              uint64_t last_value = 0;
59              for (const uint64_t value : BuildHashedSet(elements, static_cast<uint64_t>(elements.size()) * static_cast<uint64_t>(BASIC_FILTER_M))) {
60                  const uint64_t delta = value - last_value;
61                  encoded_deltas.push_back(delta);
62                  GolombRiceEncode(bitwriter, BASIC_FILTER_P, delta);
63                  last_value = value;
64              }
65          }
66          bitwriter.Flush();
67      }
68  
69      std::vector<uint64_t> decoded_deltas;
70      {
71          SpanReader stream{golomb_rice_data};
72          BitStreamReader bitreader{stream};
73          const uint32_t n = static_cast<uint32_t>(ReadCompactSize(stream));
74          for (uint32_t i = 0; i < n; ++i) {
75              decoded_deltas.push_back(GolombRiceDecode(bitreader, BASIC_FILTER_P));
76          }
77      }
78  
79      assert(encoded_deltas == decoded_deltas);
80  
81      {
82          const std::vector<uint8_t> random_bytes = ConsumeRandomLengthByteVector(fuzzed_data_provider, 1024);
83          SpanReader stream{random_bytes};
84          uint32_t n;
85          try {
86              n = static_cast<uint32_t>(ReadCompactSize(stream));
87          } catch (const std::ios_base::failure&) {
88              return;
89          }
90          BitStreamReader bitreader{stream};
91          for (uint32_t i = 0; i < std::min<uint32_t>(n, 1024); ++i) {
92              try {
93                  (void)GolombRiceDecode(bitreader, BASIC_FILTER_P);
94              } catch (const std::ios_base::failure&) {
95              }
96          }
97      }
98  }