/*
This file is part of TON Blockchain Library.
TON Blockchain Library is free software: you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License as published by
the Free Software Foundation, either version 2 of the License, or
(at your option) any later version.
TON Blockchain Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public License
along with TON Blockchain Library. If not, see .
Copyright 2017-2019 Telegram Systems LLP
*/
#pragma once
#include
#include "vm/cells.h"
#include "td/utils/Status.h"
#include "td/utils/buffer.h"
#include "td/utils/HashMap.h"
namespace vm {
using td::Ref;
td::Result[> std_boc_deserialize(td::Slice data, bool can_be_empty = false);
td::Result std_boc_serialize(Ref] root, int mode = 0);
td::Result>> std_boc_deserialize_multi(td::Slice data);
td::Result std_boc_serialize_multi(std::vector[> root, int mode = 0);
class NewCellStorageStat {
public:
NewCellStorageStat() {
}
struct Stat {
Stat() {
}
Stat(td::uint64 cells_, td::uint64 bits_, td::uint64 internal_refs_ = 0, td::uint64 external_refs_ = 0)
: cells(cells_), bits(bits_), internal_refs(internal_refs_), external_refs(external_refs_) {
}
td::uint64 cells{0};
td::uint64 bits{0};
td::uint64 internal_refs{0};
td::uint64 external_refs{0};
auto key() const {
return std::make_tuple(cells, bits, internal_refs, external_refs);
}
bool operator==(const Stat& other) const {
return key() == other.key();
}
Stat& operator=(const Stat& other) = default;
Stat& operator+=(const Stat& other) {
cells += other.cells;
bits += other.bits;
internal_refs += other.internal_refs;
external_refs += other.external_refs;
return *this;
}
Stat operator+(const Stat& other) const {
return Stat{cells + other.cells, bits + other.bits, internal_refs + other.internal_refs,
external_refs + other.external_refs};
}
bool fits_uint32() const {
return !((cells | bits | internal_refs | external_refs) >> 32);
}
void set_zero() {
cells = bits = internal_refs = external_refs = 0;
}
};
Stat get_stat() const {
return stat_;
}
Stat get_proof_stat() const {
return proof_stat_;
}
Stat get_total_stat() const {
return stat_ + proof_stat_;
}
void add_cell(Ref] cell);
void add_proof(Ref cell, const CellUsageTree* usage_tree);
void add_cell_and_proof(Ref cell, const CellUsageTree* usage_tree);
Stat tentative_add_cell(Ref cell) const;
Stat tentative_add_proof(Ref cell, const CellUsageTree* usage_tree) const;
void set_zero() {
stat_.set_zero();
proof_stat_.set_zero();
}
private:
const CellUsageTree* usage_tree_;
std::set seen_;
Stat stat_;
std::set proof_seen_;
Stat proof_stat_;
const NewCellStorageStat* parent_{nullptr};
void dfs(Ref cell, bool need_stat, bool need_proof_stat);
};
struct CellStorageStat {
unsigned long long cells;
unsigned long long bits;
unsigned long long public_cells;
std::set seen;
CellStorageStat() : cells(0), bits(0), public_cells(0) {
}
bool clear_seen() {
seen.clear();
return true;
}
void clear() {
cells = bits = public_cells = 0;
clear_seen();
}
bool compute_used_storage(Ref cs_ref, bool kill_dup = true, bool skip_count_root = false);
bool compute_used_storage(const CellSlice& cs, bool kill_dup = true, bool skip_count_root = false);
bool compute_used_storage(CellSlice&& cs, bool kill_dup = true, bool skip_count_root = false);
bool compute_used_storage(Ref cell, bool kill_dup = true, bool skip_count_root = false);
bool add_used_storage(Ref cs_ref, bool kill_dup = true, bool skip_count_root = false);
bool add_used_storage(const CellSlice& cs, bool kill_dup = true, bool skip_count_root = false);
bool add_used_storage(CellSlice&& cs, bool kill_dup = true, bool skip_count_root = false);
bool add_used_storage(Ref cell, bool kill_dup = true, bool skip_count_root = false);
};
struct CellSerializationInfo {
bool special;
Cell::LevelMask level_mask;
bool with_hashes;
size_t hashes_offset;
size_t depth_offset;
size_t data_offset;
size_t data_len;
bool data_with_bits;
size_t refs_offset;
int refs_cnt;
size_t end_offset;
td::Status init(td::Slice data, int ref_byte_size);
td::Status init(td::uint8 d1, td::uint8 d2, int ref_byte_size);
td::Result get_bits(td::Slice cell) const;
td::Result[> create_data_cell(td::Slice data, td::Span][> refs) const;
};
class BagOfCells {
public:
enum { hash_bytes = vm::Cell::hash_bytes };
enum Mode { WithIndex = 1, WithCRC32C = 2, WithTopHash = 4, WithIntHashes = 8, WithCacheBits = 16, max = 31 };
enum { max_cell_whs = 64 };
using Hash = Cell::Hash;
struct Info {
enum : td::uint32 { boc_idx = 0x68ff65f3, boc_idx_crc32c = 0xacc3a728, boc_generic = 0xb5ee9c72 };
unsigned magic;
int root_count;
int cell_count;
int absent_count;
int ref_byte_size;
int offset_byte_size;
bool valid;
bool has_index;
bool has_roots{false};
bool has_crc32c;
bool has_cache_bits;
unsigned long long roots_offset, index_offset, data_offset, data_size, total_size;
Info() : magic(0), valid(false) {
}
void invalidate() {
valid = false;
}
long long parse_serialized_header(const td::Slice& slice);
unsigned long long read_int(const unsigned char* ptr, unsigned bytes);
unsigned long long read_ref(const unsigned char* ptr) {
return read_int(ptr, ref_byte_size);
}
unsigned long long read_offset(const unsigned char* ptr) {
return read_int(ptr, offset_byte_size);
}
void write_int(unsigned char* ptr, unsigned long long value, int bytes);
void write_ref(unsigned char* ptr, unsigned long long value) {
write_int(ptr, value, ref_byte_size);
}
void write_offset(unsigned char* ptr, unsigned long long value) {
write_int(ptr, value, offset_byte_size);
}
};
private:
int cell_count{0}, root_count{0}, dangle_count{0}, int_refs{0};
int int_hashes{0}, top_hashes{0};
int max_depth{1024};
Info info;
unsigned long long data_bytes{0};
unsigned char* store_ptr{nullptr};
unsigned char* store_end{nullptr};
td::HashMap cells;
struct CellInfo {
Ref dc_ref;
std::array ref_idx;
unsigned char ref_num;
unsigned char wt;
unsigned char hcnt;
int new_idx;
bool should_cache{false};
bool is_root_cell{false};
CellInfo() : ref_num(0) {
}
CellInfo(Ref _dc) : dc_ref(std::move(_dc)), ref_num(0) {
}
CellInfo(Ref _dc, int _refs, const std::array& _ref_list)
: dc_ref(std::move(_dc)), ref_idx(_ref_list), ref_num(static_cast(_refs)) {
}
bool is_special() const {
return !wt;
}
};
std::vector cell_list_;
struct RootInfo {
RootInfo() = default;
RootInfo(Ref] cell, int idx) : cell(std::move(cell)), idx(idx) {
}
Ref cell;
int idx{-1};
};
std::vector cell_list_tmp;
std::vector roots;
std::vector serialized;
const unsigned char* index_ptr{nullptr};
const unsigned char* data_ptr{nullptr};
std::vector custom_index;
public:
void clear();
int set_roots(const std::vector>& new_roots);
int set_root(td::Ref new_root);
int add_roots(const std::vector>& add_roots);
int add_root(td::Ref add_root);
td::Status import_cells() TD_WARN_UNUSED_RESULT;
BagOfCells() = default;
std::size_t estimate_serialized_size(int mode = 0);
BagOfCells& serialize(int mode = 0);
std::string serialize_to_string(int mode = 0);
td::Result serialize_to_slice(int mode = 0);
std::size_t serialize_to(unsigned char* buffer, std::size_t buff_size, int mode = 0);
std::string extract_string() const;
td::Result deserialize(const td::Slice& data);
td::Result deserialize(const unsigned char* buffer, std::size_t buff_size) {
return deserialize(td::Slice{buffer, buff_size});
}
int get_root_count() const {
return root_count;
}
Ref get_root_cell(int idx = 0) const {
return (idx >= 0 && idx < root_count) ? roots.at(idx).cell : Ref{};
}
static int precompute_cell_serialization_size(const unsigned char* cell, std::size_t len, int ref_size,
int* refs_num_ptr = nullptr);
private:
int rv_idx;
td::Result import_cell(td::Ref cell, int depth);
void cells_clear() {
cell_count = 0;
int_refs = 0;
data_bytes = 0;
cells.clear();
cell_list_.clear();
}
td::uint64 compute_sizes(int mode, int& r_size, int& o_size);
void init_store(unsigned char* from, unsigned char* to) {
store_ptr = from;
store_end = to;
}
void store_chk() const {
DCHECK(store_ptr <= store_end);
}
bool store_empty() const {
return store_ptr == store_end;
}
void store_uint(unsigned long long value, unsigned bytes);
void store_ref(unsigned long long value) {
store_uint(value, info.ref_byte_size);
}
void store_offset(unsigned long long value) {
store_uint(value, info.offset_byte_size);
}
void reorder_cells();
int revisit(int cell_idx, int force = 0);
unsigned long long get_idx_entry_raw(int index);
unsigned long long get_idx_entry(int index);
bool get_cache_entry(int index);
td::Result get_cell_slice(int index, td::Slice data);
td::Result> deserialize_cell(int index, td::Slice data, td::Span> cells,
std::vector* cell_should_cache);
};
} // namespace vm
| | | | | | | | | | |