/*
This file is part of TON Blockchain Library.
TON Blockchain Library is free software: you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License as published by
the Free Software Foundation, either version 2 of the License, or
(at your option) any later version.
TON Blockchain Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public License
along with TON Blockchain Library. If not, see .
Copyright 2017-2019 Telegram Systems LLP
*/
#include "manager-init.hpp"
#include "td/utils/filesystem.h"
#include "fabric.h"
#include "downloaders/wait-block-state.hpp"
#include "ton/ton-io.hpp"
#include "common/checksum.h"
#include "adnl/utils.hpp"
#include "validator/downloaders/download-state.hpp"
#include "common/delay.h"
#include "td/actor/MultiPromise.h"
namespace ton {
namespace validator {
void ValidatorManagerMasterchainReiniter::start_up() {
CHECK(block_id_.is_masterchain());
CHECK(block_id_.id.shard == shardIdAll);
CHECK(block_id_.seqno() >= opts_->get_last_fork_masterchain_seqno());
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::written_hardforks);
});
td::actor::send_closure(db_, &Db::update_hardforks, opts_->get_hardforks(), std::move(P));
}
void ValidatorManagerMasterchainReiniter::written_hardforks() {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::got_masterchain_handle, R.move_as_ok());
});
td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, block_id_, true, std::move(P));
}
void ValidatorManagerMasterchainReiniter::got_masterchain_handle(BlockHandle handle) {
handle_ = std::move(handle);
key_blocks_.push_back(handle_);
if (opts_->initial_sync_disabled()) {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::download_masterchain_state);
});
td::actor::create_actor("downloadstate", handle_->id(), BlockIdExt{}, 2, manager_,
td::Timestamp::in(3600), std::move(P))
.release();
return;
}
download_proof_link();
}
void ValidatorManagerMasterchainReiniter::download_proof_link() {
if (handle_->id().id.seqno == 0) {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::downloaded_zero_state);
});
td::actor::create_actor("downloadstate", handle_->id(), BlockIdExt{}, 2, manager_,
td::Timestamp::in(3600), std::move(P))
.release();
} else {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
if (R.is_error()) {
LOG(WARNING) << "failed to download proof link: " << R.move_as_error();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::download_proof_link);
} else {
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::downloaded_proof_link, R.move_as_ok());
}
});
td::actor::send_closure(manager_, &ValidatorManager::send_get_block_proof_link_request, handle_->id(), 2,
std::move(P));
}
}
void ValidatorManagerMasterchainReiniter::downloaded_proof_link(td::BufferSlice proof) {
auto pp = create_proof_link(handle_->id(), std::move(proof));
if (pp.is_error()) {
LOG(WARNING) << "bad proof link: " << pp.move_as_error();
download_proof_link();
return;
}
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
if (R.is_error()) {
LOG(WARNING) << "downloaded proof link failed: " << R.move_as_error();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::download_proof_link);
} else {
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::try_download_key_blocks, false);
}
});
run_check_proof_link_query(handle_->id(), pp.move_as_ok(), manager_, td::Timestamp::in(60.0), std::move(P));
}
void ValidatorManagerMasterchainReiniter::downloaded_zero_state() {
try_download_key_blocks(false);
}
void ValidatorManagerMasterchainReiniter::try_download_key_blocks(bool try_start) {
if (!download_new_key_blocks_until_) {
if (opts_->allow_blockchain_init()) {
download_new_key_blocks_until_ = td::Timestamp::in(60.0);
} else {
download_new_key_blocks_until_ = td::Timestamp::in(600.0);
}
}
if (key_blocks_.size() > 0 && try_start) {
auto h = *key_blocks_.rbegin();
CHECK(h->inited_unix_time());
if (h->unix_time() + opts_->sync_blocks_before() > td::Clocks::system()) {
choose_masterchain_state();
return;
}
if (h->unix_time() + 2 * opts_->key_block_utime_step() > td::Clocks::system()) {
choose_masterchain_state();
return;
}
if (opts_->allow_blockchain_init() && download_new_key_blocks_until_.is_in_past()) {
choose_masterchain_state();
return;
}
}
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) {
if (R.is_error()) {
LOG(WARNING) << "failed to download key blocks: " << R.move_as_error();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::got_next_key_blocks,
std::vector{});
} else {
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::got_next_key_blocks, R.move_as_ok());
}
});
td::actor::send_closure(manager_, &ValidatorManager::send_get_next_key_blocks_request, (*key_blocks_.rbegin())->id(),
2, std::move(P));
}
void ValidatorManagerMasterchainReiniter::got_next_key_blocks(std::vector vec) {
if (!vec.size()) {
delay_action(
[SelfId = actor_id(this)]() {
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::try_download_key_blocks, true);
},
td::Timestamp::in(1.0));
return;
}
if (download_new_key_blocks_until_) {
if (opts_->allow_blockchain_init()) {
download_new_key_blocks_until_ = td::Timestamp::in(60.0);
} else {
download_new_key_blocks_until_ = td::Timestamp::in(600.0);
}
}
LOG(WARNING) << "last key block is " << vec[vec.size() - 1];
auto s = static_cast(key_blocks_.size());
key_blocks_.resize(key_blocks_.size() + vec.size(), nullptr);
pending_ = static_cast(vec.size());
CHECK(pending_ > 0);
for (td::uint32 i = 0; i < pending_; i++) {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this), idx = i + s](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::got_key_block_handle, idx, R.move_as_ok());
});
td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, vec[i], true, std::move(P));
}
}
void ValidatorManagerMasterchainReiniter::got_key_block_handle(td::uint32 idx, BlockHandle handle) {
CHECK(!key_blocks_[idx]);
CHECK(handle->inited_proof());
CHECK(handle->is_key_block());
key_blocks_[idx] = std::move(handle);
CHECK(pending_ > 0);
if (!--pending_) {
try_download_key_blocks(false);
}
}
void ValidatorManagerMasterchainReiniter::choose_masterchain_state() {
BlockHandle handle = handle_;
for (size_t i = 0; i < key_blocks_.size(); i++) {
auto h = key_blocks_[key_blocks_.size() - 1 - i];
BlockHandle p = nullptr;
if (i < key_blocks_.size() - 1) {
p = key_blocks_[key_blocks_.size() - 2 - i];
}
if (!p || ValidatorManager::is_persistent_state(h->unix_time(), p->unix_time())) {
auto ttl = ValidatorManager::persistent_state_ttl(h->unix_time());
if (ttl > td::Clocks::system() + opts_->sync_blocks_before()) {
handle = h;
break;
}
}
}
block_id_ = handle->id();
handle_ = handle;
LOG(WARNING) << "best handle is " << handle_->id();
download_masterchain_state();
}
void ValidatorManagerMasterchainReiniter::download_masterchain_state() {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) {
if (R.is_error()) {
LOG(WARNING) << "failed to download masterchain state: " << R.move_as_error();
delay_action(
[=]() { td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::download_masterchain_state); },
td::Timestamp::in(1.0));
} else {
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::downloaded_masterchain_state,
R.move_as_ok());
}
});
td::actor::create_actor("downloadstate", block_id_, block_id_, 2, manager_,
td::Timestamp::in(3600), std::move(P))
.release();
}
void ValidatorManagerMasterchainReiniter::downloaded_masterchain_state(td::Ref state) {
state_ = td::Ref{std::move(state)};
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::downloaded_all_shards);
});
client_ = td::actor::create_actor("shardclient", opts_, handle_, state_, manager_, std::move(P));
}
void ValidatorManagerMasterchainReiniter::downloaded_all_shards() {
td::actor::send_closure(manager_, &ValidatorManager::update_gc_block_handle, handle_,
[SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainReiniter::finish);
});
}
void ValidatorManagerMasterchainReiniter::finish() {
CHECK(handle_->id().id.seqno == 0 || handle_->is_key_block());
promise_.set_value(ValidatorManagerInitResult{handle_, state_, std::move(client_), handle_, state_, handle_});
stop();
}
void ValidatorManagerMasterchainStarter::start_up() {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
if (R.is_error()) {
CHECK(R.error().code() == ErrorCode::notready);
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::failed_to_get_init_block_id);
} else {
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_init_block_id, R.move_as_ok());
}
});
td::actor::send_closure(db_, &Db::get_init_masterchain_block, std::move(P));
}
void ValidatorManagerMasterchainStarter::failed_to_get_init_block_id() {
td::actor::create_actor("reiniter", opts_, manager_, db_, std::move(promise_))
.release();
stop();
}
void ValidatorManagerMasterchainStarter::got_init_block_id(BlockIdExt block_id) {
block_id_ = block_id;
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_init_block_handle, R.move_as_ok());
});
td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, block_id_, true, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_init_block_handle(BlockHandle handle) {
handle_ = std::move(handle);
LOG_CHECK(handle_->received_state()) << "block_id=" << handle_->id();
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_init_block_state,
td::Ref{R.move_as_ok()});
});
td::actor::send_closure(manager_, &ValidatorManager::get_shard_state_from_db, handle_, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_init_block_state(td::Ref state) {
state_ = std::move(state);
CHECK(state_->get_block_id() == opts_->init_block_id() || state_->ancestor_is_valid(opts_->init_block_id()));
//finish();
auto P = td::PromiseCreator::lambda(
[SelfId = actor_id(this), block_id = opts_->init_block_id()](td::Result R) {
if (R.is_error()) {
LOG_CHECK(R.error().code() == ErrorCode::notready) << R.move_as_error();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_gc_block_id, block_id);
} else {
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_gc_block_id, R.move_as_ok());
}
});
td::actor::send_closure(db_, &Db::get_gc_masterchain_block, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_gc_block_id(BlockIdExt block_id) {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_gc_block_handle, R.move_as_ok());
});
td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, block_id, true, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_gc_block_handle(BlockHandle handle) {
gc_handle_ = std::move(handle);
CHECK(gc_handle_->id().id.seqno <= handle_->id().id.seqno);
LOG_CHECK(gc_handle_->received_state()) << "block_id=" << gc_handle_->id();
LOG_CHECK(!gc_handle_->deleted_state_boc()) << "block_id=" << gc_handle_->id();
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_gc_block_state,
td::Ref{R.move_as_ok()});
});
td::actor::send_closure(manager_, &ValidatorManager::get_shard_state_from_db, gc_handle_, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_gc_block_state(td::Ref state) {
gc_state_ = std::move(state);
if (handle_->id().id.seqno == 0 || handle_->is_key_block()) {
last_key_block_handle_ = handle_;
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_shard_block_id, R.move_as_ok());
});
td::actor::send_closure(manager_, &ValidatorManager::get_shard_client_state, true, std::move(P));
return;
}
auto block_id = state_->last_key_block_id();
CHECK(block_id.is_valid());
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_key_block_handle, R.move_as_ok());
});
td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, block_id, true, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_key_block_handle(BlockHandle handle) {
CHECK(handle);
CHECK(handle->id().id.seqno == 0 || handle->is_key_block());
last_key_block_handle_ = std::move(handle);
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_shard_block_id, R.move_as_ok());
});
td::actor::send_closure(manager_, &ValidatorManager::get_shard_client_state, true, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_shard_block_id(BlockIdExt block_id) {
client_block_id_ = block_id;
finish();
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_hardforks, R.move_as_ok());
});
td::actor::send_closure(db_, &Db::get_hardforks, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_hardforks(std::vector vec) {
auto h = opts_->get_hardforks();
if (h.size() < vec.size()) {
LOG(FATAL) << "cannot start: number of hardforks decreased";
return;
}
if (h.size() == vec.size()) {
if (h.size() > 0) {
if (*h.rbegin() != *vec.rbegin()) {
LOG(FATAL) << "cannot start: hardforks list changed";
return;
}
}
finish();
return;
}
if (h.size() > vec.size() + 1) {
LOG(FATAL) << "cannot start: number of hardforks increase is too big";
return;
}
auto b = *h.rbegin();
if (b.seqno() > handle_->id().seqno()) {
truncated();
return;
}
if (b.seqno() <= gc_handle_->id().seqno()) {
LOG(FATAL) << "cannot start: new hardfork is on too old block (already gc'd)";
return;
}
BlockIdExt id;
if (state_->get_old_mc_block_id(b.seqno() - 1, id)) {
got_truncate_block_id(id);
return;
}
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_truncate_block_id, R.move_as_ok());
});
td::actor::send_closure(db_, &Db::get_block_by_seqno, AccountIdPrefixFull{masterchainId, 0}, b.seqno() - 1,
std::move(P));
}
void ValidatorManagerMasterchainStarter::got_truncate_block_id(BlockIdExt block_id) {
block_id_ = block_id;
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_truncate_block_handle, R.move_as_ok());
});
td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, block_id_, false, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_truncate_block_handle(BlockHandle handle) {
handle_ = std::move(handle);
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result> R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_truncate_state,
td::Ref{R.move_as_ok()});
});
td::actor::send_closure(db_, &Db::get_block_state, handle_, std::move(P));
}
void ValidatorManagerMasterchainStarter::got_truncate_state(td::Ref state) {
state_ = std::move(state);
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::truncated_db);
});
td::actor::send_closure(manager_, &ValidatorManager::truncate, state_, std::move(P));
}
void ValidatorManagerMasterchainStarter::truncated_db() {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::truncated);
});
auto key = state_->last_key_block_id();
td::MultiPromise mp;
auto ig = mp.init_guard();
ig.add_promise(std::move(P));
td::actor::send_closure(db_, &Db::update_init_masterchain_block, block_id_, ig.get_promise());
if (client_block_id_.seqno() > block_id_.seqno()) {
client_block_id_ = block_id_;
td::actor::send_closure(db_, &Db::update_shard_client_state, client_block_id_, ig.get_promise());
}
if (last_key_block_handle_->id().seqno() > key.seqno()) {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this),
promise = ig.get_promise()](td::Result R) mutable {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::got_prev_key_block_handle, R.move_as_ok());
promise.set_value(td::Unit());
});
td::actor::send_closure(manager_, &ValidatorManager::get_block_handle, key, false, std::move(P));
}
{
auto P = td::PromiseCreator::lambda(
[b = block_id_, key, db = db_, promise = ig.get_promise()](td::Result R) mutable {
if (R.is_error()) {
promise.set_value(td::Unit());
return;
}
auto s = R.move_as_ok();
if (s.last_block_id.seqno() <= b.seqno()) {
promise.set_value(td::Unit());
return;
}
s.last_block_id = b;
if (s.last_written_block_id.seqno() > b.seqno()) {
s.last_written_block_id = key;
s.last_written_block_ts = 0; // may lead to extra state snapshot on disk. Does not seem like a problem
}
td::actor::send_closure(db, &Db::update_async_serializer_state, s, std::move(promise));
});
td::actor::send_closure(db_, &Db::get_async_serializer_state, std::move(P));
}
}
void ValidatorManagerMasterchainStarter::got_prev_key_block_handle(BlockHandle handle) {
last_key_block_handle_ = std::move(handle);
}
void ValidatorManagerMasterchainStarter::truncated() {
handle_->set_next(*opts_->get_hardforks().rbegin());
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::written_next);
});
handle_->flush(manager_, handle_, std::move(P));
}
void ValidatorManagerMasterchainStarter::written_next() {
auto P = td::PromiseCreator::lambda([SelfId = actor_id(this)](td::Result R) {
R.ensure();
td::actor::send_closure(SelfId, &ValidatorManagerMasterchainStarter::finish);
});
td::actor::send_closure(db_, &Db::update_hardforks, opts_->get_hardforks(), std::move(P));
}
void ValidatorManagerMasterchainStarter::finish() {
client_ = td::actor::create_actor("shardclient", opts_, manager_);
promise_.set_value(
ValidatorManagerInitResult{handle_, state_, std::move(client_), gc_handle_, gc_state_, last_key_block_handle_});
stop();
}
void validator_manager_init(td::Ref opts, td::actor::ActorId manager,
td::actor::ActorId db, td::Promise promise) {
CHECK(!opts.is_null());
td::actor::create_actor("starter", std::move(opts), manager, db,
std::move(promise))
.release();
}
} // namespace validator
} // namespace ton