Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion libconsensus
Submodule libconsensus updated 57 files
+854 −146 .idea/workspace.xml
+2 −1 CMakeLists.txt
+0 −3 Consensust.cpp
+297 −0 Makefile
+4 −1 SkaleCommon.h
+231 −0 blockdecrypt/client/BlockDecryptDownloader.cpp
+88 −0 blockdecrypt/client/BlockDecryptDownloader.h
+88 −0 blockdecrypt/client/BlockDecryptDownloaderThreadPool.cpp
+43 −0 blockdecrypt/client/BlockDecryptDownloaderThreadPool.h
+62 −39 catchup/server/CatchupServerAgent.cpp
+18 −11 catchup/server/CatchupServerAgent.h
+24 −8 chains/Schain.cpp
+2 −2 chains/Schain.h
+5 −0 cmake_install.cmake
+1,034 −1,070 consensus.cbp
+106 −0 crypto/AesCbcKeyIVPair.cpp
+45 −0 crypto/AesCbcKeyIVPair.h
+96 −15 crypto/CryptoManager.cpp
+38 −2 crypto/CryptoManager.h
+106 −0 crypto/EncryptedArgument.cpp
+45 −0 crypto/EncryptedArgument.h
+88 −0 datastructures/ArgumentDecryptionSet.cpp
+60 −0 datastructures/ArgumentDecryptionSet.h
+53 −0 datastructures/ArgumentDecryptionShare.cpp
+49 −0 datastructures/ArgumentDecryptionShare.h
+12 −0 datastructures/BlockDecryptedArguments.cpp
+16 −0 datastructures/BlockDecryptedArguments.h
+19 −0 datastructures/BlockDecryptionShares.cpp
+25 −0 datastructures/BlockDecryptionShares.h
+30 −0 datastructures/BlockEncryptedArguments.cpp
+27 −0 datastructures/BlockEncryptedArguments.h
+74 −32 datastructures/BlockProposal.cpp
+9 −0 datastructures/BlockProposal.h
+34 −10 datastructures/CommittedBlock.cpp
+13 −3 datastructures/CommittedBlock.h
+44 −0 headers/BasicHeader.cpp
+7 −0 headers/BasicHeader.h
+86 −0 headers/BlockDecryptRequestHeader.cpp
+49 −0 headers/BlockDecryptRequestHeader.h
+63 −0 headers/BlockDecryptResponseHeader.cpp
+40 −0 headers/BlockDecryptResponseHeader.h
+17 −2 headers/CommittedBlockHeader.cpp
+5 −1 headers/CommittedBlockHeader.h
+208 −216 json/JSONFactory.cpp
+1 −1 json/JSONFactory.h
+5 −3 network/Utils.cpp
+4 −2 node/ConsensusEngine.cpp
+37 −14 node/ConsensusInterface.h
+4 −2 node/Node.cpp
+10 −2 node/Node.h
+4 −0 oracle/OracleRequestSpec.cpp
+2 −0 oracle/OracleRequestSpec.h
+1 −0 pendingqueue/PendingTransactionsAgent.h
+71 −0 pendingqueue/TestEncryptedTransactionAnalyzer.cpp
+22 −0 pendingqueue/TestEncryptedTransactionAnalyzer.h
+49 −13 pendingqueue/TestMessageGeneratorAgent.cpp
+1 −0 pendingqueue/TestMessageGeneratorAgent.h
3 changes: 1 addition & 2 deletions libethereum/ConsensusStub.h
Original file line number Diff line number Diff line change
Expand Up @@ -39,8 +39,7 @@ class ConsensusStub : private dev::Worker, public ConsensusInterface {
public:
ConsensusStub( ConsensusExtFace& _extFace, uint64_t _lastCommittedBlockID, u256 _stateRoot );
~ConsensusStub() override;
void parseFullConfigAndCreateNode(
const std::string& _jsonConfig, const string& _gethURL ) override;
void parseFullConfigAndCreateNode( const std::string& _jsonConfig, const string& _gethURL ) override;
void startAll() override;
void bootStrapAll() override;
void exitGracefully() override;
Expand Down
27 changes: 24 additions & 3 deletions libethereum/SkaleHost.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -181,8 +181,11 @@ class ConsensusExtImpl : public ConsensusExtFace {
virtual transactions_vector pendingTransactions( size_t _limit, u256& _stateRoot ) override;
virtual void createBlock( const transactions_vector& _approvedTransactions, uint64_t _timeStamp,
uint32_t _timeStampMs, uint64_t _blockID, u256 _gasPrice, u256 _stateRoot,
uint64_t _winningNodeIndex ) override;
uint64_t _winningNodeIndex,
const shared_ptr< map< uint64_t, shared_ptr< vector< uint8_t > > > > decryptedArgs )
override;
virtual void terminateApplication() override;
std::shared_ptr< std::vector< uint8_t > > getEncryptedData( const std::vector< uint8_t >& transaction );
virtual ~ConsensusExtImpl() override = default;

private:
Expand All @@ -200,7 +203,8 @@ ConsensusExtFace::transactions_vector ConsensusExtImpl::pendingTransactions(
void ConsensusExtImpl::createBlock(
const ConsensusExtFace::transactions_vector& _approvedTransactions, uint64_t _timeStamp,
uint32_t /*_timeStampMs */, uint64_t _blockID, u256 _gasPrice, u256 _stateRoot,
uint64_t _winningNodeIndex ) {
uint64_t _winningNodeIndex,
const shared_ptr< map< uint64_t, shared_ptr< vector< uint8_t > > > > decryptedArgs ) {
MICROPROFILE_SCOPEI( "ConsensusExtFace", "createBlock", MP_INDIANRED );
m_host.createBlock(
_approvedTransactions, _timeStamp, _blockID, _gasPrice, _stateRoot, _winningNodeIndex );
Expand All @@ -210,6 +214,22 @@ void ConsensusExtImpl::terminateApplication() {
dev::ExitHandler::exitHandler( SIGINT, dev::ExitHandler::ec_consensus_terminate_request );
}

std::shared_ptr< std::vector< uint8_t > > ConsensusExtImpl::getEncryptedData(
const std::vector< uint8_t >& transaction ) {

static const std::vector< uint8_t > ms = dev::fromHex( TE_MAGIC_START );
static const std::vector< uint8_t > me = dev::fromHex( TE_MAGIC_END );

dev::eth::Transaction t( transaction, dev::eth::CheckTransaction::None );
auto data = t.data();
auto first = std::search( data.begin(), data.end(), ms.begin(), ms.end() );
auto last = std::search( data.begin(), data.end(), me.begin(), me.end() );
if ( first != data.end() && last != data.end() && std::distance( first, last ) > 0 ) {
return std::make_shared< std::vector< uint8_t > >( first + ms.size(), last );
}
return nullptr;
}

SkaleHost::SkaleHost( dev::eth::Client& _client, const ConsensusFactory* _consFactory,
std::shared_ptr< InstanceMonitor > _instanceMonitor, const std::string& _gethURL ) try
: m_client( _client ),
Expand Down Expand Up @@ -251,7 +271,8 @@ SkaleHost::SkaleHost( dev::eth::Client& _client, const ConsensusFactory* _consFa
else
m_consensus = _consFactory->create( *m_extFace );

m_consensus->parseFullConfigAndCreateNode( m_client.chainParams().getOriginalJson(), _gethURL );
m_consensus->parseFullConfigAndCreateNode(
m_client.chainParams().getOriginalJson(), _gethURL );
} catch ( const std::exception& ) {
std::throw_with_nested( CreationException() );
}
Expand Down
56 changes: 56 additions & 0 deletions test/unittests/libweb3jsonrpc/jsonrpc.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -2615,6 +2615,62 @@ BOOST_AUTO_TEST_CASE( mtm_import_future_txs ) {
BOOST_REQUIRE( tq->status().current == 5);
}

//BOOST_AUTO_TEST_CASE( test_analyzer ) {
// JsonRpcFixture fixture( c_genesisConfigString );

// Json::Value txJson;
// txJson["from"] = fixture.coinbase.address().hex();
// txJson["gas"] = "100000";
// txJson["nonce"] = "0";
// txJson["data"] = "0xf84a1cf7214ae051cae8aaaa98a773d884b2f1c4ac27";
// TransactionSkeleton ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// pair< bool, Secret > ar1 = fixture.accountHolder->authenticate( ts1 );
// Transaction tx1( ts1, ar1.second );

// auto res = fixture.analyzer->getEncryptedData(tx1.rlp());
// auto strResult = toHex( *res );
// BOOST_REQUIRE( strResult == "aaaa" );

// txJson["data"] = "0xaaaaf84a1cf7214ae051cae8aaaa98a773d884b2f1c4ac27bbbb";
// ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// ar1 = fixture.accountHolder->authenticate( ts1 );

// Transaction tx2( ts1, ar1.second );
// res = fixture.analyzer->getEncryptedData(tx2.rlp());
// strResult = toHex( *res );
// BOOST_REQUIRE( strResult == "aaaa" );

// txJson["data"] = "0xaaaaf84a1cf7214ae051cae898a773d884b2f1c4ac27bbbb";
// ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// ar1 = fixture.accountHolder->authenticate( ts1 );

// Transaction tx3( ts1, ar1.second );
// res = fixture.analyzer->getEncryptedData(tx3.rlp());
// strResult = toHex( *res );
// BOOST_REQUIRE( strResult == "" );

// txJson["data"] = "0xaaaa98a773d884b2f1c4ac27aaaaf84a1cf7214ae051cae8bbbb";
// ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// ar1 = fixture.accountHolder->authenticate( ts1 );

// Transaction tx4( ts1, ar1.second );
// res = fixture.analyzer->getEncryptedData(tx4.rlp());
// BOOST_REQUIRE( res == nullptr );

// txJson["data"] = "0xaaaa98a773d884b2fdddddddddddddf84a1cf74ae051cae8bbbb";
// ts1 = toTransactionSkeleton( txJson );
// ts1 = fixture.client->populateTransactionWithDefaults( ts1 );
// ar1 = fixture.accountHolder->authenticate( ts1 );

// Transaction tx5( ts1, ar1.second );
// res = fixture.analyzer->getEncryptedData(tx5.rlp());
// BOOST_REQUIRE( res == nullptr );
//}

// TODO: Enable for multitransaction mode checking

// BOOST_AUTO_TEST_CASE( check_multitransaction_mode ) {
Expand Down
14 changes: 12 additions & 2 deletions test/unittests/mapreduce_consensus/ConsensusEngine.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -131,7 +131,8 @@ class SingleNodeConsensusFixture : public ConsensusExtFace {
}

virtual void createBlock( const transactions_vector& _approvedTransactions, uint64_t _timeStamp,
uint32_t _timeStampMs, uint64_t _blockID, u256 _gasPrice, u256 /*_stateRoot*/, uint64_t /*_winningNodeIndex*/ ) override {
uint32_t _timeStampMs, uint64_t _blockID, u256 _gasPrice, u256 /*_stateRoot*/, uint64_t /*_winningNodeIndex*/,
const shared_ptr<map<uint64_t, shared_ptr<vector<uint8_t>>>> /*decryptedArgs*/) override {
transaction_promise = decltype( transaction_promise )();

std::cerr << "Block arrived with " << _approvedTransactions.size() << " txns" << std::endl;
Expand All @@ -141,6 +142,9 @@ class SingleNodeConsensusFixture : public ConsensusExtFace {
std::make_tuple( tmp_vec, _timeStamp, _timeStampMs, _blockID, _gasPrice ) );
}

virtual std::shared_ptr<std::vector<uint8_t>> getEncryptedData(
const std::vector<uint8_t>& transaction) { return nullptr; }

virtual ~SingleNodeConsensusFixture() override {
transaction_promise.set_value( transactions_vector() );
m_consensus->exitGracefully();
Expand Down Expand Up @@ -278,14 +282,20 @@ class ConsensusExtFaceFixture : public ConsensusExtFace {

virtual void createBlock( const transactions_vector& _approvedTransactions, uint64_t _timeStamp,
uint32_t /* timeStampMs */, uint64_t _blockID, u256 /*_gasPrice */,
u256 /*_stateRoot*/, uint64_t /*_winningNodeIndex*/ ) override {
u256 /*_stateRoot*/, uint64_t /*_winningNodeIndex*/,
const shared_ptr<map<uint64_t, shared_ptr<vector<uint8_t>>>> /*decryptedArgs*/) override {
( void ) _timeStamp;
( void ) _blockID;
std::cerr << "Block arrived with " << _approvedTransactions.size() << " txns" << std::endl;
m_arrived_blocks.push_back( _approvedTransactions.size() );
m_blockCond.notify_one();
}

virtual std::shared_ptr<std::vector<uint8_t>> getEncryptedData(
const std::vector<uint8_t>& transaction) override {
return nullptr;
}

virtual ~ConsensusExtFaceFixture() override {
// TODO Kill everyone
m_consensus->exitGracefully();
Expand Down