You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

test_bitcoin.cpp 12KB

Cache full script execution results in addition to signatures This adds a new CuckooCache in validation, caching whether all of a transaction's scripts were valid with a given set of script flags. Unlike previous attempts at caching an entire transaction's validity, which have nearly universally introduced consensus failures, this only caches the validity of a transaction's scriptSigs. As these are pure functions of the transaction and data it commits to, this should be much safer. This is somewhat duplicative with the sigcache, as entries in the new cache will also have several entries in the sigcache. However, the sigcache is kept both as ATMP relies on it and because it prevents malleability-based DoS attacks on the new higher-level cache. Instead, the -sigcachesize option is re-used - cutting the sigcache size in half and using the newly freed memory for the script execution cache. Transactions which match the script execution cache never even have entries in the script check thread's workqueue created. Note that the cache is indexed only on the script execution flags and the transaction's witness hash. While this is sufficient to make the CScriptCheck() calls pure functions, this introduces dependancies on the mempool calculating things such as the PrecomputedTransactionData object, filling the CCoinsViewCache, etc in the exact same way as ConnectBlock. I belive this is a reasonable assumption, but should be noted carefully. In a rather naive benchmark (reindex-chainstate up to block 284k with cuckoocache always returning true for contains(), -assumevalid=0 and a very large dbcache), this connected blocks ~1.7x faster.
4 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191
  1. // Copyright (c) 2011-2017 The Bitcoin Core developers
  2. // Distributed under the MIT software license, see the accompanying
  3. // file COPYING or http://www.opensource.org/licenses/mit-license.php.
  4. #include <test/test_bitcoin.h>
  5. #include <chainparams.h>
  6. #include <consensus/consensus.h>
  7. #include <consensus/validation.h>
  8. #include <crypto/sha256.h>
  9. #include <validation.h>
  10. #include <miner.h>
  11. #include <net_processing.h>
  12. #include <ui_interface.h>
  13. #include <streams.h>
  14. #include <rpc/server.h>
  15. #include <rpc/register.h>
  16. #include <script/sigcache.h>
  17. #include <memory>
  18. void CConnmanTest::AddNode(CNode& node)
  19. {
  20. LOCK(g_connman->cs_vNodes);
  21. g_connman->vNodes.push_back(&node);
  22. }
  23. void CConnmanTest::ClearNodes()
  24. {
  25. LOCK(g_connman->cs_vNodes);
  26. g_connman->vNodes.clear();
  27. }
  28. uint256 insecure_rand_seed = GetRandHash();
  29. FastRandomContext insecure_rand_ctx(insecure_rand_seed);
  30. extern bool fPrintToConsole;
  31. extern void noui_connect();
  32. std::ostream& operator<<(std::ostream& os, const uint256& num)
  33. {
  34. os << num.ToString();
  35. return os;
  36. }
  37. BasicTestingSetup::BasicTestingSetup(const std::string& chainName)
  38. {
  39. SHA256AutoDetect();
  40. RandomInit();
  41. ECC_Start();
  42. SetupEnvironment();
  43. SetupNetworking();
  44. InitSignatureCache();
  45. InitScriptExecutionCache();
  46. fPrintToDebugLog = false; // don't want to write to debug.log file
  47. fCheckBlockIndex = true;
  48. SelectParams(chainName);
  49. noui_connect();
  50. }
  51. BasicTestingSetup::~BasicTestingSetup()
  52. {
  53. ECC_Stop();
  54. }
  55. TestingSetup::TestingSetup(const std::string& chainName) : BasicTestingSetup(chainName)
  56. {
  57. const CChainParams& chainparams = Params();
  58. // Ideally we'd move all the RPC tests to the functional testing framework
  59. // instead of unit tests, but for now we need these here.
  60. RegisterAllCoreRPCCommands(tableRPC);
  61. ClearDatadirCache();
  62. pathTemp = fs::temp_directory_path() / strprintf("test_bitcoin_%lu_%i", (unsigned long)GetTime(), (int)(InsecureRandRange(100000)));
  63. fs::create_directories(pathTemp);
  64. gArgs.ForceSetArg("-datadir", pathTemp.string());
  65. // We have to run a scheduler thread to prevent ActivateBestChain
  66. // from blocking due to queue overrun.
  67. threadGroup.create_thread(boost::bind(&CScheduler::serviceQueue, &scheduler));
  68. GetMainSignals().RegisterBackgroundSignalScheduler(scheduler);
  69. mempool.setSanityCheck(1.0);
  70. pblocktree.reset(new CBlockTreeDB(1 << 20, true));
  71. pcoinsdbview.reset(new CCoinsViewDB(1 << 23, true));
  72. pcoinsTip.reset(new CCoinsViewCache(pcoinsdbview.get()));
  73. if (!LoadGenesisBlock(chainparams)) {
  74. throw std::runtime_error("LoadGenesisBlock failed.");
  75. }
  76. {
  77. CValidationState state;
  78. if (!ActivateBestChain(state, chainparams)) {
  79. throw std::runtime_error("ActivateBestChain failed.");
  80. }
  81. }
  82. nScriptCheckThreads = 3;
  83. for (int i=0; i < nScriptCheckThreads-1; i++)
  84. threadGroup.create_thread(&ThreadScriptCheck);
  85. g_connman = std::unique_ptr<CConnman>(new CConnman(0x1337, 0x1337)); // Deterministic randomness for tests.
  86. connman = g_connman.get();
  87. peerLogic.reset(new PeerLogicValidation(connman, scheduler));
  88. }
  89. TestingSetup::~TestingSetup()
  90. {
  91. threadGroup.interrupt_all();
  92. threadGroup.join_all();
  93. GetMainSignals().FlushBackgroundCallbacks();
  94. GetMainSignals().UnregisterBackgroundSignalScheduler();
  95. g_connman.reset();
  96. peerLogic.reset();
  97. UnloadBlockIndex();
  98. pcoinsTip.reset();
  99. pcoinsdbview.reset();
  100. pblocktree.reset();
  101. fs::remove_all(pathTemp);
  102. }
  103. TestChain100Setup::TestChain100Setup() : TestingSetup(CBaseChainParams::REGTEST)
  104. {
  105. // CreateAndProcessBlock() does not support building SegWit blocks, so don't activate in these tests.
  106. // TODO: fix the code to support SegWit blocks.
  107. UpdateVersionBitsParameters(Consensus::DEPLOYMENT_SEGWIT, 0, Consensus::BIP9Deployment::NO_TIMEOUT);
  108. // Generate a 100-block chain:
  109. coinbaseKey.MakeNewKey(true);
  110. CScript scriptPubKey = CScript() << ToByteVector(coinbaseKey.GetPubKey()) << OP_CHECKSIG;
  111. for (int i = 0; i < COINBASE_MATURITY; i++)
  112. {
  113. std::vector<CMutableTransaction> noTxns;
  114. CBlock b = CreateAndProcessBlock(noTxns, scriptPubKey);
  115. coinbaseTxns.push_back(*b.vtx[0]);
  116. }
  117. }
  118. //
  119. // Create a new block with just given transactions, coinbase paying to
  120. // scriptPubKey, and try to add it to the current chain.
  121. //
  122. CBlock
  123. TestChain100Setup::CreateAndProcessBlock(const std::vector<CMutableTransaction>& txns, const CScript& scriptPubKey)
  124. {
  125. const CChainParams& chainparams = Params();
  126. std::unique_ptr<CBlockTemplate> pblocktemplate = BlockAssembler(chainparams).CreateNewBlock(scriptPubKey);
  127. CBlock& block = pblocktemplate->block;
  128. // Replace mempool-selected txns with just coinbase plus passed-in txns:
  129. block.vtx.resize(1);
  130. for (const CMutableTransaction& tx : txns)
  131. block.vtx.push_back(MakeTransactionRef(tx));
  132. // IncrementExtraNonce creates a valid coinbase and merkleRoot
  133. unsigned int extraNonce = 0;
  134. {
  135. LOCK(cs_main);
  136. IncrementExtraNonce(&block, chainActive.Tip(), extraNonce);
  137. }
  138. while (!CheckProofOfWork(block.GetHash(), block.nBits, chainparams.GetConsensus())) ++block.nNonce;
  139. std::shared_ptr<const CBlock> shared_pblock = std::make_shared<const CBlock>(block);
  140. ProcessNewBlock(chainparams, shared_pblock, true, nullptr);
  141. CBlock result = block;
  142. return result;
  143. }
  144. TestChain100Setup::~TestChain100Setup()
  145. {
  146. }
  147. CTxMemPoolEntry TestMemPoolEntryHelper::FromTx(const CMutableTransaction &tx) {
  148. CTransaction txn(tx);
  149. return FromTx(txn);
  150. }
  151. CTxMemPoolEntry TestMemPoolEntryHelper::FromTx(const CTransaction &txn) {
  152. return CTxMemPoolEntry(MakeTransactionRef(txn), nFee, nTime, nHeight,
  153. spendsCoinbase, sigOpCost, lp);
  154. }
  155. /**
  156. * @returns a real block (0000000000013b8ab2cd513b0261a14096412195a72a0c4827d229dcc7e0f7af)
  157. * with 9 txs.
  158. */
  159. CBlock getBlock13b8a()
  160. {
  161. CBlock block;
  162. CDataStream stream(ParseHex("0100000090f0a9f110702f808219ebea1173056042a714bad51b916cb6800000000000005275289558f51c9966699404ae2294730c3c9f9bda53523ce50e9b95e558da2fdb261b4d4c86041b1ab1bf930901000000010000000000000000000000000000000000000000000000000000000000000000ffffffff07044c86041b0146ffffffff0100f2052a01000000434104e18f7afbe4721580e81e8414fc8c24d7cfacf254bb5c7b949450c3e997c2dc1242487a8169507b631eb3771f2b425483fb13102c4eb5d858eef260fe70fbfae0ac00000000010000000196608ccbafa16abada902780da4dc35dafd7af05fa0da08cf833575f8cf9e836000000004a493046022100dab24889213caf43ae6adc41cf1c9396c08240c199f5225acf45416330fd7dbd022100fe37900e0644bf574493a07fc5edba06dbc07c311b947520c2d514bc5725dcb401ffffffff0100f2052a010000001976a914f15d1921f52e4007b146dfa60f369ed2fc393ce288ac000000000100000001fb766c1288458c2bafcfec81e48b24d98ec706de6b8af7c4e3c29419bfacb56d000000008c493046022100f268ba165ce0ad2e6d93f089cfcd3785de5c963bb5ea6b8c1b23f1ce3e517b9f022100da7c0f21adc6c401887f2bfd1922f11d76159cbc597fbd756a23dcbb00f4d7290141042b4e8625a96127826915a5b109852636ad0da753c9e1d5606a50480cd0c40f1f8b8d898235e571fe9357d9ec842bc4bba1827daaf4de06d71844d0057707966affffffff0280969800000000001976a9146963907531db72d0ed1a0cfb471ccb63923446f388ac80d6e34c000000001976a914f0688ba1c0d1ce182c7af6741e02658c7d4dfcd388ac000000000100000002c40297f730dd7b5a99567eb8d27b78758f607507c52292d02d4031895b52f2ff010000008b483045022100f7edfd4b0aac404e5bab4fd3889e0c6c41aa8d0e6fa122316f68eddd0a65013902205b09cc8b2d56e1cd1f7f2fafd60a129ed94504c4ac7bdc67b56fe67512658b3e014104732012cb962afa90d31b25d8fb0e32c94e513ab7a17805c14ca4c3423e18b4fb5d0e676841733cb83abaf975845c9f6f2a8097b7d04f4908b18368d6fc2d68ecffffffffca5065ff9617cbcba45eb23726df6498a9b9cafed4f54cbab9d227b0035ddefb000000008a473044022068010362a13c7f9919fa832b2dee4e788f61f6f5d344a7c2a0da6ae740605658022006d1af525b9a14a35c003b78b72bd59738cd676f845d1ff3fc25049e01003614014104732012cb962afa90d31b25d8fb0e32c94e513ab7a17805c14ca4c3423e18b4fb5d0e676841733cb83abaf975845c9f6f2a8097b7d04f4908b18368d6fc2d68ecffffffff01001ec4110200000043410469ab4181eceb28985b9b4e895c13fa5e68d85761b7eee311db5addef76fa8621865134a221bd01f28ec9999ee3e021e60766e9d1f3458c115fb28650605f11c9ac000000000100000001cdaf2f758e91c514655e2dc50633d1e4c84989f8aa90a0dbc883f0d23ed5c2fa010000008b48304502207ab51be6f12a1962ba0aaaf24a20e0b69b27a94fac5adf45aa7d2d18ffd9236102210086ae728b370e5329eead9accd880d0cb070aea0c96255fae6c4f1ddcce1fd56e014104462e76fd4067b3a0aa42070082dcb0bf2f388b6495cf33d789904f07d0f55c40fbd4b82963c69b3dc31895d0c772c812b1d5fbcade15312ef1c0e8ebbb12dcd4ffffffff02404b4c00000000001976a9142b6ba7c9d796b75eef7942fc9288edd37c32f5c388ac002d3101000000001976a9141befba0cdc1ad56529371864d9f6cb042faa06b588ac000000000100000001b4a47603e71b61bc3326efd90111bf02d2f549b067f4c4a8fa183b57a0f800cb010000008a4730440220177c37f9a505c3f1a1f0ce2da777c339bd8339ffa02c7cb41f0a5804f473c9230220585b25a2ee80eb59292e52b987dad92acb0c64eced92ed9ee105ad153cdb12d001410443bd44f683467e549dae7d20d1d79cbdb6df985c6e9c029c8d0c6cb46cc1a4d3cf7923c5021b27f7a0b562ada113bc85d5fda5a1b41e87fe6e8802817cf69996ffffffff0280651406000000001976a9145505614859643ab7b547cd7f1f5e7e2a12322d3788ac00aa0271000000001976a914ea4720a7a52fc166c55ff2298e07baf70ae67e1b88ac00000000010000000586c62cd602d219bb60edb14a3e204de0705176f9022fe49a538054fb14abb49e010000008c493046022100f2bc2aba2534becbdf062eb993853a42bbbc282083d0daf9b4b585bd401aa8c9022100b1d7fd7ee0b95600db8535bbf331b19eed8d961f7a8e54159c53675d5f69df8c014104462e76fd4067b3a0aa42070082dcb0bf2f388b6495cf33d789904f07d0f55c40fbd4b82963c69b3dc31895d0c772c812b1d5fbcade15312ef1c0e8ebbb12dcd4ffffffff03ad0e58ccdac3df9dc28a218bcf6f1997b0a93306faaa4b3a28ae83447b2179010000008b483045022100be12b2937179da88599e27bb31c3525097a07cdb52422d165b3ca2f2020ffcf702200971b51f853a53d644ebae9ec8f3512e442b1bcb6c315a5b491d119d10624c83014104462e76fd4067b3a0aa42070082dcb0bf2f388b6495cf33d789904f07d0f55c40fbd4b82963c69b3dc31895d0c772c812b1d5fbcade15312ef1c0e8ebbb12dcd4ffffffff2acfcab629bbc8685792603762c921580030ba144af553d271716a95089e107b010000008b483045022100fa579a840ac258871365dd48cd7552f96c8eea69bd00d84f05b283a0dab311e102207e3c0ee9234814cfbb1b659b83671618f45abc1326b9edcc77d552a4f2a805c0014104462e76fd4067b3a0aa42070082dcb0bf2f388b6495cf33d789904f07d0f55c40fbd4b82963c69b3dc31895d0c772c812b1d5fbcade15312ef1c0e8ebbb12dcd4ffffffffdcdc6023bbc9944a658ddc588e61eacb737ddf0a3cd24f113b5a8634c517fcd2000000008b4830450221008d6df731df5d32267954bd7d2dda2302b74c6c2a6aa5c0ca64ecbabc1af03c75022010e55c571d65da7701ae2da1956c442df81bbf076cdbac25133f99d98a9ed34c014104462e76fd4067b3a0aa42070082dcb0bf2f388b6495cf33d789904f07d0f55c40fbd4b82963c69b3dc31895d0c772c812b1d5fbcade15312ef1c0e8ebbb12dcd4ffffffffe15557cd5ce258f479dfd6dc6514edf6d7ed5b21fcfa4a038fd69f06b83ac76e010000008b483045022023b3e0ab071eb11de2eb1cc3a67261b866f86bf6867d4558165f7c8c8aca2d86022100dc6e1f53a91de3efe8f63512850811f26284b62f850c70ca73ed5de8771fb451014104462e76fd4067b3a0aa42070082dcb0bf2f388b6495cf33d789904f07d0f55c40fbd4b82963c69b3dc31895d0c772c812b1d5fbcade15312ef1c0e8ebbb12dcd4ffffffff01404b4c00000000001976a9142b6ba7c9d796b75eef7942fc9288edd37c32f5c388ac00000000010000000166d7577163c932b4f9690ca6a80b6e4eb001f0a2fa9023df5595602aae96ed8d000000008a4730440220262b42546302dfb654a229cefc86432b89628ff259dc87edd1154535b16a67e102207b4634c020a97c3e7bbd0d4d19da6aa2269ad9dded4026e896b213d73ca4b63f014104979b82d02226b3a4597523845754d44f13639e3bf2df5e82c6aab2bdc79687368b01b1ab8b19875ae3c90d661a3d0a33161dab29934edeb36aa01976be3baf8affffffff02404b4c00000000001976a9144854e695a02af0aeacb823ccbc272134561e0a1688ac40420f00000000001976a914abee93376d6b37b5c2940655a6fcaf1c8e74237988ac0000000001000000014e3f8ef2e91349a9059cb4f01e54ab2597c1387161d3da89919f7ea6acdbb371010000008c49304602210081f3183471a5ca22307c0800226f3ef9c353069e0773ac76bb580654d56aa523022100d4c56465bdc069060846f4fbf2f6b20520b2a80b08b168b31e66ddb9c694e240014104976c79848e18251612f8940875b2b08d06e6dc73b9840e8860c066b7e87432c477e9a59a453e71e6d76d5fe34058b800a098fc1740ce3012e8fc8a00c96af966ffffffff02c0e1e400000000001976a9144134e75a6fcb6042034aab5e18570cf1f844f54788ac404b4c00000000001976a9142b6ba7c9d796b75eef7942fc9288edd37c32f5c388ac00000000"), SER_NETWORK, PROTOCOL_VERSION);
  163. stream >> block;
  164. return block;
  165. }