Bitcoin Core  24.1.0
P2P Digital Currency
walletdb.h
Go to the documentation of this file.
1 // Copyright (c) 2009-2010 Satoshi Nakamoto
2 // Copyright (c) 2009-2021 The Bitcoin Core developers
3 // Distributed under the MIT software license, see the accompanying
4 // file COPYING or http://www.opensource.org/licenses/mit-license.php.
5 
6 #ifndef BITCOIN_WALLET_WALLETDB_H
7 #define BITCOIN_WALLET_WALLETDB_H
8 
9 #include <script/sign.h>
10 #include <wallet/db.h>
11 #include <wallet/walletutil.h>
12 #include <key.h>
13 
14 #include <stdint.h>
15 #include <string>
16 #include <vector>
17 
18 class CScript;
19 class uint160;
20 class uint256;
21 struct CBlockLocator;
22 
23 namespace wallet {
24 class CKeyPool;
25 class CMasterKey;
26 class CWallet;
27 class CWalletTx;
28 struct WalletContext;
29 
42 static const bool DEFAULT_FLUSHWALLET = true;
43 
45 enum class DBErrors
46 {
47  LOAD_OK,
48  CORRUPT,
50  TOO_NEW,
52  LOAD_FAIL,
56 };
57 
58 namespace DBKeys {
59 extern const std::string ACENTRY;
60 extern const std::string ACTIVEEXTERNALSPK;
61 extern const std::string ACTIVEINTERNALSPK;
62 extern const std::string BESTBLOCK;
63 extern const std::string BESTBLOCK_NOMERKLE;
64 extern const std::string CRYPTED_KEY;
65 extern const std::string CSCRIPT;
66 extern const std::string DEFAULTKEY;
67 extern const std::string DESTDATA;
68 extern const std::string FLAGS;
69 extern const std::string HDCHAIN;
70 extern const std::string KEY;
71 extern const std::string KEYMETA;
72 extern const std::string LOCKED_UTXO;
73 extern const std::string MASTER_KEY;
74 extern const std::string MINVERSION;
75 extern const std::string NAME;
76 extern const std::string OLD_KEY;
77 extern const std::string ORDERPOSNEXT;
78 extern const std::string POOL;
79 extern const std::string PURPOSE;
80 extern const std::string SETTINGS;
81 extern const std::string TX;
82 extern const std::string VERSION;
83 extern const std::string WALLETDESCRIPTOR;
84 extern const std::string WALLETDESCRIPTORCKEY;
85 extern const std::string WALLETDESCRIPTORKEY;
86 extern const std::string WATCHMETA;
87 extern const std::string WATCHS;
88 
89 // Keys in this set pertain only to the legacy wallet (LegacyScriptPubKeyMan) and are removed during migration from legacy to descriptors.
90 extern const std::unordered_set<std::string> LEGACY_TYPES;
91 } // namespace DBKeys
92 
93 /* simple HD chain data model */
94 class CHDChain
95 {
96 public:
100  int64_t m_next_external_index{0}; // Next index in the keypool to be used. Memory only.
101  int64_t m_next_internal_index{0}; // Next index in the keypool to be used. Memory only.
102 
103  static const int VERSION_HD_BASE = 1;
104  static const int VERSION_HD_CHAIN_SPLIT = 2;
106  int nVersion;
107 
108  CHDChain() { SetNull(); }
109 
111  {
112  READWRITE(obj.nVersion, obj.nExternalChainCounter, obj.seed_id);
113  if (obj.nVersion >= VERSION_HD_CHAIN_SPLIT) {
114  READWRITE(obj.nInternalChainCounter);
115  }
116  }
117 
118  void SetNull()
119  {
123  seed_id.SetNull();
124  }
125 
126  bool operator==(const CHDChain& chain) const
127  {
128  return seed_id == chain.seed_id;
129  }
130 };
131 
133 {
134 public:
135  static const int VERSION_BASIC=1;
136  static const int VERSION_WITH_HDDATA=10;
137  static const int VERSION_WITH_KEY_ORIGIN = 12;
139  int nVersion;
140  int64_t nCreateTime; // 0 means unknown
141  std::string hdKeypath; //optional HD/bip32 keypath. Still used to determine whether a key is a seed. Also kept for backwards compatibility
142  CKeyID hd_seed_id; //id of the HD seed used to derive this key
143  KeyOriginInfo key_origin; // Key origin info with path and fingerprint
144  bool has_key_origin = false;
145 
147  {
148  SetNull();
149  }
150  explicit CKeyMetadata(int64_t nCreateTime_)
151  {
152  SetNull();
153  nCreateTime = nCreateTime_;
154  }
155 
157  {
158  READWRITE(obj.nVersion, obj.nCreateTime);
159  if (obj.nVersion >= VERSION_WITH_HDDATA) {
160  READWRITE(obj.hdKeypath, obj.hd_seed_id);
161  }
162  if (obj.nVersion >= VERSION_WITH_KEY_ORIGIN)
163  {
164  READWRITE(obj.key_origin);
165  READWRITE(obj.has_key_origin);
166  }
167  }
168 
169  void SetNull()
170  {
172  nCreateTime = 0;
173  hdKeypath.clear();
175  key_origin.clear();
176  has_key_origin = false;
177  }
178 };
179 
188 {
189 private:
190  template <typename K, typename T>
191  bool WriteIC(const K& key, const T& value, bool fOverwrite = true)
192  {
193  if (!m_batch->Write(key, value, fOverwrite)) {
194  return false;
195  }
197  if (m_database.nUpdateCounter % 1000 == 0) {
198  m_batch->Flush();
199  }
200  return true;
201  }
202 
203  template <typename K>
204  bool EraseIC(const K& key)
205  {
206  if (!m_batch->Erase(key)) {
207  return false;
208  }
210  if (m_database.nUpdateCounter % 1000 == 0) {
211  m_batch->Flush();
212  }
213  return true;
214  }
215 
216 public:
217  explicit WalletBatch(WalletDatabase &database, bool _fFlushOnClose = true) :
218  m_batch(database.MakeBatch(_fFlushOnClose)),
219  m_database(database)
220  {
221  }
222  WalletBatch(const WalletBatch&) = delete;
223  WalletBatch& operator=(const WalletBatch&) = delete;
224 
225  bool WriteName(const std::string& strAddress, const std::string& strName);
226  bool EraseName(const std::string& strAddress);
227 
228  bool WritePurpose(const std::string& strAddress, const std::string& purpose);
229  bool ErasePurpose(const std::string& strAddress);
230 
231  bool WriteTx(const CWalletTx& wtx);
232  bool EraseTx(uint256 hash);
233 
234  bool WriteKeyMetadata(const CKeyMetadata& meta, const CPubKey& pubkey, const bool overwrite);
235  bool WriteKey(const CPubKey& vchPubKey, const CPrivKey& vchPrivKey, const CKeyMetadata &keyMeta);
236  bool WriteCryptedKey(const CPubKey& vchPubKey, const std::vector<unsigned char>& vchCryptedSecret, const CKeyMetadata &keyMeta);
237  bool WriteMasterKey(unsigned int nID, const CMasterKey& kMasterKey);
238 
239  bool WriteCScript(const uint160& hash, const CScript& redeemScript);
240 
241  bool WriteWatchOnly(const CScript &script, const CKeyMetadata &keymeta);
242  bool EraseWatchOnly(const CScript &script);
243 
244  bool WriteBestBlock(const CBlockLocator& locator);
245  bool ReadBestBlock(CBlockLocator& locator);
246 
247  bool WriteOrderPosNext(int64_t nOrderPosNext);
248 
249  bool ReadPool(int64_t nPool, CKeyPool& keypool);
250  bool WritePool(int64_t nPool, const CKeyPool& keypool);
251  bool ErasePool(int64_t nPool);
252 
253  bool WriteMinVersion(int nVersion);
254 
255  bool WriteDescriptorKey(const uint256& desc_id, const CPubKey& pubkey, const CPrivKey& privkey);
256  bool WriteCryptedDescriptorKey(const uint256& desc_id, const CPubKey& pubkey, const std::vector<unsigned char>& secret);
257  bool WriteDescriptor(const uint256& desc_id, const WalletDescriptor& descriptor);
258  bool WriteDescriptorDerivedCache(const CExtPubKey& xpub, const uint256& desc_id, uint32_t key_exp_index, uint32_t der_index);
259  bool WriteDescriptorParentCache(const CExtPubKey& xpub, const uint256& desc_id, uint32_t key_exp_index);
260  bool WriteDescriptorLastHardenedCache(const CExtPubKey& xpub, const uint256& desc_id, uint32_t key_exp_index);
261  bool WriteDescriptorCacheItems(const uint256& desc_id, const DescriptorCache& cache);
262 
263  bool WriteLockedUTXO(const COutPoint& output);
264  bool EraseLockedUTXO(const COutPoint& output);
265 
267  bool WriteDestData(const std::string &address, const std::string &key, const std::string &value);
269  bool EraseDestData(const std::string &address, const std::string &key);
270 
271  bool WriteActiveScriptPubKeyMan(uint8_t type, const uint256& id, bool internal);
272  bool EraseActiveScriptPubKeyMan(uint8_t type, bool internal);
273 
274  DBErrors LoadWallet(CWallet* pwallet);
275  DBErrors FindWalletTx(std::vector<uint256>& vTxHash, std::list<CWalletTx>& vWtx);
276  DBErrors ZapSelectTx(std::vector<uint256>& vHashIn, std::vector<uint256>& vHashOut);
277  /* Function to determine if a certain KV/key-type is a key (cryptographical key) type */
278  static bool IsKeyType(const std::string& strType);
279 
281  bool WriteHDChain(const CHDChain& chain);
282 
284  bool EraseRecords(const std::unordered_set<std::string>& types);
285 
286  bool WriteWalletFlags(const uint64_t flags);
288  bool TxnBegin();
290  bool TxnCommit();
292  bool TxnAbort();
293 private:
294  std::unique_ptr<DatabaseBatch> m_batch;
296 };
297 
300 
302 using KeyFilterFn = std::function<bool(const std::string&)>;
303 
305 bool ReadKeyValue(CWallet* pwallet, CDataStream& ssKey, CDataStream& ssValue, std::string& strType, std::string& strErr, const KeyFilterFn& filter_fn = nullptr);
306 
308 std::unique_ptr<WalletDatabase> CreateDummyWalletDatabase();
309 
311 std::unique_ptr<WalletDatabase> CreateMockWalletDatabase(DatabaseOptions& options);
312 std::unique_ptr<WalletDatabase> CreateMockWalletDatabase();
313 } // namespace wallet
314 
315 #endif // BITCOIN_WALLET_WALLETDB_H
const std::string MASTER_KEY
Definition: walletdb.cpp:45
Private key encryption is done based on a CMasterKey, which holds a salt and random encryption key...
Definition: crypter.h:34
const std::string BESTBLOCK_NOMERKLE
Definition: walletdb.cpp:34
const std::string SETTINGS
Definition: walletdb.cpp:52
const std::string CRYPTED_KEY
Definition: walletdb.cpp:36
const std::string NAME
Definition: walletdb.cpp:47
const std::string HDCHAIN
Definition: walletdb.cpp:41
void SetNull()
Definition: walletdb.h:118
WalletDatabase & m_database
Definition: walletdb.h:295
void SetNull()
Definition: uint256.h:42
bool has_key_origin
Whether the key_origin is useful.
Definition: walletdb.h:144
const std::string ACENTRY
Definition: walletdb.cpp:31
Describes a place in the block chain to another node such that if the other node doesn&#39;t have the sam...
Definition: block.h:120
const std::string VERSION
Definition: walletdb.cpp:54
bool WriteHDChain(const CHDChain &chain)
write the hdchain model (external chain child index counter)
Definition: walletdb.cpp:1092
const std::string DESTDATA
Definition: walletdb.cpp:39
CKeyMetadata(int64_t nCreateTime_)
Definition: walletdb.h:150
static const bool DEFAULT_FLUSHWALLET
Overview of wallet database classes:
Definition: walletdb.h:42
const std::string WALLETDESCRIPTORCKEY
Definition: walletdb.cpp:58
bool WriteDescriptorCacheItems(const uint256 &desc_id, const DescriptorCache &cache)
Definition: walletdb.cpp:268
DBErrors FindWalletTx(std::vector< uint256 > &vTxHash, std::list< CWalletTx > &vWtx)
Definition: walletdb.cpp:965
bool EraseDestData(const std::string &address, const std::string &key)
Erase destination data tuple from wallet database.
Definition: walletdb.cpp:1086
const std::string BESTBLOCK
Definition: walletdb.cpp:35
bool WriteCryptedDescriptorKey(const uint256 &desc_id, const CPubKey &pubkey, const std::vector< unsigned char > &secret)
Definition: walletdb.cpp:233
uint32_t nExternalChainCounter
Definition: walletdb.h:97
int64_t m_next_internal_index
Definition: walletdb.h:101
const std::string WALLETDESCRIPTOR
Definition: walletdb.cpp:55
bool WriteMasterKey(unsigned int nID, const CMasterKey &kMasterKey)
Definition: walletdb.cpp:147
bool TxnAbort()
Abort current transaction.
Definition: walletdb.cpp:1151
const std::string KEY
Definition: walletdb.cpp:43
bool EraseWatchOnly(const CScript &script)
Definition: walletdb.cpp:165
bool WriteCryptedKey(const CPubKey &vchPubKey, const std::vector< unsigned char > &vchCryptedSecret, const CKeyMetadata &keyMeta)
Definition: walletdb.cpp:121
bool WriteLockedUTXO(const COutPoint &output)
Definition: walletdb.cpp:290
Double ended buffer combining vector and stream-like interfaces.
Definition: streams.h:185
bool WriteMinVersion(int nVersion)
Definition: walletdb.cpp:205
Access to the wallet database.
Definition: walletdb.h:187
bool WritePool(int64_t nPool, const CKeyPool &keypool)
Definition: walletdb.cpp:195
A key from a CWallet&#39;s keypool.
const std::string CSCRIPT
Definition: walletdb.cpp:37
bool WriteOrderPosNext(int64_t nOrderPosNext)
Definition: walletdb.cpp:185
bool ReadBestBlock(CBlockLocator &locator)
Definition: walletdb.cpp:179
const std::string PURPOSE
Definition: walletdb.cpp:51
std::atomic< unsigned int > nUpdateCounter
Definition: db.h:150
const std::string MINVERSION
Definition: walletdb.cpp:46
std::unique_ptr< DatabaseBatch > m_batch
Definition: walletdb.h:294
bool WriteDescriptor(const uint256 &desc_id, const WalletDescriptor &descriptor)
Definition: walletdb.cpp:242
bool WriteDescriptorKey(const uint256 &desc_id, const CPubKey &pubkey, const CPrivKey &privkey)
Definition: walletdb.cpp:222
const std::string WALLETDESCRIPTORKEY
Definition: walletdb.cpp:59
const std::unordered_set< std::string > LEGACY_TYPES
Definition: walletdb.cpp:62
bool WriteKeyMetadata(const CKeyMetadata &meta, const CPubKey &pubkey, const bool overwrite)
Definition: walletdb.cpp:101
int64_t m_next_external_index
Definition: walletdb.h:100
void MaybeCompactWalletDB(WalletContext &context)
Compacts BDB state so that wallet.dat is self-contained (if there are changes)
Definition: walletdb.cpp:1054
void clear()
Definition: keyorigin.h:42
bool WriteBestBlock(const CBlockLocator &locator)
Definition: walletdb.cpp:173
std::vector< unsigned char, secure_allocator< unsigned char > > CPrivKey
CPrivKey is a serialized private key, with all parameters included (SIZE bytes)
Definition: key.h:23
A transaction with a bunch of additional info that only the owner cares about.
Definition: transaction.h:137
const std::string WATCHMETA
Definition: walletdb.cpp:60
bool EraseName(const std::string &strAddress)
Definition: walletdb.cpp:74
DBErrors LoadWallet(CWallet *pwallet)
Definition: walletdb.cpp:769
bool WriteWatchOnly(const CScript &script, const CKeyMetadata &keymeta)
Definition: walletdb.cpp:157
bool TxnCommit()
Commit current transaction.
Definition: walletdb.cpp:1146
KeyOriginInfo key_origin
Definition: walletdb.h:143
bool WriteActiveScriptPubKeyMan(uint8_t type, const uint256 &id, bool internal)
Definition: walletdb.cpp:210
WalletBatch(WalletDatabase &database, bool _fFlushOnClose=true)
Definition: walletdb.h:217
bool ReadPool(int64_t nPool, CKeyPool &keypool)
Definition: walletdb.cpp:190
static const int VERSION_WITH_HDDATA
Definition: walletdb.h:136
bool WriteDescriptorDerivedCache(const CExtPubKey &xpub, const uint256 &desc_id, uint32_t key_exp_index, uint32_t der_index)
Definition: walletdb.cpp:247
std::unique_ptr< WalletDatabase > CreateMockWalletDatabase(DatabaseOptions &options)
Return object for accessing temporary in-memory database.
Definition: walletdb.cpp:1242
bool WriteTx(const CWalletTx &wtx)
Definition: walletdb.cpp:91
std::string hdKeypath
Definition: walletdb.h:141
static const int VERSION_WITH_KEY_ORIGIN
Definition: walletdb.h:137
std::function< bool(const std::string &)> KeyFilterFn
Callback for filtering key types to deserialize in ReadKeyValue.
Definition: walletdb.h:302
An encapsulated public key.
Definition: pubkey.h:33
const std::string POOL
Definition: walletdb.cpp:50
virtual void IncrementUpdateCounter()=0
bool EraseRecords(const std::unordered_set< std::string > &types)
Delete records of the given types.
Definition: walletdb.cpp:1102
static bool ReadKeyValue(CWallet *pwallet, CDataStream &ssKey, CDataStream &ssValue, CWalletScanState &wss, std::string &strType, std::string &strErr, const KeyFilterFn &filter_fn=nullptr) EXCLUSIVE_LOCKS_REQUIRED(pwallet -> cs_wallet)
Definition: walletdb.cpp:323
WalletContext context
static const int CURRENT_VERSION
Definition: walletdb.h:138
uint32_t nInternalChainCounter
Definition: walletdb.h:98
A CWallet maintains a set of transactions and balances, and provides the ability to create new transa...
Definition: wallet.h:235
bool WriteCScript(const uint160 &hash, const CScript &redeemScript)
Definition: walletdb.cpp:152
bool WriteWalletFlags(const uint64_t flags)
Definition: walletdb.cpp:1097
static const int VERSION_BASIC
Definition: walletdb.h:135
An outpoint - a combination of a transaction hash and an index n into its vout.
Definition: transaction.h:34
bool WriteDestData(const std::string &address, const std::string &key, const std::string &value)
Write destination data key,value tuple to database.
Definition: walletdb.cpp:1081
Definition: node.h:39
const std::string FLAGS
Definition: walletdb.cpp:40
bool ErasePurpose(const std::string &strAddress)
Definition: walletdb.cpp:86
bool ErasePool(int64_t nPool)
Definition: walletdb.cpp:200
Descriptor with some wallet metadata.
Definition: walletutil.h:76
SERIALIZE_METHODS(CHDChain, obj)
Definition: walletdb.h:110
const std::string ACTIVEINTERNALSPK
Definition: walletdb.cpp:33
const std::string KEYMETA
Definition: walletdb.cpp:42
bool WriteDescriptorParentCache(const CExtPubKey &xpub, const uint256 &desc_id, uint32_t key_exp_index)
Definition: walletdb.cpp:254
int flags
Definition: bitcoin-tx.cpp:525
256-bit opaque blob.
Definition: uint256.h:119
bool EraseIC(const K &key)
Definition: walletdb.h:204
const std::string ACTIVEEXTERNALSPK
Definition: walletdb.cpp:32
Cache for single descriptor&#39;s derived extended pubkeys.
Definition: descriptor.h:19
Serialized script, used inside transaction inputs and outputs.
Definition: script.h:410
A reference to a CKey: the Hash160 of its serialized public key.
Definition: pubkey.h:23
bool TxnBegin()
Begin a new transaction.
Definition: walletdb.cpp:1141
bool EraseTx(uint256 hash)
Definition: walletdb.cpp:96
bool WriteKey(const CPubKey &vchPubKey, const CPrivKey &vchPrivKey, const CKeyMetadata &keyMeta)
Definition: walletdb.cpp:106
WalletContext struct containing references to state shared between CWallet instances, like the reference to the chain interface, and the list of opened wallets.
Definition: context.h:35
const std::string LOCKED_UTXO
Definition: walletdb.cpp:44
DBErrors
Error statuses for the wallet database.
Definition: walletdb.h:45
160-bit opaque blob.
Definition: uint256.h:108
SERIALIZE_METHODS(CKeyMetadata, obj)
Definition: walletdb.h:156
static const int VERSION_HD_BASE
Definition: walletdb.h:103
static bool IsKeyType(const std::string &strType)
Definition: walletdb.cpp:763
bool WriteName(const std::string &strAddress, const std::string &strName)
Definition: walletdb.cpp:69
bool WriteIC(const K &key, const T &value, bool fOverwrite=true)
Definition: walletdb.h:191
const std::string DEFAULTKEY
Definition: walletdb.cpp:38
bool operator==(const CHDChain &chain) const
Definition: walletdb.h:126
bool EraseLockedUTXO(const COutPoint &output)
Definition: walletdb.cpp:295
bool EraseActiveScriptPubKeyMan(uint8_t type, bool internal)
Definition: walletdb.cpp:216
const std::string ORDERPOSNEXT
Definition: walletdb.cpp:49
#define READWRITE(...)
Definition: serialize.h:140
static const int CURRENT_VERSION
Definition: walletdb.h:105
DBErrors ZapSelectTx(std::vector< uint256 > &vHashIn, std::vector< uint256 > &vHashOut)
Definition: walletdb.cpp:1016
const std::string WATCHS
Definition: walletdb.cpp:61
bool WritePurpose(const std::string &strAddress, const std::string &purpose)
Definition: walletdb.cpp:81
CKeyID seed_id
seed hash160
Definition: walletdb.h:99
WalletBatch & operator=(const WalletBatch &)=delete
An instance of this class represents one database.
Definition: db.h:105
const std::string OLD_KEY
Definition: walletdb.cpp:48
const std::string TX
Definition: walletdb.cpp:53
bool WriteDescriptorLastHardenedCache(const CExtPubKey &xpub, const uint256 &desc_id, uint32_t key_exp_index)
Definition: walletdb.cpp:261
std::unique_ptr< WalletDatabase > CreateDummyWalletDatabase()
Return object for accessing dummy database with no read/write capabilities.
Definition: walletdb.cpp:1236
static const int VERSION_HD_CHAIN_SPLIT
Definition: walletdb.h:104