Mirror/brk
1
0
Fork 0
mirror of https://github.com/bitcoinresearchkit/brk.git synced 2026-05-02 10:30:00 -07:00
Code Issues Packages Projects Releases Wiki Activity

global: big snapshot

Browse Source
This commit is contained in:
nym21
2026-01-09 20:00:20 +01:00
parent cb0abc324e
commit 426d7797a3
442 changed files with 17952 additions and 20071 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
crates/brk_computer/src/outputs/count/compute.rs
View File

@@ -4,7 +4,7 @@ use brk_types::{Height, StoredU64};
use vecdb::{Exit, TypedVecIterator};
use super::Vecs;
use crate::{indexes, inputs, scripts, ComputeIndexes};
use crate::{ComputeIndexes, indexes, inputs, scripts};
impl Vecs {
pub fn compute(
@@ -16,32 +16,22 @@ impl Vecs {
starting_indexes: &ComputeIndexes,
exit: &Exit,
) -> Result<()> {
self.indexes_to_count.derive_from(
self.total_count.derive_from(
indexer,
indexes,
starting_indexes,
&indexes.transaction.txindex_to_output_count,
&indexes.txindex.output_count,
exit,
)?;
self.indexes_to_utxo_count
self.utxo_count
.compute_all(indexes, starting_indexes, exit, |v| {
let mut input_count_iter = inputs_count
.indexes_to_count
.height
.sum_cum
.cumulative
.0
.into_iter();
let mut opreturn_cumulative_iter = scripts_count
.indexes_to_opreturn_count
.rest
.height_cumulative
.0
.into_iter();
let mut input_count_iter = inputs_count.height.sum_cum.cumulative.0.into_iter();
let mut opreturn_cumulative_iter =
scripts_count.opreturn.height_cumulative.0.into_iter();
v.compute_transform(
starting_indexes.height,
&self.indexes_to_count.height.sum_cum.cumulative.0,
&self.total_count.height.sum_cum.cumulative.0,
|(h, output_count, ..)| {
let input_count = input_count_iter.get_unwrap(h);
let opreturn_count = *opreturn_cumulative_iter.get_unwrap(h);

18
crates/brk_computer/src/outputs/count/import.rs
View File

@@ -10,23 +10,9 @@ use crate::{
impl Vecs {
pub fn forced_import(db: &Database, version: Version, indexes: &indexes::Vecs) -> Result<Self> {
let indexes_to_count = DerivedTxFull::forced_import(
db,
"output_count",
version,
indexes,
)?;
let indexes_to_utxo_count = ComputedBlockFull::forced_import(
db,
"exact_utxo_count",
version,
indexes,
)?;
Ok(Self {
indexes_to_count,
indexes_to_utxo_count,
total_count: DerivedTxFull::forced_import(db, "output_count", version, indexes)?,
utxo_count: ComputedBlockFull::forced_import(db, "exact_utxo_count", version, indexes)?,
})
}
}

4
crates/brk_computer/src/outputs/count/vecs.rs
View File

@@ -5,6 +5,6 @@ use crate::internal::{ComputedBlockFull, DerivedTxFull};
#[derive(Clone, Traversable)]
pub struct Vecs {
pub indexes_to_count: DerivedTxFull<StoredU64>,
pub indexes_to_utxo_count: ComputedBlockFull<StoredU64>,
pub total_count: DerivedTxFull<StoredU64>,
pub utxo_count: ComputedBlockFull<StoredU64>,
}

35
crates/brk_computer/src/outputs/spent/compute.rs
View File

@@ -1,11 +1,13 @@
use brk_error::Result;
use brk_indexer::Indexer;
use brk_types::{Height, TxInIndex, TxOutIndex};
use log::info;
use vecdb::{AnyStoredVec, AnyVec, Database, Exit, GenericStoredVec, Stamp, TypedVecIterator, VecIndex};
use tracing::info;
use vecdb::{
AnyStoredVec, AnyVec, Database, Exit, GenericStoredVec, Stamp, TypedVecIterator, VecIndex,
};
use super::Vecs;
use crate::{inputs, ComputeIndexes};
use crate::{ComputeIndexes, inputs};
const HEIGHT_BATCH: u32 = 10_000;
@@ -18,26 +20,25 @@ impl Vecs {
starting_indexes: &ComputeIndexes,
exit: &Exit,
) -> Result<()> {
let target_height = indexer.vecs.block.height_to_blockhash.len();
let target_height = indexer.vecs.blocks.blockhash.len();
if target_height == 0 {
return Ok(());
}
let target_height = Height::from(target_height - 1);
// Find min_height from current vec length
let current_txoutindex = self.txoutindex_to_txinindex.len();
let current_txoutindex = self.txinindex.len();
let min_txoutindex = current_txoutindex.min(starting_indexes.txoutindex.to_usize());
let starting_stamp = Stamp::from(starting_indexes.height);
let _ = self.txoutindex_to_txinindex.rollback_before(starting_stamp);
let _ = self.txinindex.rollback_before(starting_stamp);
self.txoutindex_to_txinindex
self.txinindex
.truncate_if_needed(TxOutIndex::from(min_txoutindex))?;
let mut height_to_first_txoutindex =
indexer.vecs.txout.height_to_first_txoutindex.iter()?;
let mut height_to_first_txinindex = indexer.vecs.txin.height_to_first_txinindex.iter()?;
let mut txinindex_to_txoutindex = inputs.spent.txinindex_to_txoutindex.iter()?;
let mut height_to_first_txoutindex = indexer.vecs.outputs.first_txoutindex.iter()?;
let mut height_to_first_txinindex = indexer.vecs.inputs.first_txinindex.iter()?;
let mut txinindex_to_txoutindex = inputs.spent.txoutindex.iter()?;
// Find starting height from min_txoutindex
let mut min_height = Height::ZERO;
@@ -65,13 +66,13 @@ impl Vecs {
// Fill txoutindex up to batch_end_height + 1
let batch_txoutindex = if batch_end_height >= target_height {
indexer.vecs.txout.txoutindex_to_value.len()
indexer.vecs.outputs.value.len()
} else {
height_to_first_txoutindex
.get_unwrap(batch_end_height + 1_u32)
.to_usize()
};
self.txoutindex_to_txinindex
self.txinindex
.fill_to(batch_txoutindex, TxInIndex::UNSPENT)?;
// Get txin range for this height batch
@@ -79,7 +80,7 @@ impl Vecs {
.get_unwrap(batch_start_height)
.to_usize();
let txin_end = if batch_end_height >= target_height {
inputs.spent.txinindex_to_txoutindex.len()
inputs.spent.txoutindex.len()
} else {
height_to_first_txinindex
.get_unwrap(batch_end_height + 1_u32)
@@ -102,12 +103,12 @@ impl Vecs {
pairs.sort_unstable_by_key(|(txoutindex, _)| *txoutindex);
for &(txoutindex, txinindex) in &pairs {
self.txoutindex_to_txinindex.update(txoutindex, txinindex)?;
self.txinindex.update(txoutindex, txinindex)?;
}
if batch_end_height < target_height {
let _lock = exit.lock();
self.txoutindex_to_txinindex.write()?;
self.txinindex.write()?;
info!(
"TxOuts: {:.2}%",
batch_end_height.to_usize() as f64 / target_height.to_usize() as f64 * 100.0
@@ -119,7 +120,7 @@ impl Vecs {
}
let _lock = exit.lock();
self.txoutindex_to_txinindex
self.txinindex
.stamped_write_with_changes(Stamp::from(target_height))?;
db.flush()?;

2
crates/brk_computer/src/outputs/spent/import.rs
View File

@@ -7,7 +7,7 @@ use super::Vecs;
impl Vecs {
pub fn forced_import(db: &Database, version: Version) -> Result<Self> {
Ok(Self {
txoutindex_to_txinindex: BytesVec::forced_import(db, "txinindex", version)?,
txinindex: BytesVec::forced_import(db, "txinindex", version)?,
})
}
}

2
crates/brk_computer/src/outputs/spent/vecs.rs
View File

@@ -4,5 +4,5 @@ use vecdb::BytesVec;
#[derive(Clone, Traversable)]
pub struct Vecs {
pub txoutindex_to_txinindex: BytesVec<TxOutIndex, TxInIndex>,
pub txinindex: BytesVec<TxOutIndex, TxInIndex>,
}