Mirror/brk
1
0
Fork 0
mirror of https://github.com/bitcoinresearchkit/brk.git synced 2026-04-25 23:29:58 -07:00
Code Issues Packages Projects Releases Wiki Activity

global: snapshot

Browse Source
This commit is contained in:
nym21
2025-05-13 11:46:03 +02:00
parent 88a0c9ea03
commit 9d674cd49b
27 changed files with 354 additions and 157 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
crates/brk_computer/src/lib.rs
View File

@@ -7,15 +7,17 @@ use std::path::{Path, PathBuf};
use brk_exit::Exit;
use brk_fetcher::Fetcher;
use brk_indexer::{Indexer, Indexes};
use brk_indexer::Indexer;
pub use brk_parser::rpc;
mod storage;
mod utils;
use brk_vec::{AnyCollectableVec, Compressed, Computation};
mod stores;
mod utils;
mod vecs;
use log::info;
use storage::{Stores, Vecs};
use stores::Stores;
use vecs::Vecs;
#[derive(Clone)]
pub struct Computer {
@@ -67,7 +69,7 @@ impl Computer {
pub fn compute(
&mut self,
indexer: &mut Indexer,
starting_indexes: Indexes,
starting_indexes: brk_indexer::Indexes,
exit: &Exit,
) -> color_eyre::Result<()> {
info!("Computing...");

5
crates/brk_computer/src/storage/mod.rs
View File

@@ -1,5 +0,0 @@
mod stores;
mod vecs;
pub use stores::*;
pub use vecs::*;

0
crates/brk_computer/src/storage/stores.rs → crates/brk_computer/src/stores.rs
View File

0
crates/brk_computer/src/storage/vecs/blocks.rs → crates/brk_computer/src/vecs/blocks.rs
View File

149
crates/brk_computer/src/vecs/constants.rs Normal file
View File

@@ -0,0 +1,149 @@
use std::{fs, path::Path};
use brk_core::StoredU8;
use brk_exit::Exit;
use brk_indexer::Indexer;
use brk_vec::{AnyCollectableVec, AnyVec, Compressed, Computation, Version};
use super::{
Indexes,
grouped::{ComputedVecsFromHeight, StorableVecGeneatorOptions},
indexes,
};
#[derive(Clone)]
pub struct Vecs {
pub _0: ComputedVecsFromHeight<StoredU8>,
pub _1: ComputedVecsFromHeight<StoredU8>,
pub _50: ComputedVecsFromHeight<StoredU8>,
pub _100: ComputedVecsFromHeight<StoredU8>,
}
impl Vecs {
pub fn forced_import(
path: &Path,
_computation: Computation,
compressed: Compressed,
) -> color_eyre::Result<Self> {
fs::create_dir_all(path)?;
Ok(Self {
_0: ComputedVecsFromHeight::forced_import(
path,
"0",
true,
Version::ZERO,
compressed,
StorableVecGeneatorOptions::default().add_last(),
)?,
_1: ComputedVecsFromHeight::forced_import(
path,
"1",
true,
Version::ZERO,
compressed,
StorableVecGeneatorOptions::default().add_last(),
)?,
_50: ComputedVecsFromHeight::forced_import(
path,
"50",
true,
Version::ZERO,
compressed,
StorableVecGeneatorOptions::default().add_last(),
)?,
_100: ComputedVecsFromHeight::forced_import(
path,
"100",
true,
Version::ZERO,
compressed,
StorableVecGeneatorOptions::default().add_last(),
)?,
})
}
pub fn compute(
&mut self,
indexer: &Indexer,
indexes: &indexes::Vecs,
starting_indexes: &Indexes,
exit: &Exit,
) -> color_eyre::Result<()> {
self._0.compute_all(
indexer,
indexes,
starting_indexes,
exit,
|vec, _, indexes, starting_indexes, exit| {
vec.compute_to(
starting_indexes.height,
indexes.height_to_date.len(),
indexes.height_to_date.version(),
|i| (i, StoredU8::new(0)),
exit,
)
},
)?;
self._1.compute_all(
indexer,
indexes,
starting_indexes,
exit,
|vec, _, indexes, starting_indexes, exit| {
vec.compute_to(
starting_indexes.height,
indexes.height_to_date.len(),
indexes.height_to_date.version(),
|i| (i, StoredU8::new(1)),
exit,
)
},
)?;
self._50.compute_all(
indexer,
indexes,
starting_indexes,
exit,
|vec, _, indexes, starting_indexes, exit| {
vec.compute_to(
starting_indexes.height,
indexes.height_to_date.len(),
indexes.height_to_date.version(),
|i| (i, StoredU8::new(50)),
exit,
)
},
)?;
self._100.compute_all(
indexer,
indexes,
starting_indexes,
exit,
|vec, _, indexes, starting_indexes, exit| {
vec.compute_to(
starting_indexes.height,
indexes.height_to_date.len(),
indexes.height_to_date.version(),
|i| (i, StoredU8::new(100)),
exit,
)
},
)?;
Ok(())
}
pub fn vecs(&self) -> Vec<&dyn AnyCollectableVec> {
[
self._0.vecs(),
self._1.vecs(),
self._50.vecs(),
self._100.vecs(),
]
.concat()
}
}

0
crates/brk_computer/src/storage/vecs/fetched.rs → crates/brk_computer/src/vecs/fetched.rs
View File

0
crates/brk_computer/src/storage/vecs/grouped/builder.rs → crates/brk_computer/src/vecs/grouped/builder.rs
View File

2
crates/brk_computer/src/storage/vecs/grouped/from_dateindex.rs → crates/brk_computer/src/vecs/grouped/from_dateindex.rs
View File

@@ -5,7 +5,7 @@ use brk_exit::Exit;
use brk_indexer::Indexer;
use brk_vec::{AnyCollectableVec, Compressed, EagerVec, Result, Version};
use crate::storage::{Indexes, indexes};
use crate::vecs::{Indexes, indexes};
use super::{ComputedType, ComputedVecBuilder, StorableVecGeneatorOptions};

2
crates/brk_computer/src/storage/vecs/grouped/from_height.rs → crates/brk_computer/src/vecs/grouped/from_height.rs
View File

@@ -7,7 +7,7 @@ use brk_exit::Exit;
use brk_indexer::Indexer;
use brk_vec::{AnyCollectableVec, AnyIterableVec, Compressed, EagerVec, Result, Version};
use crate::storage::{Indexes, indexes};
use crate::vecs::{Indexes, indexes};
use super::{ComputedType, ComputedVecBuilder, StorableVecGeneatorOptions};

2
crates/brk_computer/src/storage/vecs/grouped/from_height_strict.rs → crates/brk_computer/src/vecs/grouped/from_height_strict.rs
View File

@@ -5,7 +5,7 @@ use brk_exit::Exit;
use brk_indexer::Indexer;
use brk_vec::{AnyCollectableVec, Compressed, EagerVec, Result, Version};
use crate::storage::{Indexes, indexes};
use crate::vecs::{Indexes, indexes};
use super::{ComputedType, ComputedVecBuilder, StorableVecGeneatorOptions};

2
crates/brk_computer/src/storage/vecs/grouped/from_txindex.rs → crates/brk_computer/src/vecs/grouped/from_txindex.rs
View File

@@ -10,7 +10,7 @@ use brk_vec::{
AnyCollectableVec, CollectableVec, Compressed, EagerVec, Result, StoredVec, Version,
};
use crate::storage::{Indexes, indexes};
use crate::vecs::{Indexes, indexes};
use super::{ComputedType, ComputedVecBuilder, StorableVecGeneatorOptions};

0
crates/brk_computer/src/storage/vecs/grouped/mod.rs → crates/brk_computer/src/vecs/grouped/mod.rs
View File

5
crates/brk_computer/src/storage/vecs/grouped/ratio_from_dateindex.rs → crates/brk_computer/src/vecs/grouped/ratio_from_dateindex.rs
View File

@@ -10,11 +10,8 @@ use brk_vec::{
// use rayon::prelude::*;
use crate::{
storage::{
fetched,
vecs::{Indexes, indexes},
},
utils::get_percentile,
vecs::{Indexes, fetched, indexes},
};
use super::{ComputedVecsFromDateIndex, StorableVecGeneatorOptions};

0
crates/brk_computer/src/storage/vecs/grouped/type.rs → crates/brk_computer/src/vecs/grouped/type.rs
View File

5
crates/brk_computer/src/storage/vecs/grouped/value_from_height.rs → crates/brk_computer/src/vecs/grouped/value_from_height.rs
View File

@@ -7,10 +7,7 @@ use brk_vec::{
AnyCollectableVec, CollectableVec, Compressed, EagerVec, Result, StoredVec, Version,
};
use crate::storage::{
fetched,
vecs::{Indexes, indexes},
};
use crate::vecs::{Indexes, fetched, indexes};
use super::{ComputedVecsFromHeight, StorableVecGeneatorOptions};

5
crates/brk_computer/src/storage/vecs/grouped/value_from_txindex.rs → crates/brk_computer/src/vecs/grouped/value_from_txindex.rs
View File

@@ -8,10 +8,7 @@ use brk_vec::{
Computation, ComputedVecFrom3, LazyVecFrom1, StoredIndex, StoredVec, Version,
};
use crate::storage::{
fetched,
vecs::{Indexes, indexes},
};
use crate::vecs::{Indexes, fetched, indexes};
use super::{ComputedVecsFromTxindex, StorableVecGeneatorOptions};

0
crates/brk_computer/src/storage/vecs/indexes.rs → crates/brk_computer/src/vecs/indexes.rs
View File

0
crates/brk_computer/src/storage/vecs/market.rs → crates/brk_computer/src/vecs/market.rs
View File

0
crates/brk_computer/src/storage/vecs/mining.rs → crates/brk_computer/src/vecs/mining.rs
View File

7
crates/brk_computer/src/storage/vecs/mod.rs → crates/brk_computer/src/vecs/mod.rs
View File

@@ -6,6 +6,7 @@ use brk_indexer::Indexer;
use brk_vec::{AnyCollectableVec, Compressed, Computation};
pub mod blocks;
pub mod constants;
pub mod fetched;
pub mod grouped;
pub mod indexes;
@@ -18,6 +19,7 @@ pub use indexes::Indexes;
#[derive(Clone)]
pub struct Vecs {
pub indexes: indexes::Vecs,
pub constants: constants::Vecs,
pub blocks: blocks::Vecs,
pub mining: mining::Vecs,
pub market: market::Vecs,
@@ -43,6 +45,7 @@ impl Vecs {
Ok(Self {
blocks: blocks::Vecs::forced_import(path, computation, compressed)?,
mining: mining::Vecs::forced_import(path, computation, compressed)?,
constants: constants::Vecs::forced_import(path, computation, compressed)?,
market: market::Vecs::forced_import(path, computation, compressed)?,
transactions: transactions::Vecs::forced_import(
path,
@@ -66,6 +69,9 @@ impl Vecs {
) -> color_eyre::Result<()> {
let starting_indexes = self.indexes.compute(indexer, starting_indexes, exit)?;
self.constants
.compute(indexer, &self.indexes, &starting_indexes, exit)?;
self.blocks
.compute(indexer, &self.indexes, &starting_indexes, exit)?;
@@ -106,6 +112,7 @@ impl Vecs {
pub fn vecs(&self) -> Vec<&dyn AnyCollectableVec> {
[
self.constants.vecs(),
self.indexes.vecs(),
self.blocks.vecs(),
self.mining.vecs(),

0
crates/brk_computer/src/storage/vecs/transactions.rs → crates/brk_computer/src/vecs/transactions.rs
View File