mirror of
https://github.com/bitcoinresearchkit/brk.git
synced 2026-04-29 09:09:58 -07:00
541 lines
19 KiB
Rust
541 lines
19 KiB
Rust
use brk_error::Result;
|
|
use brk_indexer::Indexer;
|
|
use brk_traversable::Traversable;
|
|
use brk_types::{
|
|
Bitcoin, DateIndex, DecadeIndex, DifficultyEpoch, Dollars, Height, MonthIndex, QuarterIndex,
|
|
Sats, SemesterIndex, TxIndex, Version, WeekIndex, YearIndex,
|
|
};
|
|
use vecdb::{
|
|
AnyVec, AnyWritableVec, CollectableVec, Database, EagerVec, Exit, GenericStoredVec,
|
|
IterableCloneableVec, TypedVecIterator, VecIndex,
|
|
};
|
|
|
|
use crate::{
|
|
Indexes,
|
|
grouped::{LazyVecsBuilder, Source},
|
|
indexes, price,
|
|
};
|
|
|
|
use super::{ComputedType, EagerVecsBuilder, VecBuilderOptions};
|
|
|
|
#[derive(Clone)]
|
|
pub struct ComputedVecsFromTxindex<T>
|
|
where
|
|
T: ComputedType + PartialOrd,
|
|
{
|
|
pub txindex: Option<Box<EagerVec<TxIndex, T>>>,
|
|
pub height: EagerVecsBuilder<Height, T>,
|
|
pub dateindex: EagerVecsBuilder<DateIndex, T>,
|
|
pub weekindex: LazyVecsBuilder<WeekIndex, T, DateIndex, WeekIndex>,
|
|
pub difficultyepoch: EagerVecsBuilder<DifficultyEpoch, T>,
|
|
pub monthindex: LazyVecsBuilder<MonthIndex, T, DateIndex, MonthIndex>,
|
|
pub quarterindex: LazyVecsBuilder<QuarterIndex, T, DateIndex, QuarterIndex>,
|
|
pub semesterindex: LazyVecsBuilder<SemesterIndex, T, DateIndex, SemesterIndex>,
|
|
pub yearindex: LazyVecsBuilder<YearIndex, T, DateIndex, YearIndex>,
|
|
// TODO: pub halvingepoch: StorableVecGeneator<Halvingepoch, T>,
|
|
pub decadeindex: LazyVecsBuilder<DecadeIndex, T, DateIndex, DecadeIndex>,
|
|
}
|
|
|
|
const VERSION: Version = Version::ZERO;
|
|
|
|
impl<T> ComputedVecsFromTxindex<T>
|
|
where
|
|
T: ComputedType + Ord + From<f64> + 'static,
|
|
f64: From<T>,
|
|
{
|
|
#[allow(clippy::too_many_arguments)]
|
|
pub fn forced_import(
|
|
db: &Database,
|
|
name: &str,
|
|
source: Source<TxIndex, T>,
|
|
version: Version,
|
|
indexes: &indexes::Vecs,
|
|
options: VecBuilderOptions,
|
|
) -> Result<Self> {
|
|
let txindex = source.is_compute().then(|| {
|
|
Box::new(
|
|
EagerVec::forced_import_compressed(db, name, version + VERSION + Version::ZERO)
|
|
.unwrap(),
|
|
)
|
|
});
|
|
|
|
let height = EagerVecsBuilder::forced_import_compressed(
|
|
db,
|
|
name,
|
|
version + VERSION + Version::ZERO,
|
|
options,
|
|
)?;
|
|
|
|
let options = options.remove_percentiles();
|
|
|
|
let dateindex = EagerVecsBuilder::forced_import_compressed(
|
|
db,
|
|
name,
|
|
version + VERSION + Version::ZERO,
|
|
options,
|
|
)?;
|
|
|
|
Ok(Self {
|
|
weekindex: LazyVecsBuilder::forced_import(
|
|
name,
|
|
version + VERSION + Version::ZERO,
|
|
None,
|
|
&dateindex,
|
|
indexes.weekindex_to_weekindex.boxed_clone(),
|
|
options.into(),
|
|
),
|
|
monthindex: LazyVecsBuilder::forced_import(
|
|
name,
|
|
version + VERSION + Version::ZERO,
|
|
None,
|
|
&dateindex,
|
|
indexes.monthindex_to_monthindex.boxed_clone(),
|
|
options.into(),
|
|
),
|
|
quarterindex: LazyVecsBuilder::forced_import(
|
|
name,
|
|
version + VERSION + Version::ZERO,
|
|
None,
|
|
&dateindex,
|
|
indexes.quarterindex_to_quarterindex.boxed_clone(),
|
|
options.into(),
|
|
),
|
|
semesterindex: LazyVecsBuilder::forced_import(
|
|
name,
|
|
version + VERSION + Version::ZERO,
|
|
None,
|
|
&dateindex,
|
|
indexes.semesterindex_to_semesterindex.boxed_clone(),
|
|
options.into(),
|
|
),
|
|
yearindex: LazyVecsBuilder::forced_import(
|
|
name,
|
|
version + VERSION + Version::ZERO,
|
|
None,
|
|
&dateindex,
|
|
indexes.yearindex_to_yearindex.boxed_clone(),
|
|
options.into(),
|
|
),
|
|
decadeindex: LazyVecsBuilder::forced_import(
|
|
name,
|
|
version + VERSION + Version::ZERO,
|
|
None,
|
|
&dateindex,
|
|
indexes.decadeindex_to_decadeindex.boxed_clone(),
|
|
options.into(),
|
|
),
|
|
|
|
txindex,
|
|
height,
|
|
dateindex,
|
|
difficultyepoch: EagerVecsBuilder::forced_import_compressed(
|
|
db,
|
|
name,
|
|
version + VERSION + Version::ZERO,
|
|
options,
|
|
)?,
|
|
// halvingepoch: StorableVecGeneator::forced_import(db, name, version + VERSION + Version::ZERO, format, options)?,
|
|
})
|
|
}
|
|
|
|
// #[allow(unused)]
|
|
// pub fn compute_all<F>(
|
|
// &mut self,
|
|
// indexer: &Indexer,
|
|
// indexes: &indexes::Vecs,
|
|
// starting_indexes: &Indexes,
|
|
// exit: &Exit,
|
|
// mut compute: F,
|
|
// ) -> Result<()>
|
|
// where
|
|
// F: FnMut(
|
|
// &mut EagerVec<TxIndex, T>,
|
|
// &Indexer,
|
|
// &indexes::Vecs,
|
|
// &Indexes,
|
|
// &Exit,
|
|
// ) -> Result<()>,
|
|
// {
|
|
// compute(
|
|
// self.txindex.as_mut().unwrap(),
|
|
// indexer,
|
|
// indexes,
|
|
// starting_indexes,
|
|
// exit,
|
|
// )?;
|
|
|
|
// let txindex: Option<&StoredVec<TxIndex, T>> = None;
|
|
// self.compute_rest(indexer, indexes, starting_indexes, exit, txindex)?;
|
|
|
|
// Ok(())
|
|
// }
|
|
|
|
pub fn compute_rest(
|
|
&mut self,
|
|
indexer: &Indexer,
|
|
indexes: &indexes::Vecs,
|
|
starting_indexes: &Indexes,
|
|
exit: &Exit,
|
|
txindex: Option<&impl CollectableVec<TxIndex, T>>,
|
|
) -> Result<()> {
|
|
if let Some(txindex) = txindex {
|
|
self.height.compute(
|
|
starting_indexes.height,
|
|
txindex,
|
|
&indexer.vecs.height_to_first_txindex,
|
|
&indexes.height_to_txindex_count,
|
|
exit,
|
|
)?;
|
|
} else {
|
|
let txindex = self.txindex.as_ref().unwrap().as_ref();
|
|
|
|
self.height.compute(
|
|
starting_indexes.height,
|
|
txindex,
|
|
&indexer.vecs.height_to_first_txindex,
|
|
&indexes.height_to_txindex_count,
|
|
exit,
|
|
)?;
|
|
}
|
|
|
|
self.compute_after_height(indexes, starting_indexes, exit)
|
|
}
|
|
|
|
fn compute_after_height(
|
|
&mut self,
|
|
indexes: &indexes::Vecs,
|
|
starting_indexes: &Indexes,
|
|
exit: &Exit,
|
|
) -> Result<()> {
|
|
self.dateindex.from_aligned(
|
|
starting_indexes.dateindex,
|
|
&self.height,
|
|
&indexes.dateindex_to_first_height,
|
|
&indexes.dateindex_to_height_count,
|
|
exit,
|
|
)?;
|
|
|
|
self.difficultyepoch.from_aligned(
|
|
starting_indexes.difficultyepoch,
|
|
&self.height,
|
|
&indexes.difficultyepoch_to_first_height,
|
|
&indexes.difficultyepoch_to_height_count,
|
|
exit,
|
|
)?;
|
|
|
|
Ok(())
|
|
}
|
|
}
|
|
|
|
impl ComputedVecsFromTxindex<Bitcoin> {
|
|
pub fn compute_rest_from_sats(
|
|
&mut self,
|
|
indexer: &Indexer,
|
|
indexes: &indexes::Vecs,
|
|
starting_indexes: &Indexes,
|
|
exit: &Exit,
|
|
sats: &ComputedVecsFromTxindex<Sats>,
|
|
txindex: Option<&impl CollectableVec<TxIndex, Bitcoin>>,
|
|
) -> Result<()> {
|
|
let txindex_version = if let Some(txindex) = txindex {
|
|
txindex.version()
|
|
} else {
|
|
self.txindex.as_ref().unwrap().as_ref().version()
|
|
};
|
|
|
|
self.height
|
|
.validate_computed_version_or_reset(txindex_version)?;
|
|
|
|
let starting_index = self.height.starting_index(starting_indexes.height);
|
|
|
|
(starting_index.to_usize()..indexer.vecs.height_to_weight.len())
|
|
.map(Height::from)
|
|
.try_for_each(|height| -> Result<()> {
|
|
if let Some(first) = self.height.first.as_mut() {
|
|
first.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_first().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(average) = self.height.average.as_mut() {
|
|
average.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_average().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(sum) = self.height.sum.as_mut() {
|
|
sum.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_sum().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(max) = self.height.max.as_mut() {
|
|
max.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_max().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(pct90) = self.height.pct90.as_mut() {
|
|
pct90.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_pct90().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(pct75) = self.height.pct75.as_mut() {
|
|
pct75.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_pct75().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(median) = self.height.median.as_mut() {
|
|
median.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_median().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(pct25) = self.height.pct25.as_mut() {
|
|
pct25.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_pct25().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(pct10) = self.height.pct10.as_mut() {
|
|
pct10.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_pct10().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(min) = self.height.min.as_mut() {
|
|
min.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_min().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(last) = self.height.last.as_mut() {
|
|
last.forced_push(
|
|
height,
|
|
Bitcoin::from(sats.height.unwrap_last().into_iter().get_unwrap(height)),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(cumulative) = self.height.cumulative.as_mut() {
|
|
cumulative.forced_push(
|
|
height,
|
|
Bitcoin::from(
|
|
sats.height
|
|
.unwrap_cumulative()
|
|
.into_iter()
|
|
.get_unwrap(height),
|
|
),
|
|
exit,
|
|
)?;
|
|
}
|
|
Ok(())
|
|
})?;
|
|
|
|
self.height.safe_flush(exit)?;
|
|
|
|
self.compute_after_height(indexes, starting_indexes, exit)
|
|
}
|
|
}
|
|
|
|
impl ComputedVecsFromTxindex<Dollars> {
|
|
#[allow(clippy::too_many_arguments)]
|
|
pub fn compute_rest_from_bitcoin(
|
|
&mut self,
|
|
indexer: &Indexer,
|
|
indexes: &indexes::Vecs,
|
|
starting_indexes: &Indexes,
|
|
exit: &Exit,
|
|
bitcoin: &ComputedVecsFromTxindex<Bitcoin>,
|
|
txindex: Option<&impl CollectableVec<TxIndex, Dollars>>,
|
|
price: &price::Vecs,
|
|
) -> Result<()> {
|
|
let txindex_version = if let Some(txindex) = txindex {
|
|
txindex.version()
|
|
} else {
|
|
self.txindex.as_ref().unwrap().as_ref().version()
|
|
};
|
|
|
|
self.height
|
|
.validate_computed_version_or_reset(txindex_version)?;
|
|
|
|
let starting_index = self.height.starting_index(starting_indexes.height);
|
|
|
|
let mut close_iter = price.chainindexes_to_price_close.height.into_iter();
|
|
|
|
(starting_index.to_usize()..indexer.vecs.height_to_weight.len())
|
|
.map(Height::from)
|
|
.try_for_each(|height| -> Result<()> {
|
|
let price = *close_iter.get_unwrap(height);
|
|
|
|
if let Some(first) = self.height.first.as_mut() {
|
|
first.forced_push(
|
|
height,
|
|
price * bitcoin.height.unwrap_first().into_iter().get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(average) = self.height.average.as_mut() {
|
|
average.forced_push(
|
|
height,
|
|
price
|
|
* bitcoin
|
|
.height
|
|
.unwrap_average()
|
|
.into_iter()
|
|
.get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(sum) = self.height.sum.as_mut() {
|
|
sum.forced_push(
|
|
height,
|
|
price * bitcoin.height.unwrap_sum().into_iter().get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(max) = self.height.max.as_mut() {
|
|
max.forced_push(
|
|
height,
|
|
price * bitcoin.height.unwrap_max().into_iter().get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(pct90) = self.height.pct90.as_mut() {
|
|
pct90.forced_push(
|
|
height,
|
|
price * bitcoin.height.unwrap_pct90().into_iter().get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(pct75) = self.height.pct75.as_mut() {
|
|
pct75.forced_push(
|
|
height,
|
|
price * bitcoin.height.unwrap_pct75().into_iter().get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(median) = self.height.median.as_mut() {
|
|
median.forced_push(
|
|
height,
|
|
price
|
|
* bitcoin
|
|
.height
|
|
.unwrap_median()
|
|
.into_iter()
|
|
.get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(pct25) = self.height.pct25.as_mut() {
|
|
pct25.forced_push(
|
|
height,
|
|
price * bitcoin.height.unwrap_pct25().into_iter().get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(pct10) = self.height.pct10.as_mut() {
|
|
pct10.forced_push(
|
|
height,
|
|
price * bitcoin.height.unwrap_pct10().into_iter().get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(min) = self.height.min.as_mut() {
|
|
min.forced_push(
|
|
height,
|
|
price * bitcoin.height.unwrap_min().into_iter().get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(last) = self.height.last.as_mut() {
|
|
last.forced_push(
|
|
height,
|
|
price * bitcoin.height.unwrap_last().into_iter().get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
if let Some(cumulative) = self.height.cumulative.as_mut() {
|
|
cumulative.forced_push(
|
|
height,
|
|
price
|
|
* bitcoin
|
|
.height
|
|
.unwrap_cumulative()
|
|
.into_iter()
|
|
.get_unwrap(height),
|
|
exit,
|
|
)?;
|
|
}
|
|
Ok(())
|
|
})?;
|
|
|
|
self.height.safe_flush(exit)?;
|
|
|
|
self.compute_after_height(indexes, starting_indexes, exit)
|
|
}
|
|
}
|
|
|
|
impl<T> Traversable for ComputedVecsFromTxindex<T>
|
|
where
|
|
T: ComputedType,
|
|
{
|
|
fn to_tree_node(&self) -> brk_traversable::TreeNode {
|
|
brk_traversable::TreeNode::Branch(
|
|
[
|
|
self.txindex
|
|
.as_ref()
|
|
.map(|nested| ("txindex".to_string(), nested.to_tree_node())),
|
|
Some(("height".to_string(), self.height.to_tree_node())),
|
|
Some(("dateindex".to_string(), self.dateindex.to_tree_node())),
|
|
Some(("weekindex".to_string(), self.weekindex.to_tree_node())),
|
|
Some((
|
|
"difficultyepoch".to_string(),
|
|
self.difficultyepoch.to_tree_node(),
|
|
)),
|
|
Some(("monthindex".to_string(), self.monthindex.to_tree_node())),
|
|
Some(("quarterindex".to_string(), self.quarterindex.to_tree_node())),
|
|
Some((
|
|
"semesterindex".to_string(),
|
|
self.semesterindex.to_tree_node(),
|
|
)),
|
|
Some(("yearindex".to_string(), self.yearindex.to_tree_node())),
|
|
Some(("decadeindex".to_string(), self.decadeindex.to_tree_node())),
|
|
]
|
|
.into_iter()
|
|
.flatten()
|
|
.collect(),
|
|
)
|
|
.merge_branches()
|
|
.unwrap()
|
|
}
|
|
|
|
fn iter_any_writable(&self) -> impl Iterator<Item = &dyn AnyWritableVec> {
|
|
let mut regular_iter: Box<dyn Iterator<Item = &dyn AnyWritableVec>> =
|
|
Box::new(self.height.iter_any_writable());
|
|
regular_iter = Box::new(regular_iter.chain(self.dateindex.iter_any_writable()));
|
|
regular_iter = Box::new(regular_iter.chain(self.weekindex.iter_any_writable()));
|
|
regular_iter = Box::new(regular_iter.chain(self.difficultyepoch.iter_any_writable()));
|
|
regular_iter = Box::new(regular_iter.chain(self.monthindex.iter_any_writable()));
|
|
regular_iter = Box::new(regular_iter.chain(self.quarterindex.iter_any_writable()));
|
|
regular_iter = Box::new(regular_iter.chain(self.semesterindex.iter_any_writable()));
|
|
regular_iter = Box::new(regular_iter.chain(self.yearindex.iter_any_writable()));
|
|
regular_iter = Box::new(regular_iter.chain(self.decadeindex.iter_any_writable()));
|
|
if let Some(ref x) = self.txindex {
|
|
regular_iter = Box::new(regular_iter.chain(x.iter_any_writable()));
|
|
}
|
|
regular_iter
|
|
}
|
|
}
|