brk: first commit

_src/parser/databases/mod.rs

@@ -0,0 +1,175 @@
+use allocative::Allocative;
+
+mod _trait;
+mod address_index_to_address_data;
+mod address_index_to_empty_address_data;
+mod address_to_address_index;
+mod metadata;
+mod txid_to_tx_data;
+mod txout_index_to_address_index;
+mod txout_index_to_amount;
+
+use _trait::*;
+pub use address_index_to_address_data::*;
+pub use address_index_to_empty_address_data::*;
+pub use address_to_address_index::*;
+use itertools::Itertools;
+use log::info;
+use metadata::*;
+use rayon::iter::{IntoParallelIterator, ParallelIterator};
+use snkrj::AnyDatabase;
+pub use txid_to_tx_data::*;
+pub use txout_index_to_address_index::*;
+pub use txout_index_to_amount::*;
+
+use crate::structs::{Config, Date, Height};
+
+#[derive(Allocative)]
+pub struct Databases {
+    pub address_index_to_address_data: AddressIndexToAddressData,
+    pub address_index_to_empty_address_data: AddressIndexToEmptyAddressData,
+    pub address_to_address_index: AddressToAddressIndex,
+    pub txid_to_tx_data: TxidToTxData,
+    pub txout_index_to_address_index: TxoutIndexToAddressIndex,
+    pub txout_index_to_amount: TxoutIndexToAmount,
+}
+
+impl Databases {
+    pub fn import(config: &Config) -> Self {
+        let address_index_to_address_data = AddressIndexToAddressData::init(config);
+
+        let address_index_to_empty_address_data = AddressIndexToEmptyAddressData::init(config);
+
+        let address_to_address_index = AddressToAddressIndex::init(config);
+
+        let txid_to_tx_data = TxidToTxData::init(config);
+
+        let txout_index_to_address_index = TxoutIndexToAddressIndex::init(config);
+
+        let txout_index_to_amount = TxoutIndexToAmount::init(config);
+
+        info!("Imported databases");
+
+        Self {
+            address_index_to_address_data,
+            address_index_to_empty_address_data,
+            address_to_address_index,
+            txid_to_tx_data,
+            txout_index_to_address_index,
+            txout_index_to_amount,
+        }
+    }
+
+    pub fn drain_to_vec(&mut self) -> Vec<Box<dyn AnyDatabase + Send>> {
+        self.txid_to_tx_data
+            .drain_to_vec()
+            .into_iter()
+            .chain(self.txout_index_to_amount.drain_to_vec())
+            .chain(self.address_to_address_index.drain_to_vec())
+            .chain(self.address_index_to_address_data.drain_to_vec())
+            .chain(self.address_index_to_empty_address_data.drain_to_vec())
+            .chain(self.txout_index_to_address_index.drain_to_vec())
+            .collect_vec()
+    }
+
+    fn export_metadata(&mut self, height: Height, date: Date) -> color_eyre::Result<()> {
+        self.txid_to_tx_data.export_metadata(height, date)?;
+        self.txout_index_to_amount.export_metadata(height, date)?;
+        self.address_index_to_address_data
+            .export_metadata(height, date)?;
+        self.address_index_to_empty_address_data
+            .export_metadata(height, date)?;
+        self.address_to_address_index
+            .export_metadata(height, date)?;
+        self.txout_index_to_address_index
+            .export_metadata(height, date)?;
+        Ok(())
+    }
+
+    pub fn export(
+        &mut self,
+        height: Height,
+        date: Date,
+        defragment: bool,
+    ) -> color_eyre::Result<()> {
+        self.export_metadata(height, date)?;
+
+        self.drain_to_vec()
+            .into_par_iter()
+            .try_for_each(|s| AnyDatabase::boxed_export(s, defragment))?;
+
+        Ok(())
+    }
+
+    pub fn reset(&mut self, include_addresses: bool) {
+        if include_addresses {
+            let _ = self.address_index_to_address_data.reset();
+            let _ = self.address_index_to_empty_address_data.reset();
+            let _ = self.address_to_address_index.reset();
+            let _ = self.txout_index_to_address_index.reset();
+        }
+
+        let _ = self.txid_to_tx_data.reset();
+        let _ = self.txout_index_to_amount.reset();
+    }
+
+    pub fn check_if_needs_to_compute_addresses(&self, height: Height, date: Date) -> bool {
+        let check_height = |last_height: Option<Height>| {
+            last_height.map_or(true, |last_height| last_height < height)
+        };
+
+        let check_date =
+            |last_date: Option<Date>| last_date.map_or(true, |last_date| last_date < date);
+
+        let check_metadata = |metadata: &Metadata| {
+            check_height(metadata.last_height) || check_date(metadata.last_date)
+        };
+
+        // We only need to check one as we previously checked that they're all in sync
+        check_metadata(&self.address_to_address_index.metadata)
+    }
+
+    pub fn check_if_usable(
+        &self,
+        last_address_height: Option<Height>,
+        last_address_date: Option<Date>,
+    ) -> bool {
+        let are_tx_databases_in_sync = self
+            .txout_index_to_amount
+            .metadata
+            .check_if_in_sync(&self.txid_to_tx_data.metadata);
+
+        if !are_tx_databases_in_sync {
+            return false;
+        }
+
+        let are_address_databases_in_sync = self
+            .address_to_address_index
+            .metadata
+            .check_if_in_sync(&self.address_index_to_empty_address_data.metadata)
+            && self
+                .address_to_address_index
+                .metadata
+                .check_if_in_sync(&self.address_index_to_address_data.metadata)
+            && self
+                .address_to_address_index
+                .metadata
+                .check_if_in_sync(&self.txout_index_to_address_index.metadata);
+
+        if !are_address_databases_in_sync {
+            return false;
+        }
+
+        let are_address_databases_farer_or_in_sync_with_tx_database = self
+            .address_to_address_index
+            .metadata
+            .check_farer_or_in_sync(&self.txid_to_tx_data.metadata);
+
+        if !are_address_databases_farer_or_in_sync_with_tx_database {
+            return false;
+        }
+
+        last_address_height >= self.address_to_address_index.metadata.last_height
+            && last_address_date >= self.address_to_address_index.metadata.last_date
+    }
+}