brk/parser/src/databases/address_index_to_address_data.rs

use std::{
    collections::BTreeMap,
    fs, mem,
    ops::{Deref, DerefMut},
};

use allocative::Allocative;
use itertools::Itertools;
use rayon::prelude::*;

use crate::{
    states::AddressCohortsDurableStates,
    structs::{AddressData, Date, Height},
    utils::time,
};

use super::{AnyDatabase, AnyDatabaseGroup, Database as _Database, Metadata};

type Key = u32;
type Value = AddressData;
type Database = _Database<Key, Value>;

#[derive(Allocative)]
pub struct AddressIndexToAddressData {
    pub metadata: Metadata,

    pub map: BTreeMap<usize, Database>,
}

impl Deref for AddressIndexToAddressData {
    type Target = BTreeMap<usize, Database>;

    fn deref(&self) -> &Self::Target {
        &self.map
    }
}

impl DerefMut for AddressIndexToAddressData {
    fn deref_mut(&mut self) -> &mut Self::Target {
        &mut self.map
    }
}

pub const ADDRESS_INDEX_DB_MAX_SIZE: usize = 250_000;

impl AddressIndexToAddressData {
    pub fn unsafe_insert(&mut self, key: Key, value: Value) -> Option<Value> {
        self.metadata.called_insert();

        self.open_db(&key).unsafe_insert(key, value)
    }

    pub fn remove(&mut self, key: &Key) -> Option<Value> {
        self.metadata.called_remove();

        self.open_db(key).remove(key)
    }

    /// Doesn't check if the database is open contrary to `safe_get` which does and opens if needed
    /// Though it makes it easy to use with rayon.
    pub fn unsafe_get_from_cache(&self, key: &Key) -> Option<&Value> {
        let db_index = Self::db_index(key);

        self.get(&db_index).unwrap().get_from_puts(key)
    }

    pub fn unsafe_get_from_db(&self, key: &Key) -> Option<&Value> {
        let db_index = Self::db_index(key);

        self.get(&db_index).unwrap().db_get(key)
    }

    pub fn open_db(&mut self, key: &Key) -> &mut Database {
        let db_index = Self::db_index(key);

        self.entry(db_index).or_insert_with(|| {
            let db_name = format!(
                "{}..{}",
                db_index * ADDRESS_INDEX_DB_MAX_SIZE,
                (db_index + 1) * ADDRESS_INDEX_DB_MAX_SIZE
            );

            let path = Self::root().join(db_name);

            Database::open(path).unwrap()
        })
    }

    pub fn compute_addres_cohorts_durable_states(&mut self) -> AddressCohortsDurableStates {
        time("Iter through address_index_to_address_data", || {
            self.open_all();

            // MUST CLEAR MAP, otherwise some weird things are happening later in the export I think
            mem::take(&mut self.map)
                .par_iter()
                .map(|(_, database)| {
                    let mut s = AddressCohortsDurableStates::default();

                    database
                        .iter()
                        .map(|r| r.unwrap().1)
                        .for_each(|address_data| s.increment(address_data).unwrap());

                    s
                })
                .sum()
        })
    }

    fn db_index(key: &Key) -> usize {
        *key as usize / ADDRESS_INDEX_DB_MAX_SIZE
    }
}

impl AnyDatabaseGroup for AddressIndexToAddressData {
    fn import() -> Self {
        Self {
            metadata: Metadata::import(Self::root(), 1),

            map: BTreeMap::default(),
        }
    }

    fn create_dir_all(&self) -> color_eyre::Result<(), std::io::Error> {
        fs::create_dir_all(Self::root())
    }

    fn reset_metadata(&mut self) {
        self.metadata.reset();
    }

    fn folder<'a>() -> &'a str {
        "address_index_to_address_data"
    }

    fn open_all(&mut self) {
        let path = Self::root();

        let folder = fs::read_dir(path);

        if folder.is_err() {
            return;
        }

        folder
            .unwrap()
            .map(|entry| {
                entry
                    .unwrap()
                    .path()
                    .file_name()
                    .unwrap()
                    .to_str()
                    .unwrap()
                    .to_owned()
            })
            .filter(|file_name| file_name.contains(".."))
            .for_each(|path| {
                self.open_db(&path.split("..").next().unwrap().parse::<u32>().unwrap());
            });
    }

    fn drain_to_vec(&mut self) -> Vec<Box<dyn AnyDatabase + Send>> {
        mem::take(&mut self.map)
            .into_values()
            .map(|db| Box::new(db) as Box<dyn AnyDatabase + Send>)
            .collect_vec()
    }

    fn export_metadata(&mut self, height: Height, date: Date) -> color_eyre::Result<()> {
        self.metadata.export(height, date)
    }
}