global: serialization optimizations for faster responses

crates/brk_computer/src/chain.rs

@@ -464,7 +464,7 @@ impl Vecs {
             indexes_to_block_size: ComputedVecsFromHeight::forced_import(
                 &db,
                 "block_size",
-                Source::Compute,
+                Source::None,
                 version + Version::ZERO,
                 indexes,
                 VecBuilderOptions::default()

crates/brk_computer/src/pools/id.rs

@@ -1,287 +0,0 @@
-use allocative::Allocative;
-use num_enum::{FromPrimitive, IntoPrimitive};
-use serde::{Deserialize, Serialize};
-use zerocopy_derive::{FromBytes, Immutable, IntoBytes, KnownLayout};
-
-// Created from the list in `pools.rs`
-// Can be used as index for said list
-#[allow(clippy::upper_case_acronyms)]
-#[derive(
-    Debug,
-    Copy,
-    Clone,
-    PartialEq,
-    Eq,
-    PartialOrd,
-    Ord,
-    Serialize,
-    Deserialize,
-    FromPrimitive,
-    IntoPrimitive,
-    FromBytes,
-    IntoBytes,
-    Immutable,
-    KnownLayout,
-    Allocative,
-)]
-#[serde(rename_all = "lowercase")]
-#[repr(u8)]
-pub enum PoolId {
-    #[default]
-    Unknown,
-    BlockFills,
-    UltimusPool,
-    TerraPool,
-    Luxor,
-    OneThash,
-    BtcCom,
-    Bitfarms,
-    HuobiPool,
-    WayiCn,
-    CanoePool,
-    BtcTop,
-    BitcoinCom,
-    Pool175btc,
-    GbMiners,
-    AXbt,
-    AsicMiner,
-    BitMinter,
-    BitcoinRussia,
-    BtcServ,
-    SimplecoinUs,
-    BtcGuild,
-    Eligius,
-    OzCoin,
-    EclipseMc,
-    MaxBtc,
-    TripleMining,
-    CoinLab,
-    Pool50btc,
-    GhashIo,
-    StMiningCorp,
-    Bitparking,
-    Mmpool,
-    Polmine,
-    KncMiner,
-    Bitalo,
-    F2Pool,
-    Hhtt,
-    MegaBigPower,
-    MtRed,
-    NmcBit,
-    YourbtcNet,
-    GiveMeCoins,
-    BraiinsPool,
-    AntPool,
-    MultiCoinCo,
-    BcpoolIo,
-    Cointerra,
-    KanoPool,
-    SoloCk,
-    CkPool,
-    NiceHash,
-    BitClub,
-    BitcoinAffiliateNetwork,
-    Btcc,
-    BwPool,
-    ExxBw,
-    Bitsolo,
-    BitFury,
-    TwentyOneInc,
-    DigitalBtc,
-    EightBaochi,
-    MyBtcCoinPool,
-    TbDice,
-    HashPool,
-    Nexious,
-    BravoMining,
-    HotPool,
-    OkExPool,
-    BcMonster,
-    OneHash,
-    Bixin,
-    TatmasPool,
-    ViaBtc,
-    ConnectBtc,
-    BatPool,
-    Waterhole,
-    DcExploration,
-    Dcex,
-    BtPool,
-    FiftyEightCoin,
-    BitcoinIndia,
-    ShawnP0wers,
-    PHashIo,
-    RigPool,
-    HaoZhuZhu,
-    SevenPool,
-    MiningKings,
-    HashBx,
-    DPool,
-    Rawpool,
-    Haominer,
-    Helix,
-    BitcoinUkraine,
-    Poolin,
-    SecretSuperstar,
-    TigerpoolNet,
-    SigmapoolCom,
-    OkpoolTop,
-    Hummerpool,
-    Tangpool,
-    BytePool,
-    SpiderPool,
-    NovaBlock,
-    MiningCity,
-    BinancePool,
-    Minerium,
-    LubianCom,
-    Okkong,
-    AaoPool,
-    EmcdPool,
-    FoundryUsa,
-    SbiCrypto,
-    ArkPool,
-    PureBtcCom,
-    MaraPool,
-    KuCoinPool,
-    EntrustCharityPool,
-    OkMiner,
-    Titan,
-    PegaPool,
-    BtcNuggets,
-    CloudHashing,
-    DigitalXMintsy,
-    Telco214,
-    BtcPoolParty,
-    Multipool,
-    TransactionCoinMining,
-    BtcDig,
-    TrickysBtcPool,
-    BtcMp,
-    Eobot,
-    Unomp,
-    Patels,
-    GoGreenLight,
-    EkanemBtc,
-    Canoe,
-    Tiger,
-    OneM1x,
-    Zulupool,
-    SecPool,
-    Ocean,
-    WhitePool,
-    Wk057,
-    FutureBitApolloSolo,
-    CarbonNegative,
-    PortlandHodl,
-    Phoenix,
-    Neopool,
-    MaxiPool,
-    BitFuFuPool,
-    LuckyPool,
-    MiningDutch,
-    PublicPool,
-    MiningSquared,
-    InnopolisTech,
-    BtcLab,
-    Parasite,
-    Dummy158,
-    Dummy159,
-    Dummy160,
-    Dummy161,
-    Dummy162,
-    Dummy163,
-    Dummy164,
-    Dummy165,
-    Dummy166,
-    Dummy167,
-    Dummy168,
-    Dummy169,
-    Dummy170,
-    Dummy171,
-    Dummy172,
-    Dummy173,
-    Dummy174,
-    Dummy175,
-    Dummy176,
-    Dummy177,
-    Dummy178,
-    Dummy179,
-    Dummy180,
-    Dummy181,
-    Dummy182,
-    Dummy183,
-    Dummy184,
-    Dummy185,
-    Dummy186,
-    Dummy187,
-    Dummy188,
-    Dummy189,
-    Dummy190,
-    Dummy191,
-    Dummy192,
-    Dummy193,
-    Dummy194,
-    Dummy195,
-    Dummy196,
-    Dummy197,
-    Dummy198,
-    Dummy199,
-    Dummy200,
-    Dummy201,
-    Dummy202,
-    Dummy203,
-    Dummy204,
-    Dummy205,
-    Dummy206,
-    Dummy207,
-    Dummy208,
-    Dummy209,
-    Dummy210,
-    Dummy211,
-    Dummy212,
-    Dummy213,
-    Dummy214,
-    Dummy215,
-    Dummy216,
-    Dummy217,
-    Dummy218,
-    Dummy219,
-    Dummy220,
-    Dummy221,
-    Dummy222,
-    Dummy223,
-    Dummy224,
-    Dummy225,
-    Dummy226,
-    Dummy227,
-    Dummy228,
-    Dummy229,
-    Dummy230,
-    Dummy231,
-    Dummy232,
-    Dummy233,
-    Dummy234,
-    Dummy235,
-    Dummy236,
-    Dummy237,
-    Dummy238,
-    Dummy239,
-    Dummy240,
-    Dummy241,
-    Dummy242,
-    Dummy243,
-    Dummy244,
-    Dummy245,
-    Dummy246,
-    Dummy247,
-    Dummy248,
-    Dummy249,
-    Dummy250,
-    Dummy251,
-    Dummy252,
-    Dummy253,
-    Dummy254,
-    Dummy255,
-}

crates/brk_computer/src/pools/mod.rs

@@ -4,23 +4,15 @@ use allocative::Allocative;
 use brk_error::Result;
 use brk_indexer::Indexer;
 use brk_store::AnyStore;
-use brk_structs::{AddressBytes, Height, OutputIndex, OutputType};
+use brk_structs::{AddressBytes, Height, OutputIndex, OutputType, PoolId, Pools, pools};
 use rayon::prelude::*;
 use vecdb::{
     AnyCollectableVec, AnyIterableVec, AnyStoredVec, AnyVec, Database, Exit, GenericStoredVec,
     PAGE_SIZE, RawVec, StoredIndex, VecIterator, Version,
 };
 
-mod id;
-mod pool;
-#[allow(clippy::module_inception)]
-mod pools;
 mod vecs;
 
-pub use id::*;
-pub use pool::*;
-pub use pools::*;
-
 use crate::{
     chain,
     indexes::{self, Indexes},

crates/brk_computer/src/pools/pool.rs

@@ -1,46 +0,0 @@
-use allocative::Allocative;
-
-use crate::pools::PoolId;
-
-#[derive(Debug, Allocative)]
-pub struct Pool {
-    pub id: PoolId,
-    pub name: &'static str,
-    pub addresses: Box<[&'static str]>,
-    pub tags: Box<[&'static str]>,
-    pub tags_lowercase: Box<[String]>,
-    pub link: &'static str,
-}
-
-impl Pool {
-    pub fn serialized_id(&self) -> String {
-        let value = serde_json::to_value(self.id).unwrap();
-        value.as_str().unwrap().to_string()
-    }
-}
-
-impl From<(usize, JSONPool)> for Pool {
-    fn from((index, pool): (usize, JSONPool)) -> Self {
-        Self {
-            id: (index as u8).into(),
-            name: pool.name,
-            addresses: pool.addresses,
-            tags_lowercase: pool
-                .tags
-                .iter()
-                .map(|t| t.to_lowercase())
-                .collect::<Vec<_>>()
-                .into_boxed_slice(),
-            tags: pool.tags,
-            link: pool.link,
-        }
-    }
-}
-
-#[derive(Debug)]
-pub struct JSONPool {
-    pub name: &'static str,
-    pub addresses: Box<[&'static str]>,
-    pub tags: Box<[&'static str]>,
-    pub link: &'static str,
-}

crates/brk_computer/src/pools/vecs.rs

@@ -1,10 +1,10 @@
 use allocative::Allocative;
 use brk_error::Result;
-use brk_structs::{Height, Sats, StoredF32, StoredU16, StoredU32};
+use brk_structs::{Height, PoolId, Pools, Sats, StoredF32, StoredU16, StoredU32};
 use vecdb::{AnyCollectableVec, AnyIterableVec, Database, Exit, StoredIndex, VecIterator, Version};
 
 use crate::{
-    PoolId, Pools, chain,
+    chain,
     grouped::{
         ComputedValueVecsFromHeight, ComputedVecsFromDateIndex, ComputedVecsFromHeight, Source,
         VecBuilderOptions,

crates/brk_computer/src/stateful/mod.rs

@@ -656,11 +656,11 @@ impl Vecs {
         // info!("stateful_starting_height = {stateful_starting_height}");
 
         let starting_height = starting_indexes.height.min(stateful_starting_height);
-        info!("starting_height = {starting_height}");
+        // info!("starting_height = {starting_height}");
         let last_height = Height::from(indexer.vecs.height_to_blockhash.stamp());
-        info!("last_height = {last_height}");
+        // info!("last_height = {last_height}");
         if starting_height <= last_height {
-            info!("starting_height = {starting_height}");
+            // info!("starting_height = {starting_height}");
 
             let starting_height = if starting_height.is_not_zero() {
                 let mut set = [
@@ -716,7 +716,7 @@ impl Vecs {
             } else {
                 Height::ZERO
             };
-            info!("starting_height = {starting_height}");
+            // info!("starting_height = {starting_height}");
 
             let starting_height = if starting_height.is_not_zero()
                 && separate_address_vecs
@@ -729,7 +729,7 @@ impl Vecs {
                 Height::ZERO
             };
 
-            info!("starting_height = {starting_height}");
+            // info!("starting_height = {starting_height}");
 
             let mut chain_state: Vec<BlockState>;
             if starting_height.is_not_zero() {

crates/brk_computer/src/states/supply.rs

@@ -48,3 +48,9 @@ impl From<&LoadedAddressData> for SupplyState {
         }
     }
 }
+
+impl std::fmt::Display for SupplyState {
+    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+        write!(f, "utxos: {}, value: {}", self.utxos, self.value)
+    }
+}