brk: first commit

.gitignore

@@ -8,7 +8,7 @@ target
 *\ copy*
 
 # Ignored
-_ignore
+/_*
 
 # Editors
 .vscode

Cargo.lock

@@ -238,46 +238,6 @@ version = "0.11.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d965446196e3b7decd44aa7ee49e31d630118f90ef12f97900f262eb915c951d"
 
-[[package]]
-name = "berver"
-version = "0.1.0"
-dependencies = [
- "axum",
- "bindexer",
- "bomputer",
- "cl0g",
- "color-eyre",
- "derive_deref",
- "jiff",
- "oxc",
- "serde",
- "serde_json",
- "storable_vec",
- "tokio",
- "tower-http",
-]
-
-[[package]]
-name = "bindexer"
-version = "0.1.0"
-dependencies = [
- "bitcoin",
- "biterator",
- "cl0g",
- "color-eyre",
- "derive_deref",
- "fjall",
- "hodor",
- "jiff",
- "rapidhash",
- "rayon",
- "rlimit",
- "serde",
- "serde_bytes",
- "storable_vec",
- "zerocopy 0.8.20",
-]
-
 [[package]]
 name = "bitcoin"
 version = "0.32.5"
@@ -357,7 +317,71 @@ dependencies = [
 ]
 
 [[package]]
-name = "biterator"
+name = "bitflags"
+version = "2.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8f68f53c83ab957f72c32642f3868eec03eb974d1fb82e453128456482613d36"
+
+[[package]]
+name = "brk_cli"
+version = "0.1.0"
+
+[[package]]
+name = "brk_computer"
+version = "0.1.0"
+dependencies = [
+ "brk_fetcher",
+ "brk_indexer",
+ "brk_parser",
+ "color-eyre",
+ "derive_deref",
+ "fjall",
+ "hodor",
+ "storable_vec",
+ "zerocopy 0.8.20",
+]
+
+[[package]]
+name = "brk_fetcher"
+version = "0.1.0"
+dependencies = [
+ "brk_indexer",
+ "brk_printer",
+ "color-eyre",
+ "derive_deref",
+ "jiff",
+ "log",
+ "minreq",
+ "serde",
+ "serde_json",
+ "storable_vec",
+ "zerocopy 0.8.20",
+]
+
+[[package]]
+name = "brk_indexer"
+version = "0.1.0"
+dependencies = [
+ "bitcoin",
+ "brk_parser",
+ "brk_printer",
+ "color-eyre",
+ "derive_deref",
+ "fjall",
+ "hodor",
+ "jiff",
+ "log",
+ "rapidhash",
+ "rayon",
+ "rlimit",
+ "serde",
+ "serde_bytes",
+ "storable_vec",
+ "zerocopy 0.8.20",
+]
+
+[[package]]
+name = "brk_parser"
 version = "0.2.3"
 dependencies = [
  "bitcoin",
@@ -372,44 +396,33 @@ dependencies = [
 ]
 
 [[package]]
-name = "bitflags"
-version = "2.8.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8f68f53c83ab957f72c32642f3868eec03eb974d1fb82e453128456482613d36"
-
-[[package]]
-name = "bli"
-version = "0.1.0"
-
-[[package]]
-name = "bomputer"
+name = "brk_printer"
 version = "0.1.0"
 dependencies = [
- "bindexer",
- "biterator",
- "bricer",
  "color-eyre",
- "derive_deref",
- "fjall",
- "hodor",
- "storable_vec",
- "zerocopy 0.8.20",
+ "env_logger",
+ "jiff",
+ "log",
 ]
 
 [[package]]
-name = "bricer"
+name = "brk_server"
 version = "0.1.0"
 dependencies = [
- "bindexer",
- "cl0g",
+ "axum",
+ "brk_computer",
+ "brk_indexer",
+ "brk_printer",
  "color-eyre",
  "derive_deref",
  "jiff",
- "minreq",
+ "log",
+ "oxc",
  "serde",
  "serde_json",
  "storable_vec",
- "zerocopy 0.8.20",
+ "tokio",
+ "tower-http",
 ]
 
 [[package]]
@@ -492,16 +505,6 @@ version = "0.2.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724"
 
-[[package]]
-name = "cl0g"
-version = "0.1.0"
-dependencies = [
- "color-eyre",
- "env_logger",
- "jiff",
- "log",
-]
-
 [[package]]
 name = "color-eyre"
 version = "0.6.3"

Cargo.toml

@@ -1,39 +1,29 @@
 [workspace]
-members = [
-    "cli",
-    "computer",
-    "hodor",
-    "indexer",
-    "iterator",
-    "logger",
-    "pricer",
-    "server",
-    "storable_vec",
-]
+members = ["crates/*"]
 resolver = "2"
 package.license = "MIT"
 package.edition = "2024"
 
 [workspace.dependencies]
 bitcoin = { version = "0.32.5", features = ["serde"] }
+brk_computer = { version = "0", path = "crates/brk_computer" }
+brk_fetcher = { version = "0", path = "crates/brk_fetcher" }
+brk_indexer = { version = "0", path = "crates/brk_indexer" }
+brk_parser = { version = "0", path = "crates/brk_parser", features = ["bytes"] }
+brk_printer = { version = "0", path = "crates/brk_printer" }
+brk_server = { version = "0", path = "crates/brk_server" }
 color-eyre = "0.6.3"
-computer = { version = "0", path = "computer", package = "bomputer" }
 derive_deref = "1.1.1"
 fjall = "2.6.5"
-hodor = { version = "0", path = "hodor" }
-indexer = { version = "0", path = "indexer", package = "bindexer" }
-iterator = { version = "0", path = "iterator", package = "biterator", features = [
-    "bytes",
-] }
+hodor = { version = "0", path = "crates/hodor" }
 jiff = "0.2.1"
 log = { version = "0.4.26" }
-logger = { version = "0", path = "logger", package = "cl0g" }
 minreq = { version = "2.13.2", features = ["https", "serde_json"] }
-pricer = { version = "0", path = "pricer", package = "bricer" }
 rayon = "1.10.0"
 serde = { version = "1.0.218", features = ["derive"] }
 serde_bytes = "0.11.15"
 serde_json = { version = "1.0.139", features = ["float_roundtrip"] }
-server = { version = "0", path = "server", package = "berver" }
-storable_vec = { version = "0", path = "storable_vec", features = ["json"] }
+storable_vec = { version = "0", path = "crates/storable_vec", features = [
+    "json",
+] }
 zerocopy = { version = "0.8.20", features = ["derive"] }

README.md

@@ -63,14 +63,10 @@ Please open an issue if you want to add another instance
 ### Requirements
 
 - At least 16 GB of RAM
-  - Recommended: 32 GB
 - A disk with 1 TB of free space (will use between 40% to 80% depending on several things)
   - Recommended: Rated at 3 GB/s (Thunderbolt 4 speed)
-- A running instance of bitcoin-core with:
-  - `-txindex=1`
-  - `-blocksxor=0`
-  - RPC credentials
-  - Example: `bitcoind -datadir="$HOME/.bitcoin" -blocksonly -txindex=1 -blocksxor=0`
+- A running instance of bitcoin-core
+  - Example: `bitcoind -datadir="$HOME/.bitcoin" -blocksonly`
 - Git
 - Unix based operating system (Mac OS or Linux)
   - Ubuntu users need to install `open-ssl` via `sudo apt install libssl-dev pkg-config`

_src/main.rs

@@ -1,6 +1,6 @@
-use iterator::bitcoincore_rpc::Client;
+use brk_parser::bitcoincore_rpc::Client;
 use log::info;
-use rlimit::{getrlimit, setrlimit, Resource};
+use rlimit::{Resource, getrlimit, setrlimit};
 
 mod io;
 mod parser;
@@ -8,7 +8,7 @@ mod server;
 mod structs;
 mod utils;
 
-use parser::Datasets;
+use brk_parser::Datasets;
 use server::api::structs::Routes;
 use structs::{Config, Exit};
 use utils::init_log;

_src/parser/actions/iter_blocks.rs

@@ -1,8 +1,8 @@
 use std::{collections::BTreeSet, time::Instant};
 
+use brk_parser::bitcoincore_rpc::Client;
 use chrono::Datelike;
 use export::ExportedData;
-use iterator::bitcoincore_rpc::Client;
 use itertools::Itertools;
 
 use log::info;

_src/parser/actions/parse.rs

@@ -1,6 +1,6 @@
 use std::{collections::BTreeMap, ops::ControlFlow, thread};
 
-use iterator::{
+use brk_parser::{
     bitcoin::{Block, Txid},
     bitcoincore_rpc::RpcApi,
 };

_src/parser/databases/txid_to_tx_data.rs

@@ -5,7 +5,7 @@ use std::{
 };
 
 use allocative::Allocative;
-use iterator::bitcoin::Txid;
+use brk_parser::bitcoin::Txid;
 use itertools::Itertools;
 use snkrj::{AnyDatabase, Database as _Database};
 

_src/parser/mod.rs

@@ -1,6 +1,6 @@
 use std::{thread::sleep, time::Duration};
 
-use iterator::bitcoincore_rpc::{Client, RpcApi};
+use brk_parser::bitcoincore_rpc::{Client, RpcApi};
 
 mod actions;
 mod databases;

_src/structs/address.rs

@@ -1,5 +1,5 @@
 use bitcoin_hashes::hash160;
-use iterator::bitcoin::TxOut;
+use brk_parser::bitcoin::TxOut;
 
 use super::{AddressType, Counter, U8x19, U8x31};
 

_src/structs/amount.rs

@@ -5,15 +5,15 @@ use std::{
 
 use allocative::{Allocative, Visitor};
 use bincode::{
+    BorrowDecode, Decode, Encode,
     de::{BorrowDecoder, Decoder},
     enc::Encoder,
     error::{DecodeError, EncodeError},
-    BorrowDecode, Decode, Encode,
 };
+use brk_parser::bitcoin::Amount as BitcoinAmount;
 use derive_deref::{Deref, DerefMut};
-use iterator::bitcoin::Amount as BitcoinAmount;
 use serde::{Deserialize, Serialize};
-use snkrj::{direct_repr, Storable, UnsizedStorable};
+use snkrj::{Storable, UnsizedStorable, direct_repr};
 
 use super::Height;