Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
46 commits
Select commit Hold shift + click to select a range
686f099
Project rename to blk-slash
tasleson Jan 8, 2026
3a0aa30
[clippy] Correct clippy warnings
tasleson Jan 8, 2026
3920f79
[test] Add a debug message about invoking dmtest
tasleson Jan 8, 2026
e2ec178
Add multi-file slab storage to overcome filesystem limits
tasleson Oct 2, 2025
afe312d
Allow reads of uncommitted writes
tasleson Oct 13, 2025
8fc8d23
Add unit tests for multi-slab file support
tasleson Oct 13, 2025
02d4312
Recovery and offset tracking improvements
tasleson Oct 3, 2025
fff9b6a
Add slab-verify utility
tasleson Oct 10, 2025
692f2a7
Add crash-consistent file boundary handling
tasleson Oct 14, 2025
56f738b
Remove use of CWD
tasleson Oct 14, 2025
eb5cc3b
recovery: simplified directory sync.
tasleson Oct 14, 2025
ff7d43f
Add BLK_STASH_DEVEL_SKIP_DATA env.
tasleson Aug 19, 2025
6ab7e77
[cli] Add ability to pass multiple input names
tasleson Oct 17, 2025
7f98263
[cli] Add additional constraints for delta
tasleson Oct 18, 2025
5919936
Add more with_context(s)
tasleson Oct 20, 2025
00f1cde
Don't allow pack of archive files
tasleson Oct 20, 2025
62123ad
[debug] Add Debug implementation for SlabOffsets
tasleson Oct 24, 2025
5f51608
Add number_of_slabs function for quick slab count
tasleson Oct 24, 2025
2f3934d
[slab] Make regenerate_index more robust
tasleson Oct 24, 2025
439a032
[archive] Refactor fn flight_check
tasleson Oct 24, 2025
4050dd1
[recovery] Auto index rebuild on truncation
tasleson Oct 24, 2025
d602fd3
[file/tests]Add slab file validation tests
tasleson Oct 24, 2025
ee95160
[bug fix] Fix SlabFile last_written initialization
tasleson Oct 31, 2025
d06b4f1
Add unit tests for sync_all() with new files
tasleson Oct 31, 2025
5c42dea
[list] Add the source path to json output
tasleson Oct 29, 2025
b0a98a0
Introduce a StreamData trait
tasleson Oct 30, 2025
d0bdd24
[stream] Use slab files for binary stream data
tasleson Oct 31, 2025
d81472f
Use BufReader to reduce reads
tasleson Oct 31, 2025
54d3a79
[test] Add unit test for build_cuckoo_from_hashes
tasleson Nov 5, 2025
2fe2e17
[slab] Add repair/recovery functions
tasleson Nov 6, 2025
773b297
[verify] Verify/remove invalid streams
tasleson Nov 6, 2025
bad26f5
[test] Mark space-heavy tests with #[ignore] and refactor stream crea…
tasleson Nov 6, 2025
7f0db2a
[tools] Add debugging utilities
tasleson Nov 6, 2025
ead2943
[refactor] Move all the hash code to hash.rs
tasleson Dec 17, 2025
3a14ee4
[refactor] Add stream digest trait and implementation
tasleson Dec 17, 2025
5675fcb
[refactor] Remove hash unit tests
tasleson Dec 17, 2025
2357d0f
[feature] Implement configurable hash algorithms
tasleson Dec 17, 2025
c819512
[refactor] Centralize default cache size constant
tasleson Dec 18, 2025
78720a6
[refactor] Extract preflight into dedicated fn
tasleson Dec 18, 2025
b3a4fff
Update debug utilites to load correct hashes
tasleson Dec 18, 2025
cb2a88b
[cdc] Add trait for cdc & addl. algrs.
tasleson Jan 22, 2026
c4138c8
[debug] Add chunk size instrumentation
tasleson Jan 23, 2026
8a3ba61
[cdc] Add minCDC for comparison
tasleson Jan 29, 2026
02caf0b
[stats] Collect #dupes per segment size
tasleson Jan 30, 2026
ff58a75
[misc] Fix panic, standardize segment lengths
tasleson Jan 30, 2026
ad28aa2
[experiment] Misc. scripts for graphing
tasleson Jan 30, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions .github/workflows/github-actions.yml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
name: GitHub Action for blk-archive
run-name: ${{ github.actor }} is running blk-archive unit tests 🚀
name: GitHub Action for blk-stash
run-name: ${{ github.actor }} is running blk-stash unit tests 🚀
on: [push]
jobs:
Explore-GitHub-Actions:
Expand Down
165 changes: 158 additions & 7 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

26 changes: 23 additions & 3 deletions Cargo.toml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
[package]
name = "blk_archive"
name = "blk_stash"
version = "0.1.0"
edition = "2021"

Expand All @@ -8,20 +8,28 @@ edition = "2021"
[dependencies]
anyhow = "1.0"
atty = "0.2"
bincode = "1.3"
blake2 = "0.10"
blake3 = "1"
byteorder = "1.4"
chrono = "0.4"
clap = { version = "4.5.26", features = ["cargo", "env"] }
cli = { path = "./cli" }
crc = "3"
devicemapper = { git = "https://github.com/stratis-storage/devicemapper-rs", branch = "master" }
fastcdc = "3.1"
gearhash = "0.1.3"
mincdc = "0.1"
generic-array = "0.14"
hex = "0.4"
serde_json = "1.0.96"
libc = "0.2"
xxhash-rust = { version = "0.8", features = ["xxh3"] }
fasthash = "0.4"
linked-hash-map = "0.5.6"
lru = "0.12.5"
nix = "0.29"
memmap2 = "0.9"
nix = { version = "0.29", features = ["process", "signal"] }
nom = "7.1"
num_enum = "0.7.3"
rand = "0.8"
Expand Down Expand Up @@ -53,9 +61,21 @@ tempfile = "3.16"
[features]
skip_cleanup = []

[[bin]]
name = "slab-verify"
path = "src/bin/slab_verify.rs"

[[bin]]
name = "stream-dump"
path = "src/bin/stream_dump.rs"

[[bin]]
name = "slab-hexdump"
path = "src/bin/slab_hexdump.rs"

[profile.release]
debug = 1

[[bin]]
name = "blk-archive"
name = "blk-stash"
path = "src/main.rs"
Loading