Skip to content

GitLab

Unverified Commit 222c2e85 authored by dagil-nvidia's avatar dagil-nvidia Committed by GitHub
Browse files

docs: add Flash Indexer blog post (#6472) 


Signed-off-by: default avatarDan Gil <dagil@nvidia.com>
Signed-off-by: default avatardagil-nvidia <dagil@nvidia.com>
Co-authored-by: default avatarCursor <cursoragent@cursor.com>
parent d1bd210f
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 1721 additions and 0 deletions
docs/blogs/flash-indexer/data/kv_events_window.json.gz 0 → 100644
View file @ 222c2e85
File suppressed by a .gitattributes entry or the file's encoding is unsupported.
docs/blogs/flash-indexer/data/sweep_plot.json 0 → 100644
View file @ 222c2e85
{
"concurrent-radix-tree": [
{
"duration_ms": 21544,
"offered_ops_throughput": 630334.56,
"ops_throughput": 616904.9,
"offered_block_throughput": 2031856.1,
"block_throughput": 1988566.1,
"latency_p99_us": 150.549
},
{
"duration_ms": 10000,
"offered_ops_throughput": 1357992.6,
"ops_throughput": 1329020.0,
"offered_block_throughput": 4377430.5,
"block_throughput": 4284038.5,
"latency_p99_us": 152.114
},
{
"duration_ms": 4642,
"offered_ops_throughput": 2925447.5,
"ops_throughput": 2861944.5,
"offered_block_throughput": 9430054.0,
"block_throughput": 9225354.0,
"latency_p99_us": 171.387
},
{
"duration_ms": 2154,
"offered_ops_throughput": 6304515.5,
"ops_throughput": 6167088.0,
"offered_block_throughput": 20322334.0,
"block_throughput": 19879340.0,
"latency_p99_us": 205.988
},
{
"duration_ms": 1000,
"offered_ops_throughput": 13579927.0,
"ops_throughput": 13287600.0,
"offered_block_throughput": 43774308.0,
"block_throughput": 42832004.0,
"latency_p99_us": 260.643
},
{
"duration_ms": 464,
"offered_ops_throughput": 29267084.0,
"ops_throughput": 25719558.0,
"offered_block_throughput": 94341176.0,
"block_throughput": 82905880.0,
"latency_p99_us": 816.001
},
{
"duration_ms": 215,
"offered_ops_throughput": 63162450.0,
"ops_throughput": 22939066.0,
"offered_block_throughput": 203601440.0,
"block_throughput": 73943090.0,
"latency_p99_us": 3354.294
},
{
"duration_ms": 100,
"offered_ops_throughput": 135799260.0,
"ops_throughput": 24424330.0,
"offered_block_throughput": 437743100.0,
"block_throughput": 78730776.0,
"latency_p99_us": 3214.444
}
],
"inverted-index": [
{
"duration_ms": 100000,
"offered_ops_throughput": 944.32,
"ops_throughput": 924.2454,
"offered_block_throughput": 261987.86,
"block_throughput": 256418.42,
"latency_p99_us": 8805.717
},
{
"duration_ms": 46416,
"offered_ops_throughput": 2034.4708,
"ops_throughput": 1991.2281,
"offered_block_throughput": 564434.3,
"block_throughput": 552437.25,
"latency_p99_us": 10686.267
},
{
"duration_ms": 21544,
"offered_ops_throughput": 4383.216,
"ops_throughput": 2695.7463,
"offered_block_throughput": 1216059.5,
"block_throughput": 747895.6,
"latency_p99_us": 33287.895
},
{
"duration_ms": 10000,
"offered_ops_throughput": 9443.2,
"ops_throughput": 2919.3435,
"offered_block_throughput": 2619878.5,
"block_throughput": 809929.3,
"latency_p99_us": 62016.043
},
{
"duration_ms": 4642,
"offered_ops_throughput": 20342.957,
"ops_throughput": 2884.653,
"offered_block_throughput": 5643857.0,
"block_throughput": 800305.0,
"latency_p99_us": 61697.46
}
],
"naive-nested-map": [
{
"duration_ms": 100000,
"offered_ops_throughput": 944.32,
"ops_throughput": 924.2635,
"offered_block_throughput": 261987.86,
"block_throughput": 256423.47,
"latency_p99_us": 41510.066
},
{
"duration_ms": 46416,
"offered_ops_throughput": 2034.4708,
"ops_throughput": 1322.2437,
"offered_block_throughput": 564434.3,
"block_throughput": 366837.28,
"latency_p99_us": 27161.172
},
{
"duration_ms": 21544,
"offered_ops_throughput": 4383.216,
"ops_throughput": 1387.7875,
"offered_block_throughput": 1216059.5,
"block_throughput": 385021.47,
"latency_p99_us": 90544.99
},
{
"duration_ms": 10000,
"offered_ops_throughput": 9443.2,
"ops_throughput": 1382.0194,
"offered_block_throughput": 2619878.5,
"block_throughput": 383421.16,
"latency_p99_us": 91671.85
}
],
"nested-map": [
{
"duration_ms": 10000,
"offered_ops_throughput": 1357992.6,
"ops_throughput": 1329020.0,
"offered_block_throughput": 4377430.5,
"block_throughput": 4284038.5,
"latency_p99_us": 2.242
},
{
"duration_ms": 4642,
"offered_ops_throughput": 2925447.5,
"ops_throughput": 2862547.8,
"offered_block_throughput": 9430054.0,
"block_throughput": 9227300.0,
"latency_p99_us": 2.668
},
{
"duration_ms": 2154,
"offered_ops_throughput": 6304515.5,
"ops_throughput": 6167088.0,
"offered_block_throughput": 20322334.0,
"block_throughput": 19879340.0,
"latency_p99_us": 2.379
},
{
"duration_ms": 1000,
"offered_ops_throughput": 13579927.0,
"ops_throughput": 13287600.0,
"offered_block_throughput": 43774308.0,
"block_throughput": 42832004.0,
"latency_p99_us": 2.238
},
{
"duration_ms": 464,
"offered_ops_throughput": 29267084.0,
"ops_throughput": 28589320.0,
"offered_block_throughput": 94341176.0,
"block_throughput": 92156440.0,
"latency_p99_us": 2.232
},
{
"duration_ms": 215,
"offered_ops_throughput": 63162450.0,
"ops_throughput": 52635376.0,
"offered_block_throughput": 203601440.0,
"block_throughput": 169667860.0,
"latency_p99_us": 2.063
},
{
"duration_ms": 100,
"offered_ops_throughput": 135799260.0,
"ops_throughput": 51831780.0,
"offered_block_throughput": 437743100.0,
"block_throughput": 167077520.0,
"latency_p99_us": 2.093
}
],
"radix-tree": [
{
"duration_ms": 100000,
"offered_ops_throughput": 135799.27,
"ops_throughput": 132916.33,
"offered_block_throughput": 437743.06,
"block_throughput": 428450.0,
"latency_p99_us": 3588.039
},
{
"duration_ms": 46416,
"offered_ops_throughput": 292569.94,
"ops_throughput": 286345.34,
"offered_block_throughput": 943086.6,
"block_throughput": 923021.8,
"latency_p99_us": 9482.066
},
{
"duration_ms": 21544,
"offered_ops_throughput": 630334.56,
"ops_throughput": 616904.9,
"offered_block_throughput": 2031856.1,
"block_throughput": 1988566.1,
"latency_p99_us": 30705.686
},
{
"duration_ms": 10000,
"offered_ops_throughput": 1357992.6,
"ops_throughput": 978592.44,
"offered_block_throughput": 4377430.5,
"block_throughput": 3154450.5,
"latency_p99_us": 55837.547
},
{
"duration_ms": 4642,
"offered_ops_throughput": 2925447.5,
"ops_throughput": 1086568.0,
"offered_block_throughput": 9430054.0,
"block_throughput": 3502505.2,
"latency_p99_us": 54552.395
},
{
"duration_ms": 2154,
"offered_ops_throughput": 6304515.5,
"ops_throughput": 1088745.9,
"offered_block_throughput": 20322334.0,
"block_throughput": 3509525.2,
"latency_p99_us": 54857.27
}
]
}
docs/blogs/flash-indexer/flash-indexer.md 0 → 100644
View file @ 222c2e85
---
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
title: "Flash Indexer: A Story of Inter-Galactic KV Routing"
subtitle: "Rudy Pei, [John Thomson](https://developer.nvidia.com/blog/author/jwillthomson/), Janelle Cai, Alec Flowers, Dan Gil — February 2026"
description: "Dynamo's Flash Indexer tracks every cached KV block across all inference workers at 170M ops/s. Six iterations of data structure design got it there."
keywords: KV cache, prefix caching, LLM inference, radix tree, distributed inference, disaggregated serving, Dynamo, concurrent data structures, block routing
last-updated: February 23, 2026
---
The **Flash Indexer** is a concurrent global index of every cached KV block across every inference worker, sustaining over **100 million operations per second**. It evolved through six iterations—from a Python dictionary to a jump-optimized spatial index—to the point where network latency, tokenization, and hashing are the bottlenecks. We're shipping it as the default indexer in Dynamo v1.0.0.
For scale intuition: at 100M+ index ops/sec, the system can support approximately $$N \approx 10^8 / r$$ concurrent workloads, where $$r$$ is the workload's sustained index ops/sec (inserts + lookups) under real traffic, including bursty prefill, well beyond current planetary-scale inference demand.
This post walks through those iterations—how each redesign drove a new order-of-magnitude improvement, and the specific data structure or concurrency breakthrough behind it.
---
## 1. Background
### 1.1 KV Block Identity
Every cached block carries three identifiers:
- **Local block hash** (`u64`): Content hash of the tokens within a single block. Position-independent—two blocks with the same tokens produce the same hash. Both the frontend and publisher use the same algorithm.
- **Sequence block hash** (`u64`): Rolling hash of the entire prefix up to this block. Position-dependent—identical tokens at different positions produce different hashes.
```text
seq_hash[0] = local_hash[0]
seq_hash[i] = hash(seq_hash[i-1] || local_hash[i])
```
- **Worker ID**: Which worker holds the block.
Local hashes are deliberately *chunk hashes* (no prefix context) so frontends can hash query blocks cheaply in parallel. The tradeoff: chunk hashes can't distinguish position. *"Predict the next token | Learn from the error | Predict the next token."* produces identical hashes at blocks 0 and 2. This collision problem drives every data structure decision below.
### 1.2 Events and Requests
The indexer handles two kinds of traffic:
**KV Events** (writes): A publisher sitting alongside each engine emits `Store(worker_id, local_hash, seq_hash)` when a block is cached and `Remove(worker_id, seq_hash)` when evicted. We need explicit events because engines cache blocks beyond request lifetime and their eviction policies (LRU sweeps, memory pressure, preemption) are opaque—there's no way to infer cache state from request-response cycles alone. The stream is bursty: prefills produce dozens of stores at once; eviction sweeps produce bursts of removes.
<Frame caption="Figure 1 — KV Event Density">
<img src="./images/fig-1-kv-event-density.svg" alt="KV Event Density" />
</Frame>
<Info icon="hand-point-up" className="fig-caption">
Per-worker and aggregate KV cache event density heatmap derived from 5% of the Mooncake FAST'25 trace, replayed across 16 Mocker workers with 2,048 GPU blocks each. Green cells indicate Store-dominant time bins (prefill bursts); amber cells indicate Remove-dominant bins (eviction sweeps). The diverging colorscale is clamped at ±10 events per worker and ±100 events aggregate, highlighting the bursty, temporally correlated nature of KV cache traffic that the Flash Indexer must sustain at line rate.
</Info>
**Requests** (reads): On every inference request, the frontend sends a sequence of chunk hashes `[local_hash_0, ..., local_hash_D]`. The indexer returns `(worker_id, match_depth)` scores so the router can pick the worker with the deepest cached prefix.
<Frame caption="Figure 2 — KV Event Flow">
<img src="./images/fig-2-kv-event-flow.svg" alt="KV Event Flow" style={{width: "100%"}} />
</Frame>
<Info icon="hand-point-up" className="fig-caption">
Each engine is paired with a publisher that enriches raw KV events with worker identity and block hashes, then broadcasts them via pub/sub. The router requests store lookups from the indexer, which computes prefix overlap scores used for routing decisions.
</Info>
Both paths are hot. Slow events mean stale routing decisions. Slow queries to the indexer means user-facing latency. The design goal: keep both fast without mutual contention.
---
## 2. Nested Dictionary → Rust Actor
### 2.1 Python Dictionary
The simplest possible index is a nested dictionary. For each worker, store a mapping from local block hash to the set of external sequence hashes that share that chunk hash. Since local hashes are chunk hashes, the same tokens can appear at different positions in different sequences, and a single local hash can map to multiple sequence hashes on the same worker. To find matches, iterate every worker and walk through the query sequence, checking for hits.
```py
class KvIndex:
# worker_id -> { local_hash -> set of seq_hashes }
index: dict[int, dict[int, set[int]]] = {}
def store(self, worker_id: int, blocks: list[tuple[int, int]]):
if worker_id not in self.index:
self.index[worker_id] = {}
for local_hash, seq_hash in blocks:
if local_hash not in self.index[worker_id]:
self.index[worker_id][local_hash] = set()
self.index[worker_id][local_hash].add(seq_hash)
def remove(self, worker_id: int, seq_hashes: list[int]):
if worker_id not in self.index:
return
for seq_hash in seq_hashes:
for local_hash, hashes in self.index[worker_id].items():
hashes.discard(seq_hash)
def find_matches(self, query: list[int]) -> dict[int, int]:
scores = {}
for worker_id, blocks in self.index.items():
depth = 0
for local_hash in query:
if local_hash in blocks and blocks[local_hash]:
depth += 1
else:
break
if depth > 0:
scores[worker_id] = depth
return scores
```
There is a correctness issue with this approach. `local_hash in blocks` tells us the worker has *some* block with those tokens, but not *which* one—different sequences sharing the same chunk hash are conflated. This collision problem shapes every data structure decision that follows. This is `O(W × D)` per query (W workers, D query depth).
With hundreds of workers and sequences thousands of blocks long, it's a non-starter.
### 2.2 Rust Actor
Porting to Rust (`HashMap<WorkerId, HashMap<LocalHash, HashSet<ExternalHash>>>`) eliminates interpreter overhead. A **single-threaded actor** owns the index exclusively and communicates through channels—correct and lock-free, but serializes all reads behind all writes. The single thread is the throughput ceiling.
---
## 3. Inverted Index
`worker -> { hash -> ... }` forces `find_matches` to iterate every worker. But the question is *"which workers have this block?"*—keyed by block, not worker. Instead of iterating workers and checking blocks, build a forward index keyed by LocalHash that maps to the sequence hashes and their worker sets.
```rust
// local_hash -> (seq_hash -> set of workers)
index: HashMap<LocalHash, HashMap<ExternalHash, HashSet<WorkerId>>>
```
Now `find_matches` traverses the query once. At each position, take the union of worker sets. Workers only *drop out* as you go deeper—each is drained at most once—giving **O(D + W)** instead of O(W × D).
The inverted index is a major win for reads, but every data structure choice is a two-sided tradeoff between query performance and update cost.
On the read side, the collision issue from Section 2.1 resurfaces in a different shape. When we union worker sets across sequence hashes at a given local hash, we conflate workers that cached different sequences sharing the same chunk. The seq hash data is in the index, but `find_matches` cannot use it without computing the query's own seq hashes—which reintroduces rolling hash computation on the read path, exactly what chunk hashes were designed to avoid.
On the write side, removes are equally expensive: without a per-worker reverse lookup, removing a block by seq hash requires scanning the entire index. We could add a reverse lookup table, but that's more bookkeeping on every store.
The radix tree resolves both.
---
## 4. Radix Tree
Each node has a small children map keyed by `LocalHash`, plus a worker set. Parent-child relationships scope collision risk: two blocks with the same chunk hash collide only if they share the same parent, which means the same prefix. Different prefixes lead to different parents. This requires one new field in KV events: the **parent hash**, so the tree can link child to parent as events arrive.
<Frame caption="Figure 3 — Prefix Tree Structure">
<img src="./images/fig-3-prefix-tree.svg" alt="Prefix Tree Structure" style={{maxWidth: "420px", width: "100%"}} />
</Frame>
<Info icon="hand-point-up" className="fig-caption">
Prefix-aware radix tree indexes cached blocks by local hash. Shared prefixes branch where sequences diverge; each node records which workers hold that block.
</Info>
```rust
type SharedRadixBlock = Rc<RefCell<RadixBlock>>;
struct RadixBlock {
children: HashMap<LocalHash, SharedRadixBlock>,
workers: HashSet<WorkerWithDpRank>,
block_hash: Option<ExternalHash>,
}
struct RadixTree {
root: SharedRadixBlock,
lookup: HashMap<WorkerWithDpRank, HashMap<ExternalHash, SharedRadixBlock>>,
}
```
Each node also carries a sequence hash. A per-worker **lookup table** (`worker -> { seq_hash -> node }`) provides O(1) access for event processing: stores attach children via the parent's seq hash; removes find the node directly. Two keys for two access patterns—local hash for traversal, sequence hash for events.
Both the tree and the lookup table point to the same nodes via `Rc<RefCell<T>>` (shared ownership with interior mutability, single-threaded). The children maps at each node are small—bounded by branching factor, not total block count.
This approach remains single-threaded behind the actor, with serialized reads and writes.
---
## 5. Concurrent Radix Tree
Reads don't conflict with each other. We replace `Rc<RefCell<T>>` with `Arc<RwLock<T>>` (atomic reference counting + reader-writer lock). Now `find_matches` acquires only read locks and executes *inline on the caller's thread*—no channel, no actor, no queue.
Writes use **sticky routing**: a `ThreadPoolIndexer` deterministically assigns each `WorkerId` to one thread. Events for the same worker always land on the same thread, so there's no write-write contention on any worker's subtree.
<Frame caption="Figure 4 — Concurrency Model">
<img src="./images/fig-4-concurrency-model.svg" alt="Concurrency Model" style={{width: "100%"}} />
</Frame>
<Info icon="hand-point-up" className="fig-caption">
Write events are sticky-routed by worker ID to a thread pool, ensuring sequential ordering. A concurrent radix tree with `Arc<RwLock>` allows `find_matches()` reads in parallel, enabling concurrent traversals.
</Info>
```rust
type SharedBlock = Arc<RwLock<Block>>;
struct ConcurrentRadixTree {
root: SharedBlock,
lookup: DashMap<WorkerWithDpRank, RwLock<HashMap<ExternalHash, SharedBlock>>>,
}
```
`DashMap` shards the outer map so reads and writes to different workers don't touch the same lock. `parking_lot::RwLock` avoids the OS syscall on uncontended paths (2–3x faster than `std::sync::RwLock`). `FxHashMap` replaces SipHash with a single multiply-xor step—safe here because keys are `u64` hashes, not user input.
`parking_lot::RwLock` is task-fair by default: it processes waiters in arrival order rather than unconditionally favoring readers or writers. Combined with sticky routing's guarantee that each worker's writes are serialized on a single thread, write contention is minimal and neither reads nor writes are starved.
The actor is gone for reads. Multiple `find_matches` calls proceed concurrently with writes to different workers.
---
## 6. Positional Indexer with Jump Search
The radix tree traverses node-by-node, following pointers from parent to child—cache-hostile and fundamentally sequential. You can't check position 128 without visiting 0 through 127.
Replace the tree with a `Vec<DashMap<LocalHash, SeqEntry>>` indexed by position. `index[position]` is a concurrent map from local hash to sequence entry. Any position is O(1)—no traversal required.
```rust
enum SeqEntry {
Single(ExternalHash, HashSet<WorkerWithDpRank>),
Multi(HashMap<ExternalHash, HashSet<WorkerWithDpRank>>),
}
struct PositionalIndexer {
// index[position] -> { local_hash -> SeqEntry }
index: Vec<DashMap<LocalHash, SeqEntry>>,
worker_blocks: DashMap<WorkerWithDpRank, LevelIndex>,
jump_size: usize,
}
```
The `SeqEntry` enum handles collisions: in the common case a `(position, local_hash)` slot has exactly one sequence hash, stored inline without a `HashMap` allocation. Only when multiple prefixes produce the same chunk hash at the same position does it upgrade to `Multi`.
The `Single`/`Multi` split also enables lazy hash computation: when a lookup finds a `Single` entry, the match is unambiguous without computing the query's sequence hash. The expensive rolling hash is only needed on the rare `Multi` entries where chunk hash collisions require disambiguation.
But the positional indexer's biggest advantage isn't the data layout – it's what **random access makes possible.**
Random access enables **jump search**:
1. Initialize the active worker set from position 0.
2. Jump ahead by `jump_size` positions (e.g., 64) to the next checkpoint.
3. At the checkpoint, count how many active workers still match (cardinality check—no set cloning needed).
4. If all match: the entire skipped range is confirmed. Continue jumping.
5. If fewer match: some workers drained in the skipped range. Scan forward through positions `[previous_checkpoint + 1 .. current_checkpoint]` to find each lost worker's exact drain point.
6. Resume jumping from the current checkpoint.
<Frame caption="Figure 5 — Positional Jump Search">
<img src="./images/fig-5-jump-search.svg" alt="Positional Jump Search" style={{width: "100%"}} />
</Frame>
<Info icon="hand-point-up" className="fig-caption">
With position as a first-class key, the indexer jumps ahead by a fixed stride. On a partial match, a lookback from the previous checkpoint identifies exact drain points, then resumes jumping from the current checkpoint.
</Info>
Best case: `D / J` lookups instead of `D`.
Worst case (workers drop at every jump): degrades to a linear scan with jump overhead.
The positional indexer wins on long sequences with high prefix sharing; the radix tree wins on short or highly-divergent sequences.
The `Vec` layout also improves cache locality: early positions (shared system prompts, common preambles) are the hot path, cluster at the front of the array, and stay warm in cache.
With jump size *J* (= `jump_size`, defaulting to 64), amortized cost drops to **O(D/J + W)**. Since *J* is a tunable constant, the complexity remains linear in *D*; the practical benefit is skipping the vast majority of positions when prefix sharing is high.
---
## 7. Benchmarks
All benchmarks run on a 24-core Arrow Lake (285K) desktop, replaying publicly-available [Mooncake production traces](https://github.com/kvcache-ai/Mooncake/tree/main/FAST25-release/arxiv-trace) through a mock engine with 16,384 GPU blocks and prefix caching enabled. The harness tests all five backends with 24 concurrent event-processing threads.
**Ops throughput** is the combined rate of KV events and `find_matches` requests per second. We sweep offered load by compressing the same trace into shorter durations and compare achieved vs. offered throughput. The **threshold throughput** is where achieved throughput stops tracking offered—the indexer's saturation point.
<Frame caption="Figure 6 — Indexer Performance">
<img src="./images/fig-6-indexer-throughput.svg" alt="Indexer Performance" />
</Frame>
<Info icon="hand-point-up" className="fig-caption">
Achieved vs. offered block throughput across five indexer backends, measured with `mooncake_bench` on real trace data. The Flash Indexer sustains 170M ops/s — 42x faster than the Radix Tree shipped in Dynamo v0.1.0 (4M ops/s) and 440x faster than the naive implementations (385K ops/s).
</Info>
---
## 8. Future Directions
With the Flash Indexer shipping in Dynamo v1.0.0, the next round of optimizations targets the remaining constant factors:
- **Binary search within jumps.** Replace the linear scan-back after a failed jump with binary search: `O(log J)` instead of `O(J)` per failed jump.
- **Hierarchical routing.** A sparse top-level indexer for coarse-grained prefix coverage across deployment groups, with full indexers at the leaves.
- **Inline bitsets for worker sets.** Replace `HashSet` with fixed-width bitsets stored inline in each node, turning membership tests into single bit operations and eliminating pointer chases.
---
## 9. Conclusion
The journey from a Python dictionary to the Flash Indexer spans six iterations, each motivated by a concrete bottleneck in the previous design:
1. **Naive Nested Dict** — simple but O(W × D) per query.
2. **Rust + Actor Pattern** — fast language, correct concurrency, but single-threaded bottleneck.
3. **Inverted Index** — O(D + W) per query by flipping the key structure; secondary `seq_hash` layer for chunk-hash collision safety.
4. **Radix Tree** — tree structure replaces giant flat map; per-node children maps stay small; dual-key design (local hash for traversal, seq hash for event processing); `Rc<RefCell<>>` for single-threaded shared ownership.
5. **Concurrent Radix Tree** — `Arc<parking_lot::RwLock<>>` replaces `Rc<RefCell<>>`; `DashMap` with per-worker inner `RwLock` for the lookup table (shard-level locking for rare mutations, cheap shared reads on the hot path); reads bypass the actor entirely; sticky routing serializes writes per worker with zero contention.
6. **Concurrent Positional Indexer via Jump Search (Flash Indexer)** — an alternative to the radix tree for long-sequence workloads; `Vec<DashMap<>>` indexed by position replaces pointer chasing with O(1) random access, enabling jump search that skips most of the depth; `DashMap` with per-worker inner `RwLock` for the reverse lookup; hot prefix positions cluster at the front of the `Vec` and stay warm in cache.
The result: a sustained ops throughput of **170 million operations per second**—events and requests combined—with achieved throughput tracking offered throughput all the way to the limit.
docs/blogs/flash-indexer/images/fig-1-kv-event-density.png 0 → 100644
View file @ 222c2e85
File suppressed by a .gitattributes entry or the file's encoding is unsupported.
docs/blogs/flash-indexer/images/fig-1-kv-event-density.svg 0 → 100644
View file @ 222c2e85
This diff is collapsed.
docs/blogs/flash-indexer/images/fig-2-kv-event-flow.png 0 → 100644
View file @ 222c2e85
File suppressed by a .gitattributes entry or the file's encoding is unsupported.
docs/blogs/flash-indexer/images/fig-2-kv-event-flow.svg 0 → 100644
View file @ 222c2e85
<?xml version="1.0" encoding="utf-8"?><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" data-d2-version="0.7.1" preserveAspectRatio="xMinYMin meet" width="1600" height="435" viewBox="0 0 1063 289" data-orig-vb="0 0 1063 289"><!-- INJ:BG --><rect x="0" y="0" width="1063" height="289" fill="#000000"/><!-- /INJ:BG --><svg class="d2-2804741767 d2-svg" width="1063" height="289" viewBox="-101 -119 1063 289"><rect x="-101.000000" y="-119.000000" width="1063.000000" height="289.000000" rx="0.000000" fill="#000000" class=" fill-N7" stroke-width="0" /><style type="text/css"><![CDATA[
.d2-2804741767 .text-bold {
font-family: "d2-2804741767-font-bold";
}
@font-face {
font-family: d2-2804741767-font-bold;
src: url("data:application/font-woff;base64,d09GRgABAAAAAA0kAAoAAAAAFDQAAguFAAAAAAAAAAAAAAAAAAAAAAAAAABPUy8yAAAA9AAAAGAAAABgXxHXrmNtYXAAAAFUAAAAmAAAAMQDZgQ6Z2x5ZgAAAewAAAa7AAAI5HySe2doZWFkAAAIqAAAADYAAAA2G38e1GhoZWEAAAjgAAAAJAAAACQKfwXdaG10eAAACQQAAAB4AAAAeDiaBSFsb2NhAAAJfAAAAD4AAAA+IyAg3G1heHAAAAm8AAAAIAAAACAANgD3bmFtZQAACdwAAAMoAAAIKgjwVkFwb3N0AAANBAAAAB0AAAAg/9EAMgADAioCvAAFAAACigJYAAAASwKKAlgAAAFeADIBKQAAAgsHAwMEAwICBGAAAvcAAAADAAAAAAAAAABBREJPACAAIP//Au7/BgAAA9gBESAAAZ8AAAAAAfAClAAAACAAA3icdM05agIBGEDhbzKTfZJM9rXIZVKEFAkJTJ8iBGEQsRDv44LWoqjgYTzJL1rY+dqveEikEuQyU7wopHKv3rz78OVH6U9NpaGlHcFWP30r/fpXqWuuNZaxiHnMYhLjGMUwBtGPXnSjs/nsLrEnldl34NCRYydO5c6cu1C4dOXajVt37j149OSZFQAAAP//AQAA//9hNSWLeJyEVm9sG2f9/z6PL77GuSY5n+/Odnz+d/Gd7SRO4sudk9iuk9pO0sbOv7ap91vSbNGP0jVdCq1LvVHoCzokwNNALlWKUCcmJkAaQmhCgknZC8QE03iB1Im92igSb1glCJNBoDlndGenTfeGF8mL0/nzfL7fz5/noAOWAPAmvg0W6IQesAMLoNABOqTIskgmlERC5C0JGdHkErbrr/9QjhCRCBH17/he3NhAxXP49v6lp4ubm//aSCb1e796S38ZXX0LAEERAP0dV6HLxGMDrMKKbIAtoh39048+Qj24euNrX75zA9rvwgNcBYvxrkIXa7i6X249x5dwFajWc4VRLIxoIdlijfj1a+/89QevFnBV/yfq0ht6BTH//zMADLFmHX8V70AP9AF0BCVJHdM0Jc5xrMNqleOaOiaJQSvr4NBq6aX5+ZdKrf/ZhYVsdmGBWrl7ceu7i4t3Ll68u3KzvLm5vb25WTZwDS4jJheHyaaNKIosrcQNULH4YO7azEw5vzxXmUrlcFVeWyxsDn+IVi4oUYADjFO4Ct3AH8IgGVE2UbQWzMP8lVxGvf36V5YLk+n0ZAFXQ6WFuXVe//ThQ/TM6MiIZOxMbNaxDe9A1JxSTnBcC0CWY7g9Mk9K7Vl5vsUWOaZuxk+Lq+HYkDJwJpCSks/lxr8QnfdPydLQRPR0cmZymxqJfc4rBQWfYO/vHp4Z1kpjg9F1V5/P4/XSQefpvLY2Dqj5HwCs4CocBVAsCsNxvKJpCUaxvP3O9xd6+B6i29ldvPMbXNX/oJ7XtPMqGtkvA4Zos47eRw1wgQjABw15EiZNUjZJs7Qoi1ZrIq4lVKvB/e3c0q0aFiO+qX51eGty43zFRvhmj7hCzELKR53NLJR6ArKTfVbo376i/0XxiFd45qxtQHDy5s6nm3XM4V1wgK+1KZEUaYUlP2MKMUiyHIfygaxAUFdrhJALpkrDqY2SpK0ORhxhKuBX8e4bBbdw7IuFMy9kKjOFrw+9Z+82/dvfrKNd1AD3E47jyfb2lbiW4K1W5Mpfnp77Ui4268mLfjWTGXHGmMnQKpW+tnKqnPbyG0JheqrI9jzj72v5RW7WUQPvAgP+g12ZwLKqHNrSgcifrF1OboxFxl3WWsVGuGewU7YzAw5RG6a+9cLytWMeZ+En+9lRt1hxuN6zd2dnT+QBm9z/jBrgbO/ncF7IgOEqg7tFMWODfLNXjmcvJWfXhwmsf2CbGVW1Uenc996UB4Maday8slzOZLZyTKhTUwJPub1oMqIOG7NYINgcwiRqwDAk4aQ5jaSOGeQNA6gHx/IKK7aDFZTN3RmWcFitlkPJZdpJCUrmK59MnhufZfr8Tndk8pw6GPjFItk5VkoIPnswsrT2bO7GSUGWBUGWI/EpOaS4AlRf+r57fDAVJo6GfX3xXsKeG0gthqmtrqBj4mS/rYdj7MmsshxD70YjciQcjkT1Wr+L77VYnC6PAKbm04ZApq+MJLf9xNIibbIk6eka6ZmPL5+oCX5P2Il333jKNbC1rv8eBbSwi9d/Ds0mJADgQ3wfS+ABABIE+GYLu1lHdrwLPS3VaYV+ZKLfFZI1urODtNqpEPX0PBb3P+DtCD3fQR5wQo02JyOQn+FUsRH+4iNSaC/jHXqCU8sPpk7/uz+5zOVc7nIms53LbWeGYrGh2NBQ28vp8qmVa+nrxanpgmHpVg7nMIcawIAXgH/MzpRaknmWeRxDg6dwQv6/C6kNzZ9ydyxK2upA1BH+Jf7xqFv8xtUzlUyfa/E7qP9RCM3Z0SuoAfbDs7cbsDV5X0FiPTbnUVevJ+1Ae2fjox0dNwkiEtcfAAK2WUevogbI5s4f96nU6tNHYEabejHrsN4f/bx0PJjxBbxCzO1Nhp87M3HWd9w95p6YkPzpyAVK8q25+niG5hgb1T8Rya/KzpKDk52u7i5xIpZdb/mIbtbRNi4bN0JHUFJVUU0kFPOyfFwcsLaYK9AvXr8uCpTLxjMJ6uLqu89bb926+ttoyEpsWakWVqpZR/9Ge4b+T/iGbtfFH5dP1Lx+j8TVKl0W30lqax2N6X9SI24Bzem9+dAgIOOuRU201+51vt3rCcXy5o9uT9kYG9HJ2KZffg3tfRwqynIx9LHea55tiFBHe+ACUBj50A9JXpQlyTieJLt3Xrk3aONsxBH7keDOt+/eG6F4iuh0dMoI/22JHWDZAXap+Y8VdpBlB7iVtq7wPto7+DaYrqE9vRdQ86d4Ak7h+8b3BW02Y8tMoVgsFIrF8ERUFKPGH/wXAAD//wEAAP//6PHVmwAAAQAAAAILhdIkS1dfDzz1AAED6AAAAADYXaCEAAAAAN1mLzb+N/7ECG0D8QABAAMAAgAAAAAAAAABAAAD2P7vAAAImP43/jcIbQABAAAAAAAAAAAAAAAAAAAAHgKyAFAAyAAAAiQATQEtAE0CZgBNAqwALgJUAE0CZQBNAiwAIwIs//kCDwAqAj0AQQHTACQCPQAnAgYAJAIWACICOwBBARQANwEeAEECPABBAisAJAI9AEEBjgBBAbsAFQF/ABECOAA8AgsADAICAA4BFABBAAD/rQAAACwALABCAE4AaACUALYA3AEcATgBcAGiAc4CAAI0ApwCvgLKAuYDCAM0A2QDhAPAA+YECAQkBFAEXARyAAAAAQAAAB4AkAAMAGMABwABAAAAAAAAAAAAAAAAAAQAA3icnJTPbhtVFMZ/TmzTCsECRVW6ie6CRZHo2FRJ1TYrh9SKRRQHjwtCQkgTz/iPMp4ZeSYO4QlY8xa8RVc8BM+BWKP5fOzYBdEmipJ8d+75851zvnOBHf5mm0r1IfBHPTFcYa9+bniLB/UTw9u061uGqzyp/Wm4RlibG67zea1n+CPeVn8z/ID96k+GH7JbbRv+mGfVHcOfbDv+Mvwp+7xd4Aq84FfDFXbJDG+xw4+Gt3mExaxUeUTTcI3P2DNcZw/oM6EgZkLCCMeQCSOumBGR4xMxY8KQiBBHhxYxhb4mBEKO0X9+DfApmBEo4pgCR4xPTEDO2CL+Iq+Uc2Uc6jSzuxYFYwIu5HFJQIIjZURKQsSl4hQUZLyiQYOcgfhmFOR45EyI8UiZMaJBlzan9BkzIcfRVqSSmU/KkIJrAuV3ZlF2ZkBEQm6srkgIxdOJXyTvDqc4umSyXY98uhHhSxzfybvklsr2Kzz9ujVmm3mXbALm6mesrsS6udYEx7ot87b4VrjgFe5e/dlk8v4ehfpfKPIFV5p/qEklYpLg3C4tfCnId49xHOncwVdHvqdDnxO6vKGvc4sePVqc0afDa/l26eH4mi5nHMujI7y4a0sxZ/yA4xs6siljR9afxcQifiYzdefiOFMdUzL1vGTuqdZIFd59wuUOpRvqyOUz0B6Vlk7zS7RnASNTRSaGU/VyqY3c+heaIqaqpZzt7X25DXPbveUW35Bqh0u1LjiVk1swet9UvXc0c60fj4CQlAtZDEiZ0qDgRrzPCbgixnGs7p1oSwpaK58yz41UEjEVgw6J4szI9Dcw3fjGfbChe2dvSSj/kunlqqr7ZHHq1e2M3qh7yzvfuhytTaBhU03X1DQQ18S0H2mn1vn78s31uqU85YiUmPBfL8AzPJrsc8AhY2UY6GZur0NTL0STlxyq+ksiWQ2l58giHODxnAMOeMnzd/q4ZOKMi1txWc/d4pgjuhx+UBUL+y5HvF59+/+sv4tpU7U4nq5OL+49xSd3UOsX2rPb97KniZWTmFu02604I2BacnG76zW5x3j/AAAA//8BAAD///S3T1F4nGJgZgCD/+cYjBiwAAAAAAD//wEAAP//LwECAwAAAA==");
}
.d2-2804741767 .text-italic {
font-family: "d2-2804741767-font-italic";
}
@font-face {
font-family: d2-2804741767-font-italic;
src: url("data:application/font-woff;base64,d09GRgABAAAAAA0sAAoAAAAAFLgAARhRAAAAAAAAAAAAAAAAAAAAAAAAAABPUy8yAAAA9AAAAGAAAABgW1SVeGNtYXAAAAFUAAAAmAAAAMQDZgQ6Z2x5ZgAAAewAAAbEAAAJYHRrcDRoZWFkAAAIsAAAADYAAAA2G7Ur2mhoZWEAAAjoAAAAJAAAACQLeAjCaG10eAAACQwAAAB4AAAAeDOyA89sb2NhAAAJhAAAAD4AAAA+JNQifG1heHAAAAnEAAAAIAAAACAANgD2bmFtZQAACeQAAAMmAAAIMgntVzNwb3N0AAANDAAAACAAAAAg/8YAMgADAeEBkAAFAAACigJY//EASwKKAlgARAFeADIBIwAAAgsFAwMEAwkCBCAAAHcAAAADAAAAAAAAAABBREJPAAEAIP//Au7/BgAAA9gBESAAAZMAAAAAAeYClAAAACAAA3icdM05agIBGEDhbzKTfZJM9rXIZVKEFAkJTJ8iBGEQsRDv44LWoqjgYTzJL1rY+dqveEikEuQyU7wopHKv3rz78OVH6U9NpaGlHcFWP30r/fpXqWuuNZaxiHnMYhLjGMUwBtGPXnSjs/nsLrEnldl34NCRYydO5c6cu1C4dOXajVt37j149OSZFQAAAP//AQAA//9hNSWLeJx8VltsI1cZPufMZCa7cS722OO11/bEPuMZxxmP4xnbE8exHcfO1c79sqG5bLJtlu2SLmHTINB2Kd1IK0CiuNIiBKoEEkKi2rctPFRC5YWHCGklhBZUoC+oJYt2kdpaZlWqZozGzh3Ul/MyM9//fd///f8Z0AB4ANANdA8Q4BxoBRZgA0BlvAShahq2E6ooYprWRIah+Ttw985PyNxz/wj87D8SRw699lbhX6v30b39Dfjt5Vdf1Re/s75+6elTPQj//BQAACDAAKA2VAJNNUzaS6s0pr003oHXm/UPgp+0fKRCoQWVsn/qf9Zffx9UUAkQxvsqgXfGd1Bpf/MI6xIqAVP9mQpVmsEETeOd8SwBRxae/XDqW98NoZL+G5j/XN+AV+6+DwBAoLdaQSvoTdAG2gFo8AmxaBqpCsvarC1IVNIoFhWwrwXZrCzkbmzL89uDo+tRef7lXOxS2jc6bpwjph+9UihtD+RvzRTe2B7I9V7ZTqxtJ69s96x+vVbD4Baq6bTW2CmszUpRGBOMqsSNAhjvvLN0c/S12Rej2cvr14vD66g0Oj/55Yj+KRyanEio4AhHRCXQDNhjHEPmKaRfLX3txszWzMZNLf/8yguF4VVUGpxZvGHWP4Cs/gTOTQ/Gw3X/TdUK1NGbIAiA3SeIGsvWUURREGLReFxVWDstCNhHUTYra7ezNd6Pc5uBhHtO650K+YvBZGwpmVzlVMeg7I+5I3wxHE1eNfX0dHYq+W5eYWXniKZMK9GA7Ongui4KYTbkGtJ6FqMAgmkAULamB6iEyrCsXY3HNUaF309OXGxoJEhHzPnrWf0tVNLvxV6Kx74ahRu1dgMExGoFfgrLwGq4Yj/qm13VVAJrmKJEJa5pwmHz3u4rSqMrqpgyk0x6LdNI4gWLMMFLNsXF52JcxLQ4N/jNJTXgTenOYX+4Tw7/RfAFR5aVTKpej6tW4MdoF9iMiTDcwjRmVJpWazadSgtF0yz7REyZCWvm9TGRRfxsqFY+xudinq4O3xSWraop4E2h3XdX3Z3PzRul+4Ijy2o6FfQ/FnwAAn+1Ah/AMnCdUnfcDVWJa3aKem/iBWlsLSb1siFGcHfNxxM97XHW5xwzXV3Ob82FfY4uuy2/mesfdJoVq//IOySe0HLs3Reb12Mh2oSx0oF74/6z7ontl9/d7z5rH6pp+S0sAyfwn6xXS6+XYg+1EGrcSJ+h8MP5F0OFpS4t6zE16L87154LuhN2j3vqx1VEWDpwbMV0fW1gc1qSJxWX2pKZ9DvMqo2D/qYLza4INwcQgFUelmEZcEA+mW5Noyh8Oi0URZxSez8yj3nXQCA92uIQZsOpyc6RpYiQNhNM5iqzlcBTvk424sJZ1RN+X3DH7L5i3zVBmp/LvfwlxcgPcfkq9HYG/yD4OgYXupLJ+qxxAMD30C5w1Cb3ODc0gRlDthEbgnt9rKuN7JiW0rHGdLGXJIddw/IA2n2awuFsN8frv4eS9UJzISjrv6xWDUzwGXqABCMlgALu4XotqVoBn6FdYDGUx6IaY4i0WQ9sfilL3Rq7DaGZoGh4njVlzA70lf036HOEBaIkSZ7gC8vgQp3v/6e7lqHJjmn5FFu4N8JHzpI9ntm/wTJoBe6TOagPT633B+F+NLEija4oE5elwkowNKXGFeMwXVsc2JqT62df/2a+fyi3me8fNLCrz6oq/BiW65mmTzBuQbg2rTRzaj7Pfy9DEf45uRZtRehlkIX7xcn5fIje7uNCB8Hmrv0UwoMBFf7p9x579Aosg7YTHtlp4dCbJtJdDDlsF9ucfJFLwb1lKXUu35hJ6g8BrH5ercDbsAzEs7v37Oo1Nm998f48suzosvcJwVRHt5yQRiR51CUzqleIxNvT0a5pUzQgcAEZO0XOme7ozPp5T8DqDHEeweLrlUJ5v8G5t1qBC2jjaK/ENQZnkGpcvcSJvfJOX5SEiaGmIp+9eMt0O0G4fC3OJnNb2JQJtTqboSXRcPduWn9isXg85xs0utXA7q5W4Edwz8j4IfZx8piD1XI/FSfJ9FiKJIfdQ9JA0VjGgVlTv2bmGBjXHzEOIzJwQXeOYrXucxIA+He497/3xJ2hIk9SJGnmmR+M6ftwT3+MC5gf4aFDd9a+rT4CAP6xzgkzomo/+FhTaTsWBUHEFEXT0l8Xx4ONLTTZ2t46N7P7/ITUaD5PtvmYFYg+3GBFm7XDtvHvT26yMstK9q2D3oOHcO/wX4RbG7sC92pFIRhCBfAAPTD+a5iaD/Wb+huMB9utbowKdtbhvcA62v8LAAD//wEAAP//aPTtHwABAAAAARhR7BK/5V8PPPUAAQPoAAAAANhdoMwAAAAA3WYvN/69/t0IHQPJAAIAAwACAAAAAAAAAAEAAAPY/u8AAAhA/r39vAgdA+gAwv/RAAAAAAAAAAAAAAAeAnQAJADIAAAB9wAjAPwAIwIvACMCeQA8AiYAIwIrACMB+gAMAfAAUgIZACcCGAAfAbMAJQIXACcB4QAlAhMAAQILAB8A7QAfAPgALAINAB8CAwAnAhf/9gFWAB8Bkv/8AUUAPAIQADgBwAA7Aa3/1ADtAB8AAABHAAAALgAuAEYAVABwAKIAxgDuAS4BTAGEAbwB6gIiAlwCpALOAtoC/AMmA1QDjgOsA+gEFgRCBGAEjASaBLAAAAABAAAAHgCMAAwAZgAHAAEAAAAAAAAAAAAAAAAABAADeJyclNtOG1cUhj8H2216uqhQRG7QvkylZEyjECXhypSgjIpw6nF6kKpKgz0+iPHMyDOYkifodd+ib5GrPkafoup1tX8vgx1FQSAE/Hv2OvxrrX9tYJP/2KBWvwv83ZwbrrHd/NnwHb5oHhneYL/5meE6Dxv/GG4waLw13ORBo2v4E97V/zT8KU/qvxm+y1b90PDnPK5vGv5yw/Gv4a94wrsFrsEz/jBcY4vC8B02+dXwBvewmLU699gx3OBrtg032QZ6TKhImZAxwjFkwogzZiSURCTMmDAkYYAjpE1Kpa8ZsZBj9MGvMREVM2JFHFPhSIlIiSkZW8S38sp5rYxDnWZ216ZiTMyJPE6JyXDkjMjJSDhVnIqKghe0aFHSF9+CipKAkgkpATkzRrTocMgRPcZMKHEcKpJnFpEzpOKcWPmdWfjO9EnIKI3VGRkD8XTil8g75AhHh0K2q5GP1iI8xPGjvD23XLbfEujXrTBbz7tkEzNXP1N1JdXNuSY41q3P2+YH4YoXuFv1Z53J9T0a6H+lyCecaf4DTSoTkwzntmgTSUGRu49jX+eQSB35iZAer+jwhp7Obbp0aXNMj5CX8u3QxfEdHY45kEcovLg7lGKO+QXH94Sy8bET689iYgm/U5i6S3GcqY4phXrumQeqNVGFN5+w36F8TR2lfPraI2/pNL9MexYzMlUUYjhVL5faKK1/A1PEVLX42V7d+22Y2+4tt/iCXDvs1brg5Ce3YHTdVIP3NHOun4CYATknsuiTM6VFxYV4vybmjBTHgbr3SltS0b708XkupJKEqRiEZIozo9Df2HQTGff+mu6dvSUD+Xump5dV3SaLU6+uZvRG3VveRdblZGUCLZtqvqKmvrhmpv1EO7XKP5Jvqdct5xGh4i52+0OvwA7P2WWPsbL0dTO/vPOvhLfYUwdOSWQ1lKZ9DY8J2CXgKbvs8pyn7/VyycYZH7fGZzV/mwP26bB3bTUL2w77vFyL9vHMf4ntjupxPLo8Pbv1NB/cQLXfaN+u3s2uJuenMbdoV9txTMzUc3FbqzW5+wT/AwAA//8BAAD//3KhUUAAAAADAAD/9QAA/84AMgAAAAAAAAAAAAAAAAAAAAAAAAAA");
}]]></style><style type="text/css"><![CDATA[.shape {
shape-rendering: geometricPrecision;
stroke-linejoin: round;
}
.connection {
stroke-linecap: round;
stroke-linejoin: round;
}
.blend {
mix-blend-mode: multiply;
opacity: 0.5;
}
.d2-2804741767 .fill-N1{fill:#e0e0e0;}
.d2-2804741767 .fill-N2{fill:#a0a0a0;}
.d2-2804741767 .fill-N3{fill:#707070;}
.d2-2804741767 .fill-N4{fill:#404040;}
.d2-2804741767 .fill-N5{fill:#5d5d5d;}
.d2-2804741767 .fill-N6{fill:#151515;}
.d2-2804741767 .fill-N7{fill:#000000;}
.d2-2804741767 .fill-B1{fill:#000000;}
.d2-2804741767 .fill-B2{fill:#111111;}
.d2-2804741767 .fill-B3{fill:#181818;}
.d2-2804741767 .fill-B4{fill:#222222;}
.d2-2804741767 .fill-B5{fill:#5d5d5d;}
.d2-2804741767 .fill-B6{fill:#404040;}
.d2-2804741767 .fill-AA2{fill:#76b900;}
.d2-2804741767 .fill-AA4{fill:#3d7ab5;}
.d2-2804741767 .fill-AA5{fill:#c4a035;}
.d2-2804741767 .fill-AB4{fill:#7a3050;}
.d2-2804741767 .fill-AB5{fill:#2a6b55;}
.d2-2804741767 .stroke-N1{stroke:#e0e0e0;}
.d2-2804741767 .stroke-N2{stroke:#a0a0a0;}
.d2-2804741767 .stroke-N3{stroke:#707070;}
.d2-2804741767 .stroke-N4{stroke:#404040;}
.d2-2804741767 .stroke-N5{stroke:#5d5d5d;}
.d2-2804741767 .stroke-N6{stroke:#151515;}
.d2-2804741767 .stroke-N7{stroke:#000000;}
.d2-2804741767 .stroke-B1{stroke:#000000;}
.d2-2804741767 .stroke-B2{stroke:#111111;}
.d2-2804741767 .stroke-B3{stroke:#181818;}
.d2-2804741767 .stroke-B4{stroke:#222222;}
.d2-2804741767 .stroke-B5{stroke:#5d5d5d;}
.d2-2804741767 .stroke-B6{stroke:#404040;}
.d2-2804741767 .stroke-AA2{stroke:#76b900;}
.d2-2804741767 .stroke-AA4{stroke:#3d7ab5;}
.d2-2804741767 .stroke-AA5{stroke:#c4a035;}
.d2-2804741767 .stroke-AB4{stroke:#7a3050;}
.d2-2804741767 .stroke-AB5{stroke:#2a6b55;}
.d2-2804741767 .background-color-N1{background-color:#e0e0e0;}
.d2-2804741767 .background-color-N2{background-color:#a0a0a0;}
.d2-2804741767 .background-color-N3{background-color:#707070;}
.d2-2804741767 .background-color-N4{background-color:#404040;}
.d2-2804741767 .background-color-N5{background-color:#5d5d5d;}
.d2-2804741767 .background-color-N6{background-color:#151515;}
.d2-2804741767 .background-color-N7{background-color:#000000;}
.d2-2804741767 .background-color-B1{background-color:#000000;}
.d2-2804741767 .background-color-B2{background-color:#111111;}
.d2-2804741767 .background-color-B3{background-color:#181818;}
.d2-2804741767 .background-color-B4{background-color:#222222;}
.d2-2804741767 .background-color-B5{background-color:#5d5d5d;}
.d2-2804741767 .background-color-B6{background-color:#404040;}
.d2-2804741767 .background-color-AA2{background-color:#76b900;}
.d2-2804741767 .background-color-AA4{background-color:#3d7ab5;}
.d2-2804741767 .background-color-AA5{background-color:#c4a035;}
.d2-2804741767 .background-color-AB4{background-color:#7a3050;}
.d2-2804741767 .background-color-AB5{background-color:#2a6b55;}
.d2-2804741767 .color-N1{color:#e0e0e0;}
.d2-2804741767 .color-N2{color:#a0a0a0;}
.d2-2804741767 .color-N3{color:#707070;}
.d2-2804741767 .color-N4{color:#404040;}
.d2-2804741767 .color-N5{color:#5d5d5d;}
.d2-2804741767 .color-N6{color:#151515;}
.d2-2804741767 .color-N7{color:#000000;}
.d2-2804741767 .color-B1{color:#000000;}
.d2-2804741767 .color-B2{color:#111111;}
.d2-2804741767 .color-B3{color:#181818;}
.d2-2804741767 .color-B4{color:#222222;}
.d2-2804741767 .color-B5{color:#5d5d5d;}
.d2-2804741767 .color-B6{color:#404040;}
.d2-2804741767 .color-AA2{color:#76b900;}
.d2-2804741767 .color-AA4{color:#3d7ab5;}
.d2-2804741767 .color-AA5{color:#c4a035;}
.d2-2804741767 .color-AB4{color:#7a3050;}
.d2-2804741767 .color-AB5{color:#2a6b55;}.appendix text.text{fill:#e0e0e0}.md{--color-fg-default:#e0e0e0;--color-fg-muted:#a0a0a0;--color-fg-subtle:#707070;--color-canvas-default:#000000;--color-canvas-subtle:#151515;--color-border-default:#000000;--color-border-muted:#111111;--color-neutral-muted:#151515;--color-accent-fg:#111111;--color-accent-emphasis:#111111;--color-attention-subtle:#a0a0a0;--color-danger-fg:red;}.sketch-overlay-B1{fill:url(#streaks-darker-d2-2804741767);mix-blend-mode:lighten}.sketch-overlay-B2{fill:url(#streaks-darker-d2-2804741767);mix-blend-mode:lighten}.sketch-overlay-B3{fill:url(#streaks-darker-d2-2804741767);mix-blend-mode:lighten}.sketch-overlay-B4{fill:url(#streaks-darker-d2-2804741767);mix-blend-mode:lighten}.sketch-overlay-B5{fill:url(#streaks-dark-d2-2804741767);mix-blend-mode:overlay}.sketch-overlay-B6{fill:url(#streaks-darker-d2-2804741767);mix-blend-mode:lighten}.sketch-overlay-AA2{fill:url(#streaks-normal-d2-2804741767);mix-blend-mode:color-burn}.sketch-overlay-AA4{fill:url(#streaks-dark-d2-2804741767);mix-blend-mode:overlay}.sketch-overlay-AA5{fill:url(#streaks-normal-d2-2804741767);mix-blend-mode:color-burn}.sketch-overlay-AB4{fill:url(#streaks-darker-d2-2804741767);mix-blend-mode:lighten}.sketch-overlay-AB5{fill:url(#streaks-dark-d2-2804741767);mix-blend-mode:overlay}.sketch-overlay-N1{fill:url(#streaks-normal-d2-2804741767);mix-blend-mode:color-burn}.sketch-overlay-N2{fill:url(#streaks-normal-d2-2804741767);mix-blend-mode:color-burn}.sketch-overlay-N3{fill:url(#streaks-dark-d2-2804741767);mix-blend-mode:overlay}.sketch-overlay-N4{fill:url(#streaks-darker-d2-2804741767);mix-blend-mode:lighten}.sketch-overlay-N5{fill:url(#streaks-dark-d2-2804741767);mix-blend-mode:overlay}.sketch-overlay-N6{fill:url(#streaks-darker-d2-2804741767);mix-blend-mode:lighten}.sketch-overlay-N7{fill:url(#streaks-darker-d2-2804741767);mix-blend-mode:lighten}.light-code{display: block}.dark-code{display: none}]]></style><g class="ZW5naW5l gpu" style='opacity:0.750000'><g class="shape" ><rect x="0.000000" y="2.000000" width="93.000000" height="66.000000" stroke="#4a8c00" fill="#151515" style="stroke-width:1;" /></g><text x="46.500000" y="40.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px">Engine</text></g><g class="cHVibGlzaGVy service" style='opacity:0.750000'><g class="shape" ><rect x="215.000000" y="2.000000" width="113.000000" height="66.000000" stroke="#7650a0" fill="#1a1428" style="stroke-width:1;" /></g><text x="271.500000" y="40.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px">Publisher</text></g><g class="aW5kZXhlcg== data_component" style='opacity:0.750000'><g class="shape" ><path d="M 449 31 C 449 7 530 7 539 7 C 548 7 629 7 629 31 V 39 C 629 63 548 63 539 63 C 530 63 449 63 449 39 V 31 Z" stroke="#5a9a30" fill="#2a4a10" style="stroke-width:1;" /><path d="M 449 31 C 449 55 530 55 539 55 C 548 55 629 55 629 31" stroke="#5a9a30" fill="#2a4a10" style="stroke-width:1;" /></g><text x="539.000000" y="-3.000000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px">Indexer</text></g><g class="cm91dGVy api" style='opacity:0.750000'><g class="shape" ><path d="M 778 0 L 750 34 L 778 69 L 833 69 L 861 34 L 833 0 Z" stroke="#8060b0" fill="#1a1428" style="stroke-width:1;" /></g><text x="805.500000" y="40.000000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px">Router</text></g><g class="KGVuZ2luZSAtJmd0OyBwdWJsaXNoZXIpWzBd data_flow"><marker id="mk-d2-2804741767-1701103622" markerWidth="10.000000" markerHeight="12.000000" refX="7.000000" refY="6.000000" viewBox="0.000000 0.000000 10.000000 12.000000" orient="auto" markerUnits="userSpaceOnUse"> <polygon points="0.000000,0.000000 10.000000,6.000000 0.000000,12.000000" fill="#c4a035" class="connection" stroke-width="2" /> </marker><path d="M 94.500000 35.000000 L 211.500000 35.000000" stroke="#c4a035" fill="none" class="connection" style="stroke-width:2;" marker-end="url(#mk-d2-2804741767-1701103622)" mask="url(#d2-2804741767)" /><text x="154.000000" y="25.000000" fill="#c4a035" class="text-italic" style="text-anchor:middle;font-size:14px">KV Events</text></g><g class="KHB1Ymxpc2hlciAtJmd0OyBpbmRleGVyKVswXQ== data_flow"><path d="M 329.500000 35.000000 L 445.500000 35.000000" stroke="#c4a035" fill="none" class="connection" style="stroke-width:2;" marker-end="url(#mk-d2-2804741767-1701103622)" mask="url(#d2-2804741767)" /><text x="388.500000" y="25.000000" fill="#c4a035" class="text-italic" style="text-anchor:middle;font-size:14px">Enriched Events</text></g><g class="KGluZGV4ZXIgLSZndDsgcm91dGVyKVswXQ== data_flow"><path d="M 630.500000 35.000000 L 747.500000 35.000000" stroke="#c4a035" fill="none" class="connection" style="stroke-width:2;" marker-end="url(#mk-d2-2804741767-1701103622)" mask="url(#d2-2804741767)" /><text x="690.000000" y="25.000000" fill="#c4a035" class="text-italic" style="text-anchor:middle;font-size:14px">Overlap Scores</text></g><mask id="d2-2804741767" maskUnits="userSpaceOnUse" x="-101" y="-119" width="1063" height="289">
<rect x="-101" y="-119" width="1063" height="289" fill="white"></rect>
<rect x="124.000000" y="11.000000" width="60" height="18" fill="rgba(0,0,0,0.75)"></rect>
<rect x="341.000000" y="11.000000" width="95" height="18" fill="rgba(0,0,0,0.75)"></rect>
<rect x="645.000000" y="11.000000" width="90" height="18" fill="rgba(0,0,0,0.75)"></rect>
</mask><path d="M -5,-8 C -5,-22 144.0,-22 164.0,-30 C 184.0,-22 333,-22 333,-8" stroke="#a0a0a0" stroke-width="1.5" fill="none" /><text x="164.0" y="-36" text-anchor="middle" fill="#a0a0a0" font-size="16" font-weight="bold" font-family="sans-serif">x N</text><path d="M 805 72 L 805 105 L 539 105 L 539 68" stroke="#5a90c0" stroke-width="1.5" stroke-dasharray="6,4" fill="none"/><polygon points="539,63 534,73 544,73" fill="#5a90c0"/><text x="672" y="98" text-anchor="middle" fill="#5a90c0" font-size="14" font-style="italic" font-family="sans-serif">Request Stores</text></svg><!-- INJ:LEGEND --><g transform="translate(823,50)"><text x="8" y="22" fill="#c4a035" font-size="13" font-family="Helvetica, Arial, sans-serif">Data Flow</text><line x1="88" y1="18" x2="128" y2="18" stroke="#c4a035" stroke-width="2"/><polygon points="132,14 132,22 138,18" fill="#c4a035"/><text x="8" y="44" fill="#5a90c0" font-size="13" font-family="Helvetica, Arial, sans-serif">Control Flow</text><line x1="88" y1="40" x2="128" y2="40" stroke="#5a90c0" stroke-width="2" stroke-dasharray="6,4"/><polygon points="132,36 132,44 138,40" fill="#5a90c0"/></g><!-- /INJ:LEGEND --></svg>
docs/blogs/flash-indexer/images/fig-3-prefix-tree.png 0 → 100644
View file @ 222c2e85
File suppressed by a .gitattributes entry or the file's encoding is unsupported.
docs/blogs/flash-indexer/images/fig-3-prefix-tree.svg 0 → 100644
View file @ 222c2e85
<?xml version="1.0" encoding="utf-8"?><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" data-d2-version="0.7.1" preserveAspectRatio="xMinYMin meet" width="740" height="1150" viewBox="10 65 492 766" data-orig-vb="0 0 492 896"><!-- INJ:BG --><rect x="10" y="65" width="492" height="766" fill="#000000"/><!-- /INJ:BG --><svg class="d2-2046233428 d2-svg" width="492" height="896" viewBox="-89 -89 492 896"><rect x="-89.000000" y="-89.000000" width="492.000000" height="896.000000" rx="0.000000" fill="#000000" class=" fill-N7" stroke-width="0" /><style type="text/css"><![CDATA[
.d2-2046233428 .text-bold {
font-family: "d2-2046233428-font-bold";
}
@font-face {
font-family: d2-2046233428-font-bold;
src: url("data:application/font-woff;base64,d09GRgABAAAAAAnUAAoAAAAAD3QAAguFAAAAAAAAAAAAAAAAAAAAAAAAAABPUy8yAAAA9AAAAGAAAABgXxHXrmNtYXAAAAFUAAAAfQAAAJwCBQLgZ2x5ZgAAAdQAAAPVAAAEoPWK5C9oZWFkAAAFrAAAADYAAAA2G38e1GhoZWEAAAXkAAAAJAAAACQKfwXPaG10eAAABggAAABAAAAAQB7AAuxsb2NhAAAGSAAAACIAAAAiClYJXG1heHAAAAZsAAAAIAAAACAAKAD3bmFtZQAABowAAAMoAAAIKgjwVkFwb3N0AAAJtAAAAB0AAAAg/9EAMgADAioCvAAFAAACigJYAAAASwKKAlgAAAFeADIBKQAAAgsHAwMEAwICBGAAAvcAAAADAAAAAAAAAABBREJPACAAIP//Au7/BgAAA9gBESAAAZ8AAAAAAfAClAAAACAAA3icbMw9rkFRGEDRdd65j4vrp1TqNAqJGRiCxgCUJBoD0ShEp1eYgXHoqMzikyAqu13JRpIlVApb9PVkpYGhkYmpmbmFlbVNBB8Zf2X5lrjFI+5xjUuc4xTHOMQ+dq/375KujqaWStufrPCvpq7U4AkAAP//AQAA///NuB7TAAAAeJxUk09M21Ycx3/vJbFpFmBOsB1okoEfthNYAvGL7QoIIaoJiMYtJRWgQaHKoXQrkInSZbBF2qEV0pRqhyFtl/0RGpdK672dOGzSxCZN6nHTNKk77MZxaJdBMjmhGztYz4fn9/t8P18/8MA0AC7iXXDBBWgHP/AAlOvhZKqqhDWpaRLRZaqIY6exv7b/lRpzx2Luvu5PX9teXkb2Et49XV2wi8W/loeHa58/fVZ7hO49A3CBDYBHcBU46ALJOZNqgsB3MCzfWBjiopqhpxRCOKo1VvuFtToWj2qXrY2J5XEjqaVyha2RdAFXw7lMf6Hd3Xole/lGDO30EaW7Nj/fLwPgxpwCrkIbiOenBIhKeO7lCPtofMPK6Lv7lev5oXR6KI+r8vzVyZti7e+jI3QrOTioACBoA3B14yr0AFAXDQiCSA3DDJx7cxGXoqiEYVjXztYncaaNcXsD3lwl5w143WwrG3+0+XSspdXjZlpb0rhae05XUqkVipK158k7ur6ioeTpJooqdm+vrdR+AQS99WN0gE6gC8AjKYqeMgyqCSKrEInhOwSqGabIMKhzvJSdfMdKTITGSbeeyQwGE4EhedaXvj9T2ExHxOVwPjtm8+23ui8COFmyADiCD8DXsMJRkzpOWD77kfuzL59888XbGXxQW//+p9pv305sO/vrx8iPD6AdQJQUnaPcv8N/yA9/zF3wsIzfJ/sWrmBy+rPoR2jNwwJ2+DGLTqAdLv4vQaNktem/kQQJmZJllTKZdctaz8QTiXgiHj/jT28WZu6ny/ZYNu/EcPi5+jFax5tOqx5J0XWimyblKU/OSYHFa1ae2y6XSdjX6RUDpu+t2R/XmAcP7h32yYz7LuNzXGCQ68foCO/AK2eMesoh5DscPgfQIXQQBdRyu1K57TydUVGMdgajwWDU93hvb39/b+/xhrw0N7coSYtzc0uyw5gDQL/i9xqOdcoR3TBMylE+92E5NSmtlsuotOANdZyelJudRADQH3gHQs7+UdxUw6r/+WINg1Jevl7JJWOSGZweKFqZJX14MRUcET64YVfejA8k1a5rGtUW0nqpZLg87zvnCvVj9ALvQKzRnWoKQvPHV4j+soCzKecu4J/2GrHCuejApdDU+OxYVJHMyNTrxaHilknNiexdnxa9GepVe0Mx4c6A0iNHut5Q+hcKyZzgftUeHS70NzMl6qMI4GvwA4iqYaiSRM4JzkcuDSHsxsQwFC21+N3VjqzcH1USU9mZd5vf51ERfsdPwAMQUFXKsuthz64njIqHDx8e/gMAAP//AQAA//+9tPjYAAAAAAEAAAACC4VIWdURXw889QABA+gAAAAA2F2ghAAAAADdZi82/jf+xAhtA/EAAQADAAIAAAAAAAAAAQAAA9j+7wAACJj+N/43CG0AAQAAAAAAAAAAAAAAAAAAABACsgBQAMgAAAJdAE0CZQBNAy0ADgHTACQCJABBAR4AQQIrACQBfwARAhAAJQIQAEYCEAAeAhAAFgEsAC4BLABMAAAALAAsAGAAhgDAAOwBBAEgAUwBcgGeAbYB4gIgAkACUAAAAAEAAAAQAJAADABjAAcAAQAAAAAAAAAAAAAAAAAEAAN4nJyUz24bVRTGf05s0wrBAkVVuonugkWR6NhUSdU2K4fUikUUB48LQkJIE8/4jzKeGXkmDuEJWPMWvEVXPATPgVij+Xzs2AXRJoqSfHfu+fOdc75zgR3+ZptK9SHwRz0xXGGvfm54iwf1E8PbtOtbhqs8qf1puEZYmxuu83mtZ/gj3lZ/M/yA/epPhh+yW20b/phn1R3Dn2w7/jL8Kfu8XeAKvOBXwxV2yQxvscOPhrd5hMWsVHlE03CNz9gzXGcP6DOhIGZCwgjHkAkjrpgRkeMTMWPCkIgQR4cWMYW+JgRCjtF/fg3wKZgRKOKYAkeMT0xAztgi/iKvlHNlHOo0s7sWBWMCLuRxSUCCI2VESkLEpeIUFGS8okGDnIH4ZhTkeORMiPFImTGiQZc2p/QZMyHH0VakkplPypCCawLld2ZRdmZAREJurK5ICMXTiV8k7w6nOLpksl2PfLoR4Usc38m75JbK9is8/bo1Zpt5l2wC5upnrK7EurnWBMe6LfO2+Fa44BXuXv3ZZPL+HoX6XyjyBVeaf6hJJWKS4NwuLXwpyHePcRzp3MFXR76nQ58Turyhr3OLHj1anNGnw2v5dunh+JouZxzLoyO8uGtLMWf8gOMbOrIpY0fWn8XEIn4mM3Xn4jhTHVMy9bxk7qnWSBXefcLlDqUb6sjlM9AelZZO80u0ZwEjU0UmhlP1cqmN3PoXmiKmqqWc7e19uQ1z273lFt+QaodLtS44lZNbMHrfVL13NHOtH4+AkJQLWQxImdKg4Ea8zwm4IsZxrO6daEsKWiufMs+NVBIxFYMOieLMyPQ3MN34xn2woXtnb0ko/5Lp5aqq+2Rx6tXtjN6oe8s737ocrU2gYVNN19Q0ENfEtB9pp9b5+/LN9bqlPOWIlJjwXy/AMzya7HPAIWNlGOhmbq9DUy9Ek5ccqvpLIlkNpefIIhzg8ZwDDnjJ83f6uGTijItbcVnP3eKYI7ocflAVC/suR7xeffv/rL+LaVO1OJ6uTi/uPcUnd1DrF9qz2/eyp4mVk5hbtNutOCNgWnJxu+s1ucd4/wAAAP//AQAA///0t09ReJxiYGYAg//nGIwYsAAAAAAA//8BAAD//y8BAgMAAAA=");
}]]></style><style type="text/css"><![CDATA[.shape {
shape-rendering: geometricPrecision;
stroke-linejoin: round;
}
.connection {
stroke-linecap: round;
stroke-linejoin: round;
}
.blend {
mix-blend-mode: multiply;
opacity: 0.5;
}
.d2-2046233428 .fill-N1{fill:#e0e0e0;}
.d2-2046233428 .fill-N2{fill:#a0a0a0;}
.d2-2046233428 .fill-N3{fill:#707070;}
.d2-2046233428 .fill-N4{fill:#404040;}
.d2-2046233428 .fill-N5{fill:#5d5d5d;}
.d2-2046233428 .fill-N6{fill:#151515;}
.d2-2046233428 .fill-N7{fill:#000000;}
.d2-2046233428 .fill-B1{fill:#000000;}
.d2-2046233428 .fill-B2{fill:#111111;}
.d2-2046233428 .fill-B3{fill:#181818;}
.d2-2046233428 .fill-B4{fill:#222222;}
.d2-2046233428 .fill-B5{fill:#5d5d5d;}
.d2-2046233428 .fill-B6{fill:#404040;}
.d2-2046233428 .fill-AA2{fill:#76b900;}
.d2-2046233428 .fill-AA4{fill:#3d7ab5;}
.d2-2046233428 .fill-AA5{fill:#c4a035;}
.d2-2046233428 .fill-AB4{fill:#7a3050;}
.d2-2046233428 .fill-AB5{fill:#2a6b55;}
.d2-2046233428 .stroke-N1{stroke:#e0e0e0;}
.d2-2046233428 .stroke-N2{stroke:#a0a0a0;}
.d2-2046233428 .stroke-N3{stroke:#707070;}
.d2-2046233428 .stroke-N4{stroke:#404040;}
.d2-2046233428 .stroke-N5{stroke:#5d5d5d;}
.d2-2046233428 .stroke-N6{stroke:#151515;}
.d2-2046233428 .stroke-N7{stroke:#000000;}
.d2-2046233428 .stroke-B1{stroke:#000000;}
.d2-2046233428 .stroke-B2{stroke:#111111;}
.d2-2046233428 .stroke-B3{stroke:#181818;}
.d2-2046233428 .stroke-B4{stroke:#222222;}
.d2-2046233428 .stroke-B5{stroke:#5d5d5d;}
.d2-2046233428 .stroke-B6{stroke:#404040;}
.d2-2046233428 .stroke-AA2{stroke:#76b900;}
.d2-2046233428 .stroke-AA4{stroke:#3d7ab5;}
.d2-2046233428 .stroke-AA5{stroke:#c4a035;}
.d2-2046233428 .stroke-AB4{stroke:#7a3050;}
.d2-2046233428 .stroke-AB5{stroke:#2a6b55;}
.d2-2046233428 .background-color-N1{background-color:#e0e0e0;}
.d2-2046233428 .background-color-N2{background-color:#a0a0a0;}
.d2-2046233428 .background-color-N3{background-color:#707070;}
.d2-2046233428 .background-color-N4{background-color:#404040;}
.d2-2046233428 .background-color-N5{background-color:#5d5d5d;}
.d2-2046233428 .background-color-N6{background-color:#151515;}
.d2-2046233428 .background-color-N7{background-color:#000000;}
.d2-2046233428 .background-color-B1{background-color:#000000;}
.d2-2046233428 .background-color-B2{background-color:#111111;}
.d2-2046233428 .background-color-B3{background-color:#181818;}
.d2-2046233428 .background-color-B4{background-color:#222222;}
.d2-2046233428 .background-color-B5{background-color:#5d5d5d;}
.d2-2046233428 .background-color-B6{background-color:#404040;}
.d2-2046233428 .background-color-AA2{background-color:#76b900;}
.d2-2046233428 .background-color-AA4{background-color:#3d7ab5;}
.d2-2046233428 .background-color-AA5{background-color:#c4a035;}
.d2-2046233428 .background-color-AB4{background-color:#7a3050;}
.d2-2046233428 .background-color-AB5{background-color:#2a6b55;}
.d2-2046233428 .color-N1{color:#e0e0e0;}
.d2-2046233428 .color-N2{color:#a0a0a0;}
.d2-2046233428 .color-N3{color:#707070;}
.d2-2046233428 .color-N4{color:#404040;}
.d2-2046233428 .color-N5{color:#5d5d5d;}
.d2-2046233428 .color-N6{color:#151515;}
.d2-2046233428 .color-N7{color:#000000;}
.d2-2046233428 .color-B1{color:#000000;}
.d2-2046233428 .color-B2{color:#111111;}
.d2-2046233428 .color-B3{color:#181818;}
.d2-2046233428 .color-B4{color:#222222;}
.d2-2046233428 .color-B5{color:#5d5d5d;}
.d2-2046233428 .color-B6{color:#404040;}
.d2-2046233428 .color-AA2{color:#76b900;}
.d2-2046233428 .color-AA4{color:#3d7ab5;}
.d2-2046233428 .color-AA5{color:#c4a035;}
.d2-2046233428 .color-AB4{color:#7a3050;}
.d2-2046233428 .color-AB5{color:#2a6b55;}.appendix text.text{fill:#e0e0e0}.md{--color-fg-default:#e0e0e0;--color-fg-muted:#a0a0a0;--color-fg-subtle:#707070;--color-canvas-default:#000000;--color-canvas-subtle:#151515;--color-border-default:#000000;--color-border-muted:#111111;--color-neutral-muted:#151515;--color-accent-fg:#111111;--color-accent-emphasis:#111111;--color-attention-subtle:#a0a0a0;--color-danger-fg:red;}.sketch-overlay-B1{fill:url(#streaks-darker-d2-2046233428);mix-blend-mode:lighten}.sketch-overlay-B2{fill:url(#streaks-darker-d2-2046233428);mix-blend-mode:lighten}.sketch-overlay-B3{fill:url(#streaks-darker-d2-2046233428);mix-blend-mode:lighten}.sketch-overlay-B4{fill:url(#streaks-darker-d2-2046233428);mix-blend-mode:lighten}.sketch-overlay-B5{fill:url(#streaks-dark-d2-2046233428);mix-blend-mode:overlay}.sketch-overlay-B6{fill:url(#streaks-darker-d2-2046233428);mix-blend-mode:lighten}.sketch-overlay-AA2{fill:url(#streaks-normal-d2-2046233428);mix-blend-mode:color-burn}.sketch-overlay-AA4{fill:url(#streaks-dark-d2-2046233428);mix-blend-mode:overlay}.sketch-overlay-AA5{fill:url(#streaks-normal-d2-2046233428);mix-blend-mode:color-burn}.sketch-overlay-AB4{fill:url(#streaks-darker-d2-2046233428);mix-blend-mode:lighten}.sketch-overlay-AB5{fill:url(#streaks-dark-d2-2046233428);mix-blend-mode:overlay}.sketch-overlay-N1{fill:url(#streaks-normal-d2-2046233428);mix-blend-mode:color-burn}.sketch-overlay-N2{fill:url(#streaks-normal-d2-2046233428);mix-blend-mode:color-burn}.sketch-overlay-N3{fill:url(#streaks-dark-d2-2046233428);mix-blend-mode:overlay}.sketch-overlay-N4{fill:url(#streaks-darker-d2-2046233428);mix-blend-mode:lighten}.sketch-overlay-N5{fill:url(#streaks-dark-d2-2046233428);mix-blend-mode:overlay}.sketch-overlay-N6{fill:url(#streaks-darker-d2-2046233428);mix-blend-mode:lighten}.sketch-overlay-N7{fill:url(#streaks-darker-d2-2046233428);mix-blend-mode:lighten}.light-code{display: block}.dark-code{display: none}]]></style><g class="cm9vdA== neutral" style='opacity:0.750000'><g class="shape" ><rect x="145.000000" y="12.000000" width="80.000000" height="66.000000" stroke="#636363" fill="#1a1a1a" style="stroke-width:1;" /></g><text x="185.000000" y="50.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px">Root</text></g><g class="YjA= depth_0" style='opacity:0.750000'><g class="shape" ><rect x="56.000000" y="158.000000" width="125.000000" height="82.000000" stroke="#5a9a30" fill="#2a4a10" style="stroke-width:1;" /></g><text x="118.500000" y="196.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px"><tspan x="118.500000" dy="0.000000">Block 0</tspan><tspan x="118.500000" dy="18.500000">W0, W1, W2</tspan></text></g><g class="YjBw depth_0" style='opacity:0.750000'><g class="shape" ><rect x="201.000000" y="158.000000" width="101.000000" height="82.000000" stroke="#5a9a30" fill="#2a4a10" style="stroke-width:1;" /></g><text x="251.500000" y="196.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px"><tspan x="251.500000" dy="0.000000">Block 0&#39;</tspan><tspan x="251.500000" dy="18.500000">W3</tspan></text></g><g class="YjE= depth_1" style='opacity:0.750000'><g class="shape" ><rect x="56.000000" y="310.000000" width="125.000000" height="82.000000" stroke="#4a8828" fill="#224010" style="stroke-width:1;" /></g><text x="118.500000" y="348.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px"><tspan x="118.500000" dy="0.000000">Block 1</tspan><tspan x="118.500000" dy="18.500000">W0, W1, W2</tspan></text></g><g class="YjI= depth_2" style='opacity:0.750000'><g class="shape" ><rect x="12.000000" y="472.000000" width="96.000000" height="82.000000" stroke="#3a7520" fill="#1a3510" style="stroke-width:1;" /></g><text x="60.000000" y="510.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px"><tspan x="60.000000" dy="0.000000">Block 2</tspan><tspan x="60.000000" dy="18.500000">W0, W1</tspan></text></g><g class="YjJw depth_2" style='opacity:0.750000'><g class="shape" ><rect x="128.000000" y="472.000000" width="101.000000" height="82.000000" stroke="#3a7520" fill="#1a3510" style="stroke-width:1;" /></g><text x="178.500000" y="510.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px"><tspan x="178.500000" dy="0.000000">Block 2&#39;</tspan><tspan x="178.500000" dy="18.500000">W2</tspan></text></g><g class="YjM= depth_3" style='opacity:0.750000'><g class="shape" ><rect x="12.000000" y="624.000000" width="96.000000" height="82.000000" stroke="#2c6018" fill="#142a0c" style="stroke-width:1;" /></g><text x="60.000000" y="662.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:16px"><tspan x="60.000000" dy="0.000000">Block 3</tspan><tspan x="60.000000" dy="18.500000">W0</tspan></text></g><g class="KHJvb3QgLSZndDsgYjApWzBd traversal"><marker id="mk-d2-2046233428-1808025924" markerWidth="10.000000" markerHeight="12.000000" refX="8.500000" refY="6.000000" viewBox="0.000000 0.000000 10.000000 12.000000" orient="auto" markerUnits="userSpaceOnUse"> <polygon points="0.000000,0.000000 10.000000,6.000000 0.000000,12.000000" fill="#e0e0e0" class="connection" stroke-width="1" /> </marker><path d="M 172.416000 79.000000 L 172.416000 108.000000 S 172.416000 118.000000 162.416000 118.000000 L 129.249001 118.000000 S 119.249001 118.000000 119.249001 128.000000 L 119.249001 156.000000" stroke="#e0e0e0" fill="none" class="connection" style="stroke-width:1;stroke-dasharray:2.000000,2.000000;" marker-end="url(#mk-d2-2046233428-1808025924)" mask="url(#d2-2046233428)" /></g><g class="KHJvb3QgLSZndDsgYjBwKVswXQ== traversal"><path d="M 199.082993 79.000000 L 199.082993 108.000000 S 199.082993 118.000000 209.082993 118.000000 L 242.250000 118.000000 S 252.250000 118.000000 252.250000 128.000000 L 252.250000 156.000000" stroke="#e0e0e0" fill="none" class="connection" style="stroke-width:1;stroke-dasharray:2.000000,2.000000;" marker-end="url(#mk-d2-2046233428-1808025924)" mask="url(#d2-2046233428)" /></g><g class="KGIwIC0mZ3Q7IGIxKVswXQ== traversal"><path d="M 119.249001 241.000000 L 119.249001 308.000000" stroke="#e0e0e0" fill="none" class="connection" style="stroke-width:1;stroke-dasharray:2.000000,2.000000;" marker-end="url(#mk-d2-2046233428-1808025924)" mask="url(#d2-2046233428)" /></g><g class="KGIxIC0mZ3Q7IGIyKVswXQ== traversal"><path d="M 98.416000 393.000000 L 98.416000 422.000000 S 98.416000 432.000000 88.416000 432.000000 L 70.000000 432.000000 S 60.000000 432.000000 60.000000 442.000000 L 60.000000 470.000000" stroke="#e0e0e0" fill="none" class="connection" style="stroke-width:1;stroke-dasharray:2.000000,2.000000;" marker-end="url(#mk-d2-2046233428-1808025924)" mask="url(#d2-2046233428)" /></g><g class="KGIxIC0mZ3Q7IGIycClbMF0= traversal"><path d="M 140.082993 393.000000 L 140.082993 422.000000 S 140.082993 432.000000 150.082993 432.000000 L 168.500000 432.000000 S 178.500000 432.000000 178.500000 442.000000 L 178.500000 470.000000" stroke="#e0e0e0" fill="none" class="connection" style="stroke-width:1;stroke-dasharray:2.000000,2.000000;" marker-end="url(#mk-d2-2046233428-1808025924)" mask="url(#d2-2046233428)" /></g><g class="KGIyIC0mZ3Q7IGIzKVswXQ== traversal"><path d="M 60.000000 555.000000 L 60.000000 622.000000" stroke="#e0e0e0" fill="none" class="connection" style="stroke-width:1;stroke-dasharray:2.000000,2.000000;" marker-end="url(#mk-d2-2046233428-1808025924)" mask="url(#d2-2046233428)" /></g><mask id="d2-2046233428" maskUnits="userSpaceOnUse" x="-89" y="-89" width="492" height="896">
<rect x="-89" y="-89" width="492" height="896" fill="white"></rect>
</mask><text x="133" y="103" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">0xA1</text><text x="205" y="103" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">0xB2</text><text x="124" y="276" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">0xC3</text><text x="59" y="415" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">0xD4</text><text x="146" y="415" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">0xE5</text><text x="65" y="589" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">0xF6</text></svg><!-- INJ:LEGEND --><g transform="translate(315,100)"><text x="8" y="22" fill="#e0e0e0" font-size="13" font-family="Helvetica, Arial, sans-serif">Traversal</text><line x1="88" y1="18" x2="128" y2="18" stroke="#e0e0e0" stroke-width="2" stroke-dasharray="3,4"/><polygon points="132,14 132,22 138,18" fill="#e0e0e0"/></g><!-- /INJ:LEGEND --></svg>
docs/blogs/flash-indexer/images/fig-4-concurrency-model.png 0 → 100644
View file @ 222c2e85
File suppressed by a .gitattributes entry or the file's encoding is unsupported.
docs/blogs/flash-indexer/images/fig-4-concurrency-model.svg 0 → 100644
View file @ 222c2e85
This diff is collapsed.
docs/blogs/flash-indexer/images/fig-5-jump-search.png 0 → 100644
View file @ 222c2e85
File suppressed by a .gitattributes entry or the file's encoding is unsupported.
docs/blogs/flash-indexer/images/fig-5-jump-search.svg 0 → 100644
View file @ 222c2e85
<?xml version="1.0" encoding="utf-8"?>
<svg xmlns="http://www.w3.org/2000/svg" width="1320" height="600" viewBox="-20 -20 880 400" data-orig-vb="-20 -20 880 400"><!-- INJ:BG --><rect x="-20" y="-20" width="880" height="400" fill="#000000"/><!-- /INJ:BG -->
<rect x="-20" y="-20" width="880" height="400" fill="#000000"/>
<defs>
<marker id="arr-wht" markerWidth="8" markerHeight="10" refX="6" refY="5"
viewBox="0 0 8 10" orient="auto" markerUnits="userSpaceOnUse">
<polygon points="0,0 8,5 0,10" fill="#e0e0e0"/>
</marker>
</defs>
<!-- ==================== QUERY SEQUENCE CONTAINER ==================== -->
<rect x="10" y="-5" width="730" height="120" rx="0" fill="#1e1e1e" stroke="#616161" stroke-width="1"/>
<text x="375" y="14" text-anchor="middle" fill="#c0c0c0" font-size="16" font-family="sans-serif">Query Sequence &#x2014; 128 Blocks</text>
<!-- Position 0 -->
<rect x="20" y="30" width="130" height="55" fill="#2a4a10" stroke="#5a9a30" stroke-width="1" opacity="0.75"/>
<text x="85" y="55" text-anchor="middle" fill="#e0e0e0" font-size="16" font-family="sans-serif">Position 0</text>
<text x="85" y="74" text-anchor="middle" fill="#e0e0e0" font-size="13" font-style="italic" font-family="sans-serif">W1, W2, W3, W4</text>
<text x="85" y="100" text-anchor="middle" fill="#e0e0e0" font-size="13" font-style="italic" font-family="sans-serif">Jump Checkpoint</text>
<!-- Position 64 -->
<rect x="310" y="30" width="130" height="55" fill="#2a4a10" stroke="#5a9a30" stroke-width="1" opacity="0.75"/>
<text x="375" y="55" text-anchor="middle" fill="#e0e0e0" font-size="16" font-family="sans-serif">Position 64</text>
<text x="375" y="74" text-anchor="middle" fill="#e0e0e0" font-size="13" font-style="italic" font-family="sans-serif">W1, W2, W3, W4</text>
<text x="375" y="100" text-anchor="middle" fill="#e0e0e0" font-size="13" font-style="italic" font-family="sans-serif">Jump Checkpoint</text>
<!-- Position 128 -->
<rect x="600" y="30" width="130" height="55" fill="#2a4a10" stroke="#5a9a30" stroke-width="1" opacity="0.75"/>
<text x="665" y="55" text-anchor="middle" fill="#e0e0e0" font-size="16" font-family="sans-serif">Position 128</text>
<text x="665" y="74" text-anchor="middle" fill="#e0e0e0" font-size="13" font-style="italic" font-family="sans-serif">W1, W3</text>
<text x="665" y="100" text-anchor="middle" fill="#e0e0e0" font-size="13" font-style="italic" font-family="sans-serif">Jump Checkpoint</text>
<!-- All Match: Position 0 -> Position 64 -->
<path d="M 152 57 L 306 57" stroke="#e0e0e0" stroke-width="1" stroke-dasharray="4 3" fill="none" marker-end="url(#arr-wht)"/>
<text x="229" y="49" text-anchor="middle" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">All Match</text>
<!-- Partial Match: Position 64 -> Position 128 -->
<path d="M 442 57 L 596 57" stroke="#e0e0e0" stroke-width="1" stroke-dasharray="4 3" fill="none" marker-end="url(#arr-wht)"/>
<text x="519" y="49" text-anchor="middle" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">Partial Match</text>
<!-- ==================== SCAN ROW ==================== -->
<rect x="60" y="212" width="640" height="110" rx="0" fill="#1e1e1e" stroke="#616161" stroke-width="1"/>
<text x="380" y="232" text-anchor="middle" fill="#c0c0c0" font-size="16" font-family="sans-serif">Linear Scan &#x2014; 65...127</text>
<!-- Pos 65 -->
<rect x="80" y="248" width="90" height="40" fill="#1a1a1a" stroke="#636363" stroke-width="1" opacity="0.75"/>
<text x="125" y="274" text-anchor="middle" fill="#e0e0e0" font-size="14" font-family="sans-serif">Pos 65</text>
<text x="202" y="274" text-anchor="middle" fill="#787878" font-size="18" font-family="sans-serif">...</text>
<!-- Pos 78: W2 Drains -->
<rect x="230" y="248" width="140" height="40" fill="#2a1010" stroke="#b04040" stroke-width="1" opacity="0.75"/>
<text x="300" y="274" text-anchor="middle" fill="#e0e0e0" font-size="14" font-family="sans-serif">Pos 78: W2 Drains</text>
<text x="402" y="274" text-anchor="middle" fill="#787878" font-size="18" font-family="sans-serif">...</text>
<!-- Pos 91: W4 Drains -->
<rect x="430" y="248" width="140" height="40" fill="#2a1010" stroke="#b04040" stroke-width="1" opacity="0.75"/>
<text x="500" y="274" text-anchor="middle" fill="#e0e0e0" font-size="14" font-family="sans-serif">Pos 91: W4 Drains</text>
<text x="600" y="274" text-anchor="middle" fill="#787878" font-size="18" font-family="sans-serif">...</text>
<!-- Pos 127 -->
<rect x="620" y="248" width="65" height="40" fill="#1a1a1a" stroke="#636363" stroke-width="1" opacity="0.75"/>
<text x="652" y="274" text-anchor="middle" fill="#e0e0e0" font-size="14" font-family="sans-serif">Pos 127</text>
<!-- ==================== LOOKBACK: Container edge -> Pos 65 (right-angle path) ==================== -->
<path d="M 645 115 L 645 185 L 125 185 L 125 204" stroke="#e0e0e0" stroke-width="1" stroke-dasharray="4 3" fill="none"/>
<polygon points="125,212 120,202 130,202" fill="#e0e0e0"/>
<text x="390" y="178" text-anchor="middle" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">Lookback</text>
<!-- ==================== RESUME (up arrow) ==================== -->
<path d="M 685 212 L 685 122" stroke="#e0e0e0" stroke-width="1" stroke-dasharray="4 3" fill="none"/>
<polygon points="685,115 680,125 690,125" fill="#e0e0e0"/>
<text x="710" y="175" fill="#c0c0c0" font-size="14" font-style="italic" font-family="sans-serif">Resume Jumping</text>
<!-- INJ:LEGEND --><g transform="translate(588,-42)"><text x="8" y="22" fill="#e0e0e0" font-size="13" font-family="Helvetica, Arial, sans-serif">Traversal</text><line x1="88" y1="18" x2="128" y2="18" stroke="#e0e0e0" stroke-width="2" stroke-dasharray="3,4"/><polygon points="132,14 132,22 138,18" fill="#e0e0e0"/></g><!-- /INJ:LEGEND --></svg>
docs/blogs/flash-indexer/images/fig-6-indexer-throughput.png 0 → 100644
View file @ 222c2e85
File suppressed by a .gitattributes entry or the file's encoding is unsupported.
docs/blogs/flash-indexer/images/fig-6-indexer-throughput.svg 0 → 100644
View file @ 222c2e85
This diff is collapsed.
docs/blogs/flash-indexer/tools/README.md 0 → 100644
View file @ 222c2e85
# Flash Indexer Figures -- Reproduction Guide
Build instructions for all Flash Indexer blog post figures.
## Figure Inventory
All output goes to `../images/`.
| File | Description |
|------|-------------|
| `fig-1-kv-event-density.{svg,png}` | KV cache event density heatmap (Mooncake trace) |
| `fig-2-kv-event-flow.{svg,png}` | KV event pipeline: engines -> publishers -> indexer -> router |
| `fig-3-prefix-tree.{svg,png}` | Prefix-aware radix tree with worker tracking |
| `fig-4-concurrency-model.{svg,png}` | Concurrency model: sticky routing + concurrent reads |
| `fig-5-jump-search.{svg,png}` | Positional jump search with lookback |
| `fig-6-indexer-throughput.{svg,png}` | Benchmark: achieved vs. offered throughput (5 backends) |
## Prerequisites
```bash
pip3 install plotly kaleido numpy pyyaml
brew install librsvg # for rsvg-convert (SVG -> PNG)
brew install d2 # only needed to re-render D2 sources
```
## Reproduction
### One-shot build (all figures)
```bash
./build.sh # figures 1-6 (D2 sources already processed)
./build.sh --d2 # re-render D2 sources first, then all figures
```
### Architecture diagrams (Figures 2-5)
```bash
# From this directory (tools/):
# 1. (Optional) Re-render D2 -> raw SVG (requires d2 CLI)
d2 --layout tala event-flow.d2 event-flow-raw.svg
d2 --layout elk radix-tree.d2 radix-tree-raw.svg
d2 --layout tala write-read-path.d2 write-read-path-raw.svg
# 2. Inject legends + padding, write to ../images/
python3 inject_legends.py
# 3. Render SVGs to 2x PNGs
rsvg-convert -z 2 ../images/fig-2-kv-event-flow.svg -o ../images/fig-2-kv-event-flow.png
rsvg-convert -z 2 ../images/fig-3-prefix-tree.svg -o ../images/fig-3-prefix-tree.png
rsvg-convert -z 2 ../images/fig-4-concurrency-model.svg -o ../images/fig-4-concurrency-model.png
rsvg-convert -z 2 ../images/fig-5-jump-search.svg -o ../images/fig-5-jump-search.png
```
### Performance chart (Figure 6)
```bash
python3 gen_throughput.py ../data/sweep_plot.json
```
### KV cache event density heatmap (Figure 1)
```bash
# Synthetic data (no trace file needed):
python3 gen_heatmap.py
# Real Mooncake trace data (98 MB, download separately):
python3 gen_heatmap.py --real-data PATH_TO/kv_events_real.json
```
The real trace data is the first 5% of the
[Mooncake FAST'25 trace](https://github.com/kvcache-ai/Mooncake/blob/main/FAST25-release/arxiv-trace/mooncake_trace.jsonl),
replayed across 16 simulated workers with 2,048 blocks/worker (block_size 16).
The file is too large to include in-repo; generate it with
[`mocker`](https://github.com/ai-dynamo/dynamo/tree/main/lib/mocker) or
download the trace and replay it.
The heatmap script reads `design_tokens.yaml` and `plotly_dynamo.py` for the
Dynamo dark theme.
## Contents
```text
tools/
├── README.md # This file
├── build.sh # One-shot build for all figures
├── inject_legends.py # SVG legend injection (Figures 2-5)
├── gen_heatmap.py # KV event heatmap generator (Figure 1)
├── gen_throughput.py # Throughput chart generator (Figure 6)
├── design_tokens.yaml # Shared color/typography tokens
├── plotly_dynamo.py # Plotly template builder
├── dynamo.d2 # D2 theme file
├── theme.d2 # Shared D2 theme
├── event-flow.d2 # D2 source for Figure 2
├── radix-tree.d2 # D2 source for Figure 3
└── write-read-path.d2 # D2 source for Figure 4
```
docs/blogs/flash-indexer/tools/build.sh 0 → 100755
View file @ 222c2e85
#!/usr/bin/env bash
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
# Build all Flash Indexer figure assets.
#
# Prerequisites:
# - rsvg-convert (brew install librsvg)
# - python3 with plotly, kaleido, numpy, pyyaml
# - d2 (optional, only needed to re-render D2 -> SVG)
#
# Usage:
# ./build.sh # render PNGs from SVGs + heatmap + sweep chart
# ./build.sh --d2 # also re-render D2 sources to SVGs first
set -euo pipefail
cd "$(dirname "$0")"
IMAGES=../images
if [[ "${1:-}" == "--d2" ]]; then
echo "==> Rendering D2 sources to raw SVGs..."
d2 --layout tala event-flow.d2 event-flow-raw.svg
d2 --layout elk radix-tree.d2 radix-tree-raw.svg
d2 --layout tala write-read-path.d2 write-read-path-raw.svg
echo " NOTE: Raw SVGs need post-processing before legend injection."
fi
echo "==> Injecting legends + padding into SVGs -> ${IMAGES}/"
python3 inject_legends.py
echo "==> Rendering SVGs to 2x PNGs..."
rsvg-convert -z 2 "${IMAGES}/fig-2-kv-event-flow.svg" -o "${IMAGES}/fig-2-kv-event-flow.png"
rsvg-convert -z 2 "${IMAGES}/fig-3-prefix-tree.svg" -o "${IMAGES}/fig-3-prefix-tree.png"
rsvg-convert -z 2 "${IMAGES}/fig-4-concurrency-model.svg" -o "${IMAGES}/fig-4-concurrency-model.png"
rsvg-convert -z 2 "${IMAGES}/fig-5-jump-search.svg" -o "${IMAGES}/fig-5-jump-search.png"
echo "==> Generating Figure 1 (heatmap)..."
python3 gen_heatmap.py
echo "==> Generating Figure 6 (throughput chart)..."
python3 gen_throughput.py ../data/sweep_plot.json
echo "==> Done. Output files:"
ls -lh "${IMAGES}"/fig-*.{svg,png} 2>/dev/null || ls -lh "${IMAGES}"/fig-*
docs/blogs/flash-indexer/tools/design_tokens.yaml 0 → 100644
View file @ 222c2e85
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
# Dynamo Dark Design System -- Shared Tokens
# Dynamo design system (colors, typography)
# Used by D2 theme (dynamo.d2) and Plotly template (plotly_dynamo.py)
# Version history: see STYLE_GUIDE.md
meta:
name: "dynamo-dark"
version: "2.0"
colors:
# --- Brand Primary ---
brand:
dynamo_green: "#76b900" # primary brand color
rich_black: "#000000" # dark background
white: "#ffffff" # light text / light background
# --- Backgrounds (gaming/dark experience) ---
background:
primary: "#000000" # Rich Black -- outermost background
surface: "#1a1a1a" # container fill -- level 1
surface_alt: "#2a2a2a" # container fill -- level 2
elevated: "#3a3a3a" # container fill -- level 3
# --- Borders ---
border:
frame: "#76b900" # Dynamo green -- outer frame accent
container: "#008564" # Emerald -- container borders
subtle: "#3a3a3a" # Dark Gray -- grid lines, separators
# --- Accent Colors (muted for dark theme) ---
accent:
dynamo_green: "#76b900" # primary accent -- data, GPU, key actions
cpu_blue: "#0071c5" # CPU, compute, control paths
fluorite: "#fac200" # data flow, NVLink, highlights
emerald: "#008564" # storage, databases, caches, pipelines
garnet: "#890c58" # NIC, network hardware
amethyst: "#5d1682" # services, APIs, middleware
amber: "#c08050" # queues, events, messaging
coral: "#b04040" # critical paths, errors, alerts
olive: "#909040" # load balancers, infrastructure
# --- Muted fills (desaturated for dark backgrounds) ---
fills:
green: "#3a5a00" # data components
blue: "#0f1e30" # CPU, compute
purple: "#1a1428" # services, APIs
teal: "#142025" # storage, databases
warm: "#201810" # queues, events
wine: "#2a1520" # NIC, network
signal: "#1e1a14" # flags, signals, state
red: "#2a1010" # critical, alerts
neutral: "#1a1a1a" # generic, utility
# --- Neutrals (brand grays) ---
text:
primary: "#ffffff" # White -- main text
secondary: "#cdcdcd" # Light Gray (205,205,205)
muted: "#767676" # Muted Gray (118,118,118) -- 4.6:1 min AA
medium: "#8c8c8c" # Medium Gray (140,140,140)
# --- Chart series (accent strokes for bar/line/scatter) ---
chart_series:
- "#76b900" # Dynamo green
- "#0071c5" # CPU Blue
- "#fac200" # Fluorite
- "#008564" # Emerald
- "#8c8c8c" # Medium Gray
- "#5d1682" # Amethyst
- "#c08050" # Amber
- "#b04040" # Coral
# --- Chart fills (muted versions of chart_series for bar/hist fills) ---
# Brighter than D2 component fills for chart readability, but not fully saturated
chart_fills:
- "#4a7500" # Muted green
- "#0a4a80" # Muted CPU Blue
- "#9a7800" # Muted Fluorite
- "#005a40" # Muted Emerald
- "#555555" # Muted Medium Gray
- "#3a1050" # Muted Amethyst
- "#7a5030" # Muted Amber
- "#702828" # Muted Coral
typography:
# Body / UI text
font_family: "Arial, Helvetica, sans-serif"
# Code and aligned chart labels -- Roboto Mono
font_family_mono: "'Roboto Mono', 'SF Mono', Menlo, Consolas, 'Liberation Mono', monospace"
title:
size: 18
weight: 700
transform: "uppercase"
letter_spacing: "0.08em"
heading:
size: 14
weight: 600
transform: "uppercase"
letter_spacing: "0.05em"
label:
size: 12
weight: 400
transform: "none"
annotation:
size: 10
weight: 400
transform: "none"
borders:
frame_width: 1.5
container_width: 1
frame_style: "solid"
container_style: "solid"
control_flow_style: "dashed"
border_radius: 0
spacing:
padding: 16
gap: 8
docs/blogs/flash-indexer/tools/dynamo.d2 0 → 100644
View file @ 222c2e85
# Dynamo Dark Theme for D2
# Import into sibling diagrams: ...@dynamo.d2
#
# Design: Muted fills, subtle borders, selective accent color.
# Color palette from design_tokens.yaml
# ---------------------------------------------------------------------------
# Theme overrides
# ---------------------------------------------------------------------------
vars: {
d2-config: {
theme-overrides: {
# Neutral shades -- dark background
N1: "#e0e0e0"
N2: "#a0a0a0"
N3: "#707070"
N4: "#404040"
N5: "#5d5d5d"
N6: "#151515"
N7: "#0a0a0a"
# Base colors -- container nesting
B1: "#0a0a0a"
B2: "#111111"
B3: "#181818"
B4: "#222222"
B5: "#5d5d5d"
B6: "#404040"
# Accents
AA2: "#76b900"
AA4: "#3d7ab5"
AA5: "#c4a035"
AB4: "#7a3050"
AB5: "#2a6b55"
}
}
}
# ---------------------------------------------------------------------------
# Reusable classes
# ---------------------------------------------------------------------------
classes: {
# --- Hardware components (outlined style with muted accent) ---
gpu: {
style: {
opacity: 0.75
fill: "#151515"
stroke: "#4a8c00"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
nic: {
style: {
opacity: 0.75
fill: "#2a1520"
stroke: "#7a3050"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
cpu: {
style: {
opacity: 0.75
fill: "#0f1e30"
stroke: "#3d7ab5"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
# --- Logical components (selective accent fills) ---
data_component: {
style: {
opacity: 0.75
fill: "#2a4a10"
stroke: "#5a9a30"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
flag_component: {
style: {
opacity: 0.75
fill: "#1e1a14"
stroke: "#7a6a45"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
# --- Depth gradient (radix tree levels, desaturated green) ---
depth_0: {
style: {
opacity: 0.75
fill: "#2a4a10"
stroke: "#5a9a30"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
depth_1: {
style: {
opacity: 0.75
fill: "#224010"
stroke: "#4a8828"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
depth_2: {
style: {
opacity: 0.75
fill: "#1a3510"
stroke: "#3a7520"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
depth_3: {
style: {
opacity: 0.75
fill: "#142a0c"
stroke: "#2c6018"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
# --- Software / Service components ---
service: {
style: {
opacity: 0.75
fill: "#1a1428"
stroke: "#7650a0"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
api: {
style: {
opacity: 0.75
fill: "#1a1428"
stroke: "#8060b0"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
database: {
style: {
opacity: 0.75
fill: "#142025"
stroke: "#3a7a70"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
cache: {
style: {
opacity: 0.75
fill: "#142025"
stroke: "#50a090"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
queue: {
style: {
opacity: 0.75
fill: "#201810"
stroke: "#a06040"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
event: {
style: {
opacity: 0.75
fill: "#201810"
stroke: "#c08050"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
# --- Infrastructure / Deployment ---
container_runtime: {
style: {
opacity: 0.75
fill: "#101820"
stroke: "#4080a0"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
load_balancer: {
style: {
opacity: 0.75
fill: "#1a1a10"
stroke: "#909040"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
endpoint: {
style: {
opacity: 0.75
fill: "#151515"
stroke: "#616161"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
# --- Status / Semantic ---
critical: {
style: {
opacity: 0.75
fill: "#2a1010"
stroke: "#b04040"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
success: {
style: {
opacity: 0.75
fill: "#102010"
stroke: "#40a040"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
bold: true
}
}
neutral: {
style: {
opacity: 0.75
fill: "#1a1a1a"
stroke: "#636363"
stroke-width: 1
border-radius: 0
font-color: "#e0e0e0"
font-size: 16
}
}
# --- Containers (subtle, receding) ---
outer_frame: {
style: {
fill: "#0a0a0a"
stroke: "#5d5d5d"
stroke-width: 1
font-color: "#e0e0e0"
font-size: 20
bold: true
}
}
container_l1: {
style: {
fill: "#111111"
stroke: "#616161"
stroke-width: 1
border-radius: 0
font-color: "#c0c0c0"
font-size: 18
bold: true
}
}
container_l2: {
style: {
fill: "#181818"
stroke: "#666666"
stroke-width: 1
border-radius: 0
font-color: "#a0a0a0"
font-size: 16
}
}
container_l3: {
style: {
fill: "#1e1e1e"
stroke: "#6a6a6a"
stroke-width: 1
border-radius: 0
font-color: "#909090"
font-size: 14
}
}
# --- Text elements ---
section_title: {
shape: text
style: {
font-size: 20
bold: true
font-color: "#e0e0e0"
}
}
annotation: {
shape: text
style: {
font-size: 14
font-color: "#8a8a8a"
italic: true
}
}
# --- Connection types (muted, thin) ---
data_flow: {
style: {
stroke: "#c4a035"
stroke-width: 2
font-color: "#c4a035"
font-size: 14
}
}
control_flow: {
style: {
stroke: "#3d7ab5"
stroke-width: 1
stroke-dash: 4
font-color: "#5a90c0"
font-size: 14
}
}
poll_flow: {
style: {
stroke: "#4a8c00"
stroke-width: 1
stroke-dash: 3
opacity: 0.5
font-color: "#4a8c00"
font-size: 14
}
}
nvlink: {
style: {
stroke: "#c4a035"
stroke-width: 2
font-color: "#c4a035"
font-size: 14
}
}
rdma_flow: {
style: {
stroke: "#7a3050"
stroke-width: 2
font-color: "#c06080"
font-size: 14
}
}
# --- Software / Pipeline connections ---
api_call: {
style: {
stroke: "#6a4890"
stroke-width: 1
font-color: "#9070c0"
font-size: 14
}
}
event_flow: {
style: {
stroke: "#a06040"
stroke-width: 1
stroke-dash: 4
font-color: "#c08050"
font-size: 14
}
}
pipeline: {
style: {
stroke: "#3a7a70"
stroke-width: 2
font-color: "#50a090"
font-size: 14
}
}
dependency: {
style: {
stroke: "#767676"
stroke-width: 1
stroke-dash: 3
font-color: "#8a8a8a"
font-size: 14
}
}
critical_path: {
style: {
stroke: "#b04040"
stroke-width: 2
font-color: "#d06060"
font-size: 14
}
}
traversal: {
style: {
stroke: "#e0e0e0"
stroke-width: 1
stroke-dash: 2
font-color: "#c0c0c0"
font-size: 14
}
}
}
docs/blogs/flash-indexer/tools/event-flow.d2 0 → 100644
View file @ 222c2e85
# Flash Indexer: Event Flow (linear chain, curly brace added in post)
...@theme.d2
direction: right
engine: Engine { class: gpu }
publisher: Publisher { class: service }
indexer: Indexer {
shape: cylinder
class: data_component
width: 180
height: 56
}
router: Router {
shape: hexagon
class: api
}
engine -> publisher: KV Events { class: data_flow }
publisher -> indexer: Enriched Events { class: data_flow }
indexer -> router: Overlap Scores { class: data_flow }
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment