{ "type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [ { "id": "ff660a9b", "type": "rectangle", "x": 60, "y": 40, "width": 3080, "height": 140, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#0f172a", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2001, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "5fc39989", "type": "text", "x": 96, "y": 75, "width": 756, "height": 37, "angle": 0, "strokeColor": "#f8fafc", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2002, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "AeroStream Zero-Copy Produce & Fetch Pipeline", "fontSize": 28, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 23, "containerId": null, "originalText": "AeroStream Zero-Copy Produce & Fetch Pipeline", "lineHeight": 1.25 }, { "id": "9f296771", "type": "text", "x": 96, "y": 125, "width": 864, "height": 21, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2003, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Hardware-Accelerated Ingestion (CRC32C SSE4.2) & Kernel DMA Zero-Copy Read Path (sendfile)", "fontSize": 16, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 13, "containerId": null, "originalText": "Hardware-Accelerated Ingestion (CRC32C SSE4.2) & Kernel DMA Zero-Copy Read Path (sendfile)", "lineHeight": 1.25 }, { "id": "23a9c0e0", "type": "rectangle", "x": 60, "y": 220, "width": 3080, "height": 880, "angle": 0, "strokeColor": "#0284c7", "backgroundColor": "#0b1329", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2004, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "17232884", "type": "text", "x": 96, "y": 256, "width": 633, "height": 32, "angle": 0, "strokeColor": "#38bdf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2005, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "WRITE PATH: HIGH-THROUGHPUT PRODUCE PIPELINE", "fontSize": 24, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 20, "containerId": null, "originalText": "WRITE PATH: HIGH-THROUGHPUT PRODUCE PIPELINE", "lineHeight": 1.25 }, { "id": "ca5000ee", "type": "text", "x": 96, "y": 290, "width": 972, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2006, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Hardware-accelerated validation, in-place batch header patching, mmap append, and paced background writeback", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 12, "containerId": null, "originalText": "Hardware-accelerated validation, in-place batch header patching, mmap append, and paced background writeback", "lineHeight": 1.25 }, { "id": "736c5b5d", "type": "rectangle", "x": 100, "y": 350, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2007, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "36712539", "type": "text", "x": 120, "y": 366, "width": 183, "height": 24, "angle": 0, "strokeColor": "#38bdf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2008, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 1: Ingestion", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 1: Ingestion", "lineHeight": 1.25 }, { "id": "c10a442a", "type": "text", "x": 120, "y": 394, "width": 109, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2009, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Client Ingress", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "Client Ingress", "lineHeight": 1.25 }, { "id": "cdb9fa70", "type": "text", "x": 120, "y": 418, "width": 462, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2010, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Kafka Client (Port 9092) or Native Client (Port 9091)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Kafka Client (Port 9092) or Native Client (Port 9091)", "lineHeight": 1.25 }, { "id": "8de5f056", "type": "text", "x": 120, "y": 440, "width": 268, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2011, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Tokio non-blocking socket read", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Tokio non-blocking socket read", "lineHeight": 1.25 }, { "id": "c5735ce3", "type": "text", "x": 120, "y": 462, "width": 277, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2012, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Batch header framing validation", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Batch header framing validation", "lineHeight": 1.25 }, { "id": "7b153277", "type": "text", "x": 120, "y": 484, "width": 327, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2013, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Magic prefix verification (0xAE 0x01)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Magic prefix verification (0xAE 0x01)", "lineHeight": 1.25 }, { "id": "58a8df16", "type": "arrow", "x": 570, "y": 590, "width": 36, "height": 0, "angle": 0, "strokeColor": "#38bdf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2014, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "58742abc", "type": "rectangle", "x": 606, "y": 350, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2015, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "b305ff91", "type": "text", "x": 626, "y": 366, "width": 215, "height": 24, "angle": 0, "strokeColor": "#38bdf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2016, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 2: Hardware CRC", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 2: Hardware CRC", "lineHeight": 1.25 }, { "id": "84da8f3d", "type": "text", "x": 626, "y": 394, "width": 148, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2017, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "SSE4.2 Acceleration", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "SSE4.2 Acceleration", "lineHeight": 1.25 }, { "id": "2750200c", "type": "text", "x": 626, "y": 418, "width": 243, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2018, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Hardware-accelerated CRC32C", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Hardware-accelerated CRC32C", "lineHeight": 1.25 }, { "id": "47915162", "type": "text", "x": 626, "y": 440, "width": 327, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2019, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Intel SSE4.2 / ARM CRC32 instructions", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Intel SSE4.2 / ARM CRC32 instructions", "lineHeight": 1.25 }, { "id": "874f6c53", "type": "text", "x": 626, "y": 462, "width": 352, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2020, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Validates record checksum in nanoseconds", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Validates record checksum in nanoseconds", "lineHeight": 1.25 }, { "id": "e4167939", "type": "text", "x": 626, "y": 484, "width": 285, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2021, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Zero CPU memory bandwidth stalls", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Zero CPU memory bandwidth stalls", "lineHeight": 1.25 }, { "id": "c662642f", "type": "arrow", "x": 1076, "y": 590, "width": 36, "height": 0, "angle": 0, "strokeColor": "#38bdf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2022, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "bf8c4a28", "type": "rectangle", "x": 1112, "y": 350, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2023, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "4c06596c", "type": "text", "x": 1132, "y": 366, "width": 226, "height": 24, "angle": 0, "strokeColor": "#fbbf24", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2024, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 3: State Tracker", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 3: State Tracker", "lineHeight": 1.25 }, { "id": "b1d34e24", "type": "text", "x": 1132, "y": 394, "width": 156, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2025, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Producer State Check", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "Producer State Check", "lineHeight": 1.25 }, { "id": "3ee51ba0", "type": "text", "x": 1132, "y": 418, "width": 294, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2026, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Idempotent producer ID allocation", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Idempotent producer ID allocation", "lineHeight": 1.25 }, { "id": "0dac2583", "type": "text", "x": 1132, "y": 440, "width": 336, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2027, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Sequence number check: seq == expected", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Sequence number check: seq == expected", "lineHeight": 1.25 }, { "id": "156f61d2", "type": "text", "x": 1132, "y": 462, "width": 336, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2028, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Deduplicates in-flight network retries", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Deduplicates in-flight network retries", "lineHeight": 1.25 }, { "id": "19584ee2", "type": "text", "x": 1132, "y": 484, "width": 344, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2029, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Rejects out-of-order batches (Error 45)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Rejects out-of-order batches (Error 45)", "lineHeight": 1.25 }, { "id": "33661420", "type": "arrow", "x": 1582, "y": 590, "width": 36, "height": 0, "angle": 0, "strokeColor": "#38bdf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2030, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "82364237", "type": "rectangle", "x": 1618, "y": 350, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2031, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "08488d94", "type": "text", "x": 1638, "y": 366, "width": 248, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2032, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 4: Offset Patching", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 4: Offset Patching", "lineHeight": 1.25 }, { "id": "e333cc3a", "type": "text", "x": 1638, "y": 394, "width": 163, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2033, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "In-Place Batch Header", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "In-Place Batch Header", "lineHeight": 1.25 }, { "id": "96d1266f", "type": "text", "x": 1638, "y": 418, "width": 327, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2034, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Shard allocates monotonic base offset", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Shard allocates monotonic base offset", "lineHeight": 1.25 }, { "id": "3d9ddf42", "type": "text", "x": 1638, "y": 440, "width": 411, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2035, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Patches base offset directly into memory buffer", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Patches base offset directly into memory buffer", "lineHeight": 1.25 }, { "id": "a4eaa79a", "type": "text", "x": 1638, "y": 462, "width": 344, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2036, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Single-pass write without reallocations", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Single-pass write without reallocations", "lineHeight": 1.25 }, { "id": "2dfaf2c6", "type": "text", "x": 1638, "y": 484, "width": 378, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2037, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Eliminates buffer copy / serialize overhead", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Eliminates buffer copy / serialize overhead", "lineHeight": 1.25 }, { "id": "c9be67cf", "type": "arrow", "x": 2088, "y": 590, "width": 36, "height": 0, "angle": 0, "strokeColor": "#38bdf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2038, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "e1f6e0e4", "type": "rectangle", "x": 2124, "y": 350, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2039, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "eea34127", "type": "text", "x": 2144, "y": 366, "width": 237, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2040, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 5: Storage Kernel", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 5: Storage Kernel", "lineHeight": 1.25 }, { "id": "a66992b6", "type": "text", "x": 2144, "y": 394, "width": 117, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2041, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "mmap Log Append", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "mmap Log Append", "lineHeight": 1.25 }, { "id": "16f44664", "type": "text", "x": 2144, "y": 418, "width": 319, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2042, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Appends batch to active segment .log", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Appends batch to active segment .log", "lineHeight": 1.25 }, { "id": "ab0e6d0f", "type": "text", "x": 2144, "y": 440, "width": 352, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2043, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Single-syscall write_all_at / mmap slice", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Single-syscall write_all_at / mmap slice", "lineHeight": 1.25 }, { "id": "586ab670", "type": "text", "x": 2144, "y": 462, "width": 310, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2044, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Updates 12-byte sparse index (.idx)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Updates 12-byte sparse index (.idx)", "lineHeight": 1.25 }, { "id": "b4168ab8", "type": "text", "x": 2144, "y": 484, "width": 336, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2045, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Paced writeback via sync_file_range(2)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Paced writeback via sync_file_range(2)", "lineHeight": 1.25 }, { "id": "3fffa7ba", "type": "arrow", "x": 2594, "y": 590, "width": 36, "height": 0, "angle": 0, "strokeColor": "#38bdf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2046, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "6ed724c3", "type": "rectangle", "x": 2630, "y": 350, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2047, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "a5ffa82b", "type": "text", "x": 2650, "y": 366, "width": 194, "height": 24, "angle": 0, "strokeColor": "#a855f7", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2048, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 6: Completion", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 6: Completion", "lineHeight": 1.25 }, { "id": "624738a4", "type": "text", "x": 2650, "y": 394, "width": 156, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2049, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "High Watermark & ACK", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "High Watermark & ACK", "lineHeight": 1.25 }, { "id": "8919b744", "type": "text", "x": 2650, "y": 418, "width": 285, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2050, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Log End Offset (LEO) incremented", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Log End Offset (LEO) incremented", "lineHeight": 1.25 }, { "id": "8d0c6072", "type": "text", "x": 2650, "y": 440, "width": 378, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2051, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 High Watermark (HW) advanced on replication", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 High Watermark (HW) advanced on replication", "lineHeight": 1.25 }, { "id": "9445c1e1", "type": "text", "x": 2650, "y": 462, "width": 344, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2052, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Produce ACK returned to producer client", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Produce ACK returned to producer client", "lineHeight": 1.25 }, { "id": "414f6ed2", "type": "text", "x": 2650, "y": 484, "width": 327, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2053, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Sub-millisecond p99.9 produce latency", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Sub-millisecond p99.9 produce latency", "lineHeight": 1.25 }, { "id": "753cfcff", "type": "rectangle", "x": 100, "y": 860, "width": 1440, "height": 220, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2054, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "de233f84", "type": "text", "x": 120, "y": 876, "width": 540, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2055, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "In-Place Base Offset Patching & Zero Re-allocation", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "In-Place Base Offset Patching & Zero Re-allocation", "lineHeight": 1.25 }, { "id": "0aa4a635", "type": "text", "x": 120, "y": 904, "width": 848, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2056, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Traditional brokers deserialize record batches, update offsets, and re-serialize into a new buffer.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Traditional brokers deserialize record batches, update offsets, and re-serialize into a new buffer.", "lineHeight": 1.25 }, { "id": "f4359fbe", "type": "text", "x": 120, "y": 926, "width": 907, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2057, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 AeroStream performs direct binary patching: offsets are written directly into known byte offsets in-place.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 AeroStream performs direct binary patching: offsets are written directly into known byte offsets in-place.", "lineHeight": 1.25 }, { "id": "d837254f", "type": "text", "x": 120, "y": 948, "width": 814, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2058, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Guarantees exactly ONE copy of message bytes from network socket directly to kernel page cache.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Guarantees exactly ONE copy of message bytes from network socket directly to kernel page cache.", "lineHeight": 1.25 }, { "id": "6064b67d", "type": "rectangle", "x": 1580, "y": 860, "width": 1480, "height": 220, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2059, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "87e6f937", "type": "text", "x": 1600, "y": 876, "width": 453, "height": 24, "angle": 0, "strokeColor": "#fbbf24", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2060, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Paced sync_file_range Dirty Page Writeback", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Paced sync_file_range Dirty Page Writeback", "lineHeight": 1.25 }, { "id": "731c1e01", "type": "text", "x": 1600, "y": 904, "width": 823, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2061, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Calls sync_file_range(fd, pos, len, SYNC_FILE_RANGE_WRITE) to asynchronously initiate writeback.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Calls sync_file_range(fd, pos, len, SYNC_FILE_RANGE_WRITE) to asynchronously initiate writeback.", "lineHeight": 1.25 }, { "id": "c6db838e", "type": "text", "x": 1600, "y": 926, "width": 806, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2062, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Prevents Linux kernel pdflush dirty-page background writeback spikes from blocking user space.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Prevents Linux kernel pdflush dirty-page background writeback spikes from blocking user space.", "lineHeight": 1.25 }, { "id": "771f45a7", "type": "text", "x": 1600, "y": 948, "width": 705, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2063, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Smooths SSD/NVMe wear leveling and ensures deterministic real-time tail latencies.", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Smooths SSD/NVMe wear leveling and ensures deterministic real-time tail latencies.", "lineHeight": 1.25 }, { "id": "c1828488", "type": "rectangle", "x": 60, "y": 1140, "width": 3080, "height": 930, "angle": 0, "strokeColor": "#e11d48", "backgroundColor": "#0b1329", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2064, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "05f4d321", "type": "text", "x": 96, "y": 1176, "width": 763, "height": 32, "angle": 0, "strokeColor": "#fb7185", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2065, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "READ PATH: LINUX SENDFILE(2) ZERO-COPY FETCH PIPELINE", "fontSize": 24, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 20, "containerId": null, "originalText": "READ PATH: LINUX SENDFILE(2) ZERO-COPY FETCH PIPELINE", "lineHeight": 1.25 }, { "id": "5496222b", "type": "text", "x": 96, "y": 1210, "width": 801, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2066, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Direct Linux Page Cache to Network Socket DMA Transfer without touching user space memory", "fontSize": 15, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 12, "containerId": null, "originalText": "Direct Linux Page Cache to Network Socket DMA Transfer without touching user space memory", "lineHeight": 1.25 }, { "id": "0288c15a", "type": "rectangle", "x": 100, "y": 1270, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2067, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "53709638", "type": "text", "x": 120, "y": 1286, "width": 226, "height": 24, "angle": 0, "strokeColor": "#fb7185", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2068, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 1: Fetch Request", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 1: Fetch Request", "lineHeight": 1.25 }, { "id": "d813c638", "type": "text", "x": 120, "y": 1314, "width": 156, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2069, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Client Fetch Ingress", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "Client Fetch Ingress", "lineHeight": 1.25 }, { "id": "94f91aee", "type": "text", "x": 120, "y": 1338, "width": 504, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2070, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Consumer FetchRequest (Topic, Partition, Offset, MaxBytes)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Consumer FetchRequest (Topic, Partition, Offset, MaxBytes)", "lineHeight": 1.25 }, { "id": "2a5f3185", "type": "text", "x": 120, "y": 1360, "width": 302, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2071, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Long-polling support (max_wait_ms)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Long-polling support (max_wait_ms)", "lineHeight": 1.25 }, { "id": "a92bbb1c", "type": "text", "x": 120, "y": 1382, "width": 327, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2072, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Immediate return if records available", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Immediate return if records available", "lineHeight": 1.25 }, { "id": "4ecd4879", "type": "text", "x": 120, "y": 1404, "width": 361, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2073, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Parked via async notify if waiting for HW", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Parked via async notify if waiting for HW", "lineHeight": 1.25 }, { "id": "6d23d6f8", "type": "arrow", "x": 570, "y": 1510, "width": 36, "height": 0, "angle": 0, "strokeColor": "#fb7185", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2074, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "b655af6e", "type": "rectangle", "x": 606, "y": 1270, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2075, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "0a6ba6ca", "type": "text", "x": 626, "y": 1286, "width": 226, "height": 24, "angle": 0, "strokeColor": "#fb7185", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2076, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 2: HW Validation", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 2: HW Validation", "lineHeight": 1.25 }, { "id": "b0f69459", "type": "text", "x": 626, "y": 1314, "width": 156, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2077, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "High Watermark Guard", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "High Watermark Guard", "lineHeight": 1.25 }, { "id": "8e2908ec", "type": "text", "x": 626, "y": 1338, "width": 327, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2078, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Verifies StartOffset < High Watermark", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Verifies StartOffset < High Watermark", "lineHeight": 1.25 }, { "id": "8f497499", "type": "text", "x": 626, "y": 1360, "width": 453, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2079, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Prevents reading uncommitted / un-replicated records", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Prevents reading uncommitted / un-replicated records", "lineHeight": 1.25 }, { "id": "78f07d5a", "type": "text", "x": 626, "y": 1382, "width": 344, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2080, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Returns empty response if offset at LEO", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Returns empty response if offset at LEO", "lineHeight": 1.25 }, { "id": "af0c41d7", "type": "text", "x": 626, "y": 1404, "width": 310, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2081, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Prevents dirty reads across cluster", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Prevents dirty reads across cluster", "lineHeight": 1.25 }, { "id": "1a7bc2bb", "type": "arrow", "x": 1076, "y": 1510, "width": 36, "height": 0, "angle": 0, "strokeColor": "#fb7185", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2082, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "8b87f411", "type": "rectangle", "x": 1112, "y": 1270, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2083, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "db864df5", "type": "text", "x": 1132, "y": 1286, "width": 215, "height": 24, "angle": 0, "strokeColor": "#fbbf24", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2084, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 3: Index Lookup", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 3: Index Lookup", "lineHeight": 1.25 }, { "id": "4bb2f337", "type": "text", "x": 1132, "y": 1314, "width": 202, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2085, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Sparse Index Binary Search", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "Sparse Index Binary Search", "lineHeight": 1.25 }, { "id": "fcff74c5", "type": "text", "x": 1132, "y": 1338, "width": 294, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2086, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Binary search on sparse .idx file", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Binary search on sparse .idx file", "lineHeight": 1.25 }, { "id": "d0594aef", "type": "text", "x": 1132, "y": 1360, "width": 378, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2087, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Locates exact physical byte offset & length", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Locates exact physical byte offset & length", "lineHeight": 1.25 }, { "id": "839f96af", "type": "text", "x": 1132, "y": 1382, "width": 428, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2088, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Resolves active segment or sealed historical file", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Resolves active segment or sealed historical file", "lineHeight": 1.25 }, { "id": "f7da1237", "type": "text", "x": 1132, "y": 1404, "width": 310, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2089, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 O(log N) lookup time in under 200ns", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 O(log N) lookup time in under 200ns", "lineHeight": 1.25 }, { "id": "80c4d2db", "type": "arrow", "x": 1582, "y": 1510, "width": 36, "height": 0, "angle": 0, "strokeColor": "#fb7185", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2090, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "ba542ab5", "type": "rectangle", "x": 1618, "y": 1270, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2091, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "65598bdd", "type": "text", "x": 1638, "y": 1286, "width": 237, "height": 24, "angle": 0, "strokeColor": "#38bdf8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2092, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 4: Header Framing", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 4: Header Framing", "lineHeight": 1.25 }, { "id": "65d44962", "type": "text", "x": 1638, "y": 1314, "width": 148, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2093, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Protocol Header Out", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "Protocol Header Out", "lineHeight": 1.25 }, { "id": "0bad23d5", "type": "text", "x": 1638, "y": 1338, "width": 411, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2094, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Writes Kafka or Native protocol response header", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Writes Kafka or Native protocol response header", "lineHeight": 1.25 }, { "id": "728386c2", "type": "text", "x": 1638, "y": 1360, "width": 310, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2095, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Magic header + status + byte length", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Magic header + status + byte length", "lineHeight": 1.25 }, { "id": "c5901a82", "type": "text", "x": 1638, "y": 1382, "width": 336, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2096, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Flushed immediately to TCP send buffer", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Flushed immediately to TCP send buffer", "lineHeight": 1.25 }, { "id": "04070e41", "type": "text", "x": 1638, "y": 1404, "width": 319, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2097, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Sets socket to non-blocking DMA mode", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Sets socket to non-blocking DMA mode", "lineHeight": 1.25 }, { "id": "7381c1e3", "type": "arrow", "x": 2088, "y": 1510, "width": 36, "height": 0, "angle": 0, "strokeColor": "#fb7185", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2098, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "2e724513", "type": "rectangle", "x": 2124, "y": 1270, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2099, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "4eb2e118", "type": "text", "x": 2144, "y": 1286, "width": 205, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2100, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 5: sendfile(2)", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 5: sendfile(2)", "lineHeight": 1.25 }, { "id": "bd0ac9fc", "type": "text", "x": 2144, "y": 1314, "width": 202, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2101, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Kernel DMA Direct Transfer", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "Kernel DMA Direct Transfer", "lineHeight": 1.25 }, { "id": "e2df232e", "type": "text", "x": 2144, "y": 1338, "width": 428, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2102, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 libc::sendfile(socket_fd, file_fd, offset, bytes)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 libc::sendfile(socket_fd, file_fd, offset, bytes)", "lineHeight": 1.25 }, { "id": "679b4228", "type": "text", "x": 2144, "y": 1360, "width": 386, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2103, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Linux Page Cache -> Socket buffer -> NIC DMA", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Linux Page Cache -> Socket buffer -> NIC DMA", "lineHeight": 1.25 }, { "id": "bf16883e", "type": "text", "x": 2144, "y": 1382, "width": 294, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2104, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 ZERO copies to user space memory!", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 ZERO copies to user space memory!", "lineHeight": 1.25 }, { "id": "9aae70eb", "type": "text", "x": 2144, "y": 1404, "width": 344, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2105, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Zero CPU cycles spent moving data bytes", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Zero CPU cycles spent moving data bytes", "lineHeight": 1.25 }, { "id": "550b0a6f", "type": "arrow", "x": 2594, "y": 1510, "width": 36, "height": 0, "angle": 0, "strokeColor": "#fb7185", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 2 }, "seed": 2106, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "id": "58e554d2", "type": "rectangle", "x": 2630, "y": 1270, "width": 470, "height": 480, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2107, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "ccb05149", "type": "text", "x": 2650, "y": 1286, "width": 172, "height": 24, "angle": 0, "strokeColor": "#a855f7", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2108, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Step 6: Delivery", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Step 6: Delivery", "lineHeight": 1.25 }, { "id": "fb7c4696", "type": "text", "x": 2650, "y": 1314, "width": 179, "height": 20, "angle": 0, "strokeColor": "#94a3b8", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2109, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Client Stream Ingestion", "fontSize": 13, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "Client Stream Ingestion", "lineHeight": 1.25 }, { "id": "f8ba8bde", "type": "text", "x": 2650, "y": 1338, "width": 394, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2110, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Consumer receives raw bytes directly from NIC", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Consumer receives raw bytes directly from NIC", "lineHeight": 1.25 }, { "id": "0b9ff265", "type": "text", "x": 2650, "y": 1360, "width": 319, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2111, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Multi-gigabit/s line rate saturation", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Multi-gigabit/s line rate saturation", "lineHeight": 1.25 }, { "id": "850e9c4e", "type": "text", "x": 2650, "y": 1382, "width": 302, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2112, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Zero CPU cache pollution on broker", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Zero CPU cache pollution on broker", "lineHeight": 1.25 }, { "id": "68d75243", "type": "text", "x": 2650, "y": 1404, "width": 294, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2113, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Sub-100\u00b5s end-to-end read latency", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Sub-100\u00b5s end-to-end read latency", "lineHeight": 1.25 }, { "id": "d1b09c46", "type": "rectangle", "x": 100, "y": 1780, "width": 1440, "height": 250, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2114, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "08fad3c7", "type": "text", "x": 120, "y": 1796, "width": 615, "height": 24, "angle": 0, "strokeColor": "#fb7185", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2115, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "Traditional Broker (4 Memory Copies & 4 Context Switches)", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "Traditional Broker (4 Memory Copies & 4 Context Switches)", "lineHeight": 1.25 }, { "id": "9aafa66b", "type": "text", "x": 120, "y": 1824, "width": 445, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2116, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 1. Kernel reads NVMe disk blocks into OS Page Cache", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 1. Kernel reads NVMe disk blocks into OS Page Cache", "lineHeight": 1.25 }, { "id": "c0230807", "type": "text", "x": 120, "y": 1846, "width": 848, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2117, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 2. read() syscall copies bytes from Page Cache into User-Space JVM/Go buffer (Context Switch 1 & 2)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 2. read() syscall copies bytes from Page Cache into User-Space JVM/Go buffer (Context Switch 1 & 2)", "lineHeight": 1.25 }, { "id": "e1d4796e", "type": "text", "x": 120, "y": 1868, "width": 764, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2118, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 3. write() syscall copies bytes from User-Space into Socket Buffer (Context Switch 3 & 4)", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 3. write() syscall copies bytes from User-Space into Socket Buffer (Context Switch 3 & 4)", "lineHeight": 1.25 }, { "id": "6ca38d8c", "type": "text", "x": 120, "y": 1890, "width": 638, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2119, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 4. NIC controller copies bytes from Socket Buffer via DMA to network cable", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 4. NIC controller copies bytes from Socket Buffer via DMA to network cable", "lineHeight": 1.25 }, { "id": "f72e027c", "type": "text", "x": 120, "y": 1912, "width": 655, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2120, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Result: Saturated memory bus, heavy CPU cache pollution, high latency spikes", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Result: Saturated memory bus, heavy CPU cache pollution, high latency spikes", "lineHeight": 1.25 }, { "id": "cad8cf72", "type": "rectangle", "x": 1580, "y": 1780, "width": 1480, "height": 250, "angle": 0, "strokeColor": "#334155", "backgroundColor": "#131d31", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 2121, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false }, { "id": "1a5e0f32", "type": "text", "x": 1600, "y": 1796, "width": 550, "height": 24, "angle": 0, "strokeColor": "#34d399", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2122, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "AeroStream Linux sendfile(2) Zero-Copy Architecture", "fontSize": 18, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 15, "containerId": null, "originalText": "AeroStream Linux sendfile(2) Zero-Copy Architecture", "lineHeight": 1.25 }, { "id": "576cefc6", "type": "text", "x": 1600, "y": 1824, "width": 798, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2123, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 1. libc::sendfile(socket_fd, file_fd, offset, bytes) issued directly from Rust storage kernel", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 1. libc::sendfile(socket_fd, file_fd, offset, bytes) issued directly from Rust storage kernel", "lineHeight": 1.25 }, { "id": "2251dbab", "type": "text", "x": 1600, "y": 1846, "width": 806, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2124, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 2. Linux kernel performs Direct Memory Access (DMA): Page Cache -> NIC Network Buffer directly", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 2. Linux kernel performs Direct Memory Access (DMA): Page Cache -> NIC Network Buffer directly", "lineHeight": 1.25 }, { "id": "66fa76e9", "type": "text", "x": 1600, "y": 1868, "width": 646, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2125, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 3. ZERO memory copies into user space memory, ZERO CPU cache line pollution", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 3. ZERO memory copies into user space memory, ZERO CPU cache line pollution", "lineHeight": 1.25 }, { "id": "abbfeddc", "type": "text", "x": 1600, "y": 1890, "width": 638, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2126, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 4. CPU utilization stays flat under multi-gigabyte continuous read traffic", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 4. CPU utilization stays flat under multi-gigabyte continuous read traffic", "lineHeight": 1.25 }, { "id": "364472ff", "type": "text", "x": 1600, "y": 1912, "width": 638, "height": 20, "angle": 0, "strokeColor": "#cbd5e1", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 2127, "version": 1, "versionNonce": 1, "isDeleted": false, "boundElements": null, "updated": 1, "link": null, "locked": false, "text": "\u2022 Result: Maximum network bandwidth saturation with microsecond tail latency", "fontSize": 14, "fontFamily": 1, "textAlign": "left", "verticalAlign": "top", "baseline": 11, "containerId": null, "originalText": "\u2022 Result: Maximum network bandwidth saturation with microsecond tail latency", "lineHeight": 1.25 } ], "appState": { "gridSize": null, "viewBackgroundColor": "#0b0f19" }, "files": {} }