Zachery Aaron Shores-Chmielewski
8412d01393
Content addressable datastore. Allows you to configure a node to store and stream large blobs of data, and retrieve them from any swactor-connected node. Signed-off-by: Zachery Aaron Shores-Chmielewski <zacheryasc@gmail.com>
153 lines
11 KiB
XML
153 lines
11 KiB
XML
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1000 700" font-family="system-ui, sans-serif">
|
|
<defs>
|
|
<filter id="shadow" x="-4%" y="-4%" width="108%" height="108%">
|
|
<feDropShadow dx="1" dy="2" stdDeviation="3" flood-color="#000" flood-opacity="0.10"/>
|
|
</filter>
|
|
<marker id="arrow-gray" viewBox="0 0 10 7" refX="10" refY="3.5"
|
|
markerWidth="10" markerHeight="7" orient="auto-start-reverse" fill="#5f6368">
|
|
<polygon points="0 0, 10 3.5, 0 7"/>
|
|
</marker>
|
|
<marker id="arrow-green" viewBox="0 0 10 7" refX="10" refY="3.5"
|
|
markerWidth="10" markerHeight="7" orient="auto-start-reverse" fill="#34a853">
|
|
<polygon points="0 0, 10 3.5, 0 7"/>
|
|
</marker>
|
|
<marker id="arrow-red" viewBox="0 0 10 7" refX="10" refY="3.5"
|
|
markerWidth="10" markerHeight="7" orient="auto-start-reverse" fill="#ea4335">
|
|
<polygon points="0 0, 10 3.5, 0 7"/>
|
|
</marker>
|
|
<marker id="arrow-blue" viewBox="0 0 10 7" refX="10" refY="3.5"
|
|
markerWidth="10" markerHeight="7" orient="auto-start-reverse" fill="#4285f4">
|
|
<polygon points="0 0, 10 3.5, 0 7"/>
|
|
</marker>
|
|
</defs>
|
|
|
|
<!-- Background -->
|
|
<rect width="1000" height="700" rx="8" fill="#f8f9fb" stroke="#e0e3e8" stroke-width="1.5"/>
|
|
|
|
<!-- Title -->
|
|
<text x="500" y="42" text-anchor="middle" font-size="20" font-weight="bold" fill="#202124">Datastore Remote GET Transfer Flow</text>
|
|
<text x="500" y="62" text-anchor="middle" font-size="12" fill="#5f6368">api.rs:583-706 · types.rs</text>
|
|
|
|
<!-- ── Client ──────────────────────────────────────────── -->
|
|
<rect x="40" y="100" width="130" height="50" rx="12" fill="#e8f0fe" stroke="#4285f4" stroke-width="1.8" filter="url(#shadow)"/>
|
|
<text x="105" y="130" text-anchor="middle" font-size="14" font-weight="600" fill="#1a73e8">Client</text>
|
|
|
|
<!-- Arrow: Client → API Server -->
|
|
<line x1="170" y1="125" x2="240" y2="125" stroke="#5f6368" stroke-width="1.8" marker-end="url(#arrow-gray)"/>
|
|
<text x="205" y="117" text-anchor="middle" font-size="10" fill="#5f6368">GET /api/data</text>
|
|
|
|
<!-- ── API Server ──────────────────────────────────────── -->
|
|
<rect x="252" y="100" width="150" height="50" rx="12" fill="#e8f0fe" stroke="#4285f4" stroke-width="1.8" filter="url(#shadow)"/>
|
|
<text x="327" y="130" text-anchor="middle" font-size="14" font-weight="600" fill="#1a73e8">API Server</text>
|
|
|
|
<!-- Arrow: API Server → DatastoreNode -->
|
|
<line x1="402" y1="125" x2="470" y2="125" stroke="#5f6368" stroke-width="1.8" marker-end="url(#arrow-gray)"/>
|
|
<text x="436" y="117" text-anchor="middle" font-size="10" fill="#5f6368">Get msg</text>
|
|
|
|
<!-- ── DatastoreNode ───────────────────────────────────── -->
|
|
<rect x="482" y="100" width="160" height="50" rx="12" fill="#e8f0fe" stroke="#4285f4" stroke-width="1.8" filter="url(#shadow)"/>
|
|
<text x="562" y="130" text-anchor="middle" font-size="14" font-weight="600" fill="#1a73e8">DatastoreNode</text>
|
|
|
|
<!-- Arrow: DatastoreNode → MetadataActor -->
|
|
<line x1="562" y1="150" x2="562" y2="200" stroke="#5f6368" stroke-width="1.8" marker-end="url(#arrow-gray)"/>
|
|
<text x="580" y="180" font-size="10" fill="#5f6368">lookup</text>
|
|
|
|
<!-- ── MetadataActor (local) ───────────────────────────── -->
|
|
<rect x="482" y="210" width="160" height="50" rx="12" fill="#fef7e0" stroke="#f9ab00" stroke-width="1.8" filter="url(#shadow)"/>
|
|
<text x="562" y="235" text-anchor="middle" font-size="13" font-weight="600" fill="#e37400">MetadataActor</text>
|
|
<text x="562" y="250" text-anchor="middle" font-size="10" fill="#5f6368">(local)</text>
|
|
|
|
<!-- Arrow: MetadataActor → Not Found (red, left) -->
|
|
<line x1="482" y1="235" x2="420" y2="235" stroke="#ea4335" stroke-width="1.8" marker-end="url(#arrow-red)"/>
|
|
<text x="450" y="227" text-anchor="middle" font-size="10" fill="#ea4335">Not Found</text>
|
|
|
|
<!-- ── try_remote_get box ──────────────────────────────── -->
|
|
<rect x="210" y="210" width="200" height="50" rx="12" fill="#fce8e6" stroke="#ea4335" stroke-width="1.5" filter="url(#shadow)" stroke-dasharray="5,3"/>
|
|
<text x="310" y="235" text-anchor="middle" font-size="12" font-weight="600" fill="#c5221f">try_remote_get()</text>
|
|
<text x="310" y="250" text-anchor="middle" font-size="10" fill="#5f6368">iterate peers</text>
|
|
|
|
<!-- Arrow: try_remote_get → Peer Metadata -->
|
|
<line x1="310" y1="260" x2="310" y2="320" stroke="#34a853" stroke-width="1.8" marker-end="url(#arrow-green)"/>
|
|
<text x="340" y="295" font-size="10" fill="#34a853">FindObject</text>
|
|
|
|
<!-- ── Peer MetadataActor ──────────────────────────────── -->
|
|
<rect x="210" y="330" width="200" height="50" rx="12" fill="#e6f4ea" stroke="#34a853" stroke-width="1.8" filter="url(#shadow)"/>
|
|
<text x="310" y="355" text-anchor="middle" font-size="13" font-weight="600" fill="#137333">Peer MetadataActor</text>
|
|
<text x="310" y="370" text-anchor="middle" font-size="10" fill="#5f6368">(remote node)</text>
|
|
|
|
<!-- Arrow: Peer Metadata → Peer BlobStore -->
|
|
<line x1="310" y1="380" x2="310" y2="430" stroke="#34a853" stroke-width="1.8" marker-end="url(#arrow-green)"/>
|
|
<text x="340" y="410" font-size="10" fill="#34a853">Found!</text>
|
|
|
|
<!-- ── Peer BlobStore ──────────────────────────────────── -->
|
|
<rect x="210" y="440" width="200" height="50" rx="12" fill="#e6f4ea" stroke="#34a853" stroke-width="1.8" filter="url(#shadow)"/>
|
|
<text x="310" y="465" text-anchor="middle" font-size="13" font-weight="600" fill="#137333">Peer BlobStore</text>
|
|
<text x="310" y="480" text-anchor="middle" font-size="10" fill="#5f6368">ReadChunk × N</text>
|
|
|
|
<!-- Arrow fan-out: Peer BlobStore → Chunks -->
|
|
<line x1="230" y1="490" x2="150" y2="540" stroke="#4285f4" stroke-width="1.5" marker-end="url(#arrow-blue)"/>
|
|
<line x1="310" y1="490" x2="310" y2="540" stroke="#4285f4" stroke-width="1.5" marker-end="url(#arrow-blue)"/>
|
|
<line x1="390" y1="490" x2="470" y2="540" stroke="#4285f4" stroke-width="1.5" marker-end="url(#arrow-blue)"/>
|
|
|
|
<!-- Chunk boxes -->
|
|
<rect x="100" y="545" width="100" height="36" rx="8" fill="#e8f0fe" stroke="#4285f4" stroke-width="1.2" filter="url(#shadow)"/>
|
|
<text x="150" y="568" text-anchor="middle" font-size="12" font-weight="600" fill="#1a73e8">Chunk 1</text>
|
|
|
|
<rect x="260" y="545" width="100" height="36" rx="8" fill="#e8f0fe" stroke="#4285f4" stroke-width="1.2" filter="url(#shadow)"/>
|
|
<text x="310" y="568" text-anchor="middle" font-size="12" font-weight="600" fill="#1a73e8">Chunk 2</text>
|
|
|
|
<rect x="420" y="545" width="100" height="36" rx="8" fill="#e8f0fe" stroke="#4285f4" stroke-width="1.2" filter="url(#shadow)"/>
|
|
<text x="470" y="568" text-anchor="middle" font-size="12" font-weight="600" fill="#1a73e8">Chunk N</text>
|
|
|
|
<!-- Arrows: Chunks → Local BlobStore -->
|
|
<line x1="150" y1="581" x2="560" y2="610" stroke="#4285f4" stroke-width="1.2" marker-end="url(#arrow-blue)"/>
|
|
<line x1="310" y1="581" x2="560" y2="610" stroke="#4285f4" stroke-width="1.2" marker-end="url(#arrow-blue)"/>
|
|
<line x1="470" y1="581" x2="560" y2="610" stroke="#4285f4" stroke-width="1.2" marker-end="url(#arrow-blue)"/>
|
|
|
|
<!-- ── Local BlobStore ─────────────────────────────────── -->
|
|
<rect x="510" y="600" width="180" height="50" rx="12" fill="#e6f4ea" stroke="#34a853" stroke-width="1.8" filter="url(#shadow)"/>
|
|
<text x="600" y="625" text-anchor="middle" font-size="13" font-weight="600" fill="#137333">Local BlobStore</text>
|
|
<text x="600" y="640" text-anchor="middle" font-size="10" fill="#5f6368">WriteChunk × N</text>
|
|
|
|
<!-- Arrow: Local BlobStore → Reassemble -->
|
|
<line x1="690" y1="625" x2="740" y2="625" stroke="#34a853" stroke-width="1.8" marker-end="url(#arrow-green)"/>
|
|
|
|
<!-- ── Reassemble ──────────────────────────────────────── -->
|
|
<rect x="752" y="600" width="150" height="50" rx="12" fill="#e6f4ea" stroke="#34a853" stroke-width="1.8" filter="url(#shadow)"/>
|
|
<text x="827" y="625" text-anchor="middle" font-size="13" font-weight="600" fill="#137333">reassemble_blob</text>
|
|
<text x="827" y="640" text-anchor="middle" font-size="10" fill="#5f6368">verify integrity</text>
|
|
|
|
<!-- Arrow: Reassemble → Client (curved up) -->
|
|
<path d="M 902 620 Q 950 600 960 400 Q 960 200 180 130"
|
|
fill="none" stroke="#34a853" stroke-width="1.8" marker-end="url(#arrow-green)"/>
|
|
<text x="960" y="370" font-size="11" fill="#34a853" font-weight="600">200 OK</text>
|
|
<text x="960" y="385" font-size="10" fill="#34a853">blob data</text>
|
|
|
|
<!-- ── Dashboard integration ────────────────────────────── -->
|
|
<rect x="700" y="330" width="180" height="50" rx="12" fill="#f3e8fd" stroke="#9c27b0" stroke-width="1.5" filter="url(#shadow)"/>
|
|
<text x="790" y="350" text-anchor="middle" font-size="12" font-weight="600" fill="#7b1fa2">DatastoreMetrics</text>
|
|
<text x="790" y="367" text-anchor="middle" font-size="10" fill="#5f6368">begin/advance/end</text>
|
|
|
|
<line x1="410" y1="460" x2="700" y2="355" stroke="#9c27b0" stroke-width="1.2" stroke-dasharray="4,3" marker-end="url(#arrow-gray)"/>
|
|
<text x="570" y="395" font-size="9" fill="#9c27b0">transfer progress</text>
|
|
|
|
<!-- ============================================ -->
|
|
<!-- Legend -->
|
|
<rect x="50" y="660" width="900" height="30" rx="6" fill="none" stroke="#e0e3e8" stroke-width="1"/>
|
|
<text x="70" y="680" font-size="11" font-weight="600" fill="#202124">Legend</text>
|
|
|
|
<line x1="130" y1="677" x2="160" y2="677" stroke="#5f6368" stroke-width="1.8" marker-end="url(#arrow-gray)"/>
|
|
<text x="168" y="681" font-size="10" fill="#5f6368">Transition</text>
|
|
|
|
<line x1="260" y1="677" x2="290" y2="677" stroke="#34a853" stroke-width="1.8" marker-end="url(#arrow-green)"/>
|
|
<text x="298" y="681" font-size="10" fill="#34a853">Success path</text>
|
|
|
|
<line x1="400" y1="677" x2="430" y2="677" stroke="#ea4335" stroke-width="1.8" marker-end="url(#arrow-red)"/>
|
|
<text x="438" y="681" font-size="10" fill="#ea4335">Not found / fallback</text>
|
|
|
|
<line x1="580" y1="677" x2="610" y2="677" stroke="#4285f4" stroke-width="1.5" marker-end="url(#arrow-blue)"/>
|
|
<text x="618" y="681" font-size="10" fill="#4285f4">Chunk transfer</text>
|
|
|
|
<line x1="720" y1="677" x2="750" y2="677" stroke="#9c27b0" stroke-width="1.2" stroke-dasharray="4,3"/>
|
|
<text x="758" y="681" font-size="10" fill="#9c27b0">Metrics tracking</text>
|
|
</svg>
|