{"type": "excalidraw", "version": 2, "source": "generated", "elements": [{"id": "PNluAD4WkrBav1PcQxFF", "type": "frame", "x": 380.0, "y": -90, "width": 1610.0, "height": 1217.5, "angle": 0, "strokeColor": "#bbb", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0000", "roundness": null, "seed": 12345, "version": 1, "versionNonce": 54321, "isDeleted": false, "boundElements": [], "updated": 1790438173504, "created": 1790438173504, "link": null, "locked": false, "name": "System diagram"}, {"id": "CI5CFKlFNXfsfYQc87OM", "type": "text", "x": 420, "y": -60, "width": 462.00000000000006, "height": 35.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0001", "roundness": null, "seed": 676431976, "version": 1, "versionNonce": 64427653, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Token usage and limits service", "fontSize": 28, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Token usage and limits service", "autoResize": true, "lineHeight": 1.25}, {"id": "Zdc2LWuKmosafOzI5fpU", "type": "text", "x": 420, "y": -20, "width": 1062.6000000000001, "height": 17.5, "angle": 0, "strokeColor": "#4b5563", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0002", "roundness": null, "seed": 1241417137, "version": 1, "versionNonce": 127783515, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "System diagram. Gate before the GPU, meter after it, ledger behind. Solid = synchronous request path, dashed = asynchronous or background.", "fontSize": 14, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "System diagram. Gate before the GPU, meter after it, ledger behind. Solid = synchronous request path, dashed = asynchronous or background.", "autoResize": true, "lineHeight": 1.25}, {"id": "eVy0x70an4D8yeNWqfu7", "type": "rectangle", "x": 420, "y": 60, "width": 240, "height": 84, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f3f4f6", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0003", "roundness": {"type": 3}, "seed": 506770418, "version": 1, "versionNonce": 578087449, "isDeleted": false, "boundElements": [{"type": "text", "id": "pgdXlIBlTiNhAnq8Xs2n"}, {"type": "arrow", "id": "cgY4i7pRdzh1wjwizLNQ"}, {"type": "arrow", "id": "qAMgHefPINxDnvUZehYM"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "pgdXlIBlTiNhAnq8Xs2n", "type": "text", "x": 430, "y": 90.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0004", "roundness": null, "seed": 1693396671, "version": 1, "versionNonce": 430925918, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Clients\nweb, app, SDK", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "eVy0x70an4D8yeNWqfu7", "originalText": "Clients\nweb, app, SDK", "autoResize": true, "lineHeight": 1.25}, {"id": "cjBaLZxemNawMhKZixMt", "type": "rectangle", "x": 420, "y": 240, "width": 240, "height": 84, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#dbeafe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0005", "roundness": {"type": 3}, "seed": 980899078, "version": 1, "versionNonce": 1071588169, "isDeleted": false, "boundElements": [{"type": "text", "id": "SjMIQyDecgFpTyA4EG58"}, {"type": "arrow", "id": "cgY4i7pRdzh1wjwizLNQ"}, {"type": "arrow", "id": "qAMgHefPINxDnvUZehYM"}, {"type": "arrow", "id": "t4LREVu2nOu4tBK3QrG9"}, {"type": "arrow", "id": "HJ7OXdHWffT3fNiUOpnV"}, {"type": "arrow", "id": "Wz4fZmHGjZttesCSwQgy"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "SjMIQyDecgFpTyA4EG58", "type": "text", "x": 430, "y": 270.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0006", "roundness": null, "seed": 542884617, "version": 1, "versionNonce": 980954812, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "API gateway\nauth \u00b7 estimate tokens \u00b7 route", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "cjBaLZxemNawMhKZixMt", "originalText": "API gateway\nauth \u00b7 estimate tokens \u00b7 route", "autoResize": true, "lineHeight": 1.25}, {"id": "DOMen4UezpcrG8fiBuTG", "type": "rectangle", "x": 900, "y": 240, "width": 240, "height": 84, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffedd5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0007", "roundness": {"type": 3}, "seed": 602786565, "version": 1, "versionNonce": 150669729, "isDeleted": false, "boundElements": [{"type": "text", "id": "5DwtcLeetieCwc6Ti7vf"}, {"type": "arrow", "id": "t4LREVu2nOu4tBK3QrG9"}, {"type": "arrow", "id": "HJ7OXdHWffT3fNiUOpnV"}, {"type": "arrow", "id": "54pkNQtyGq2DTsj54UbD"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "5DwtcLeetieCwc6Ti7vf", "type": "text", "x": 910, "y": 270.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0008", "roundness": null, "seed": 2032715426, "version": 1, "versionNonce": 333587129, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Token usage service\ncheck user AND org counters", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "DOMen4UezpcrG8fiBuTG", "originalText": "Token usage service\ncheck user AND org counters", "autoResize": true, "lineHeight": 1.25}, {"id": "2zX1JMxKLeN92TyTKBZf", "type": "ellipse", "x": 1380, "y": 235, "width": 240, "height": 94, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#dcfce7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0009", "roundness": {"type": 2}, "seed": 127946341, "version": 1, "versionNonce": 1332449121, "isDeleted": false, "boundElements": [{"type": "text", "id": "LDoREM5pasQmk4OB3uPm"}, {"type": "arrow", "id": "54pkNQtyGq2DTsj54UbD"}, {"type": "arrow", "id": "3C4QZhh6uGAb4sMAxtW2"}, {"type": "arrow", "id": "O05aLWej2nWmRfSvBMet"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "LDoREM5pasQmk4OB3uPm", "type": "text", "x": 1390, "y": 270.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0010", "roundness": null, "seed": 1850681125, "version": 1, "versionNonce": 860247089, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Redis cluster\ncounters per scope per window", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "2zX1JMxKLeN92TyTKBZf", "originalText": "Redis cluster\ncounters per scope per window", "autoResize": true, "lineHeight": 1.25}, {"id": "2xKtiEZ0S6rkBrnzMEt0", "type": "ellipse", "x": 1720, "y": 235, "width": 240, "height": 94, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#dcfce7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0011", "roundness": {"type": 2}, "seed": 1943375389, "version": 1, "versionNonce": 1375876541, "isDeleted": false, "boundElements": [{"type": "text", "id": "eb2cRJtXbiCbZoicNBNO"}, {"type": "arrow", "id": "O05aLWej2nWmRfSvBMet"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "eb2cRJtXbiCbZoicNBNO", "type": "text", "x": 1730, "y": 270.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0012", "roundness": null, "seed": 1583481828, "version": 1, "versionNonce": 334871697, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Postgres\nusers \u00b7 orgs \u00b7 limits", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "2xKtiEZ0S6rkBrnzMEt0", "originalText": "Postgres\nusers \u00b7 orgs \u00b7 limits", "autoResize": true, "lineHeight": 1.25}, {"id": "QmDlaDSlqvRGMUyX4f5S", "type": "rectangle", "x": 420, "y": 420, "width": 240, "height": 84, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fee2e2", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0013", "roundness": {"type": 3}, "seed": 557958866, "version": 1, "versionNonce": 1934895421, "isDeleted": false, "boundElements": [{"type": "text", "id": "CM4xJ2X6COmSYNSn388H"}, {"type": "arrow", "id": "Wz4fZmHGjZttesCSwQgy"}, {"type": "arrow", "id": "Tu6ISuZfifQRlyZKfojh"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "CM4xJ2X6COmSYNSn388H", "type": "text", "x": 430, "y": 450.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0014", "roundness": null, "seed": 1376084886, "version": 1, "versionNonce": 1124779570, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Inference service\nLLM on GPUs \u00b7 true token counts", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "QmDlaDSlqvRGMUyX4f5S", "originalText": "Inference service\nLLM on GPUs \u00b7 true token counts", "autoResize": true, "lineHeight": 1.25}, {"id": "41vfBIVEbYdXkuWijGS0", "type": "rectangle", "x": 420, "y": 600, "width": 240, "height": 84, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ede9fe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0015", "roundness": {"type": 3}, "seed": 1890486662, "version": 1, "versionNonce": 2115620545, "isDeleted": false, "boundElements": [{"type": "text", "id": "JQUBIZIkF4pP71LsiHqE"}, {"type": "arrow", "id": "Tu6ISuZfifQRlyZKfojh"}, {"type": "arrow", "id": "ImusgSpHsoLFJm59R6Jb"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "JQUBIZIkF4pP71LsiHqE", "type": "text", "x": 430, "y": 630.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0016", "roundness": null, "seed": 1765590286, "version": 1, "versionNonce": 490831534, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Usage reporter\nsidecar beside the model server", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "41vfBIVEbYdXkuWijGS0", "originalText": "Usage reporter\nsidecar beside the model server", "autoResize": true, "lineHeight": 1.25}, {"id": "FLb8FyXIEQeHz75qDhAY", "type": "rectangle", "x": 900, "y": 600, "width": 240, "height": 84, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ede9fe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0017", "roundness": {"type": 3}, "seed": 2046692448, "version": 1, "versionNonce": 1362426552, "isDeleted": false, "boundElements": [{"type": "text", "id": "gAbqR8cjarSpEEK0MSR2"}, {"type": "arrow", "id": "ImusgSpHsoLFJm59R6Jb"}, {"type": "arrow", "id": "QwVwkLYCzW59iU04MNVj"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "gAbqR8cjarSpEEK0MSR2", "type": "text", "x": 910, "y": 630.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0018", "roundness": null, "seed": 99858029, "version": 1, "versionNonce": 1613774662, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Usage events\nKafka topic, keyed by scope", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "FLb8FyXIEQeHz75qDhAY", "originalText": "Usage events\nKafka topic, keyed by scope", "autoResize": true, "lineHeight": 1.25}, {"id": "NZMH1HnnHKi4MvlL3mWm", "type": "rectangle", "x": 1380, "y": 600, "width": 240, "height": 84, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ede9fe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0019", "roundness": {"type": 3}, "seed": 416018170, "version": 1, "versionNonce": 575234525, "isDeleted": false, "boundElements": [{"type": "text", "id": "3ifyA6HRmMXfJwYwRNv9"}, {"type": "arrow", "id": "QwVwkLYCzW59iU04MNVj"}, {"type": "arrow", "id": "3C4QZhh6uGAb4sMAxtW2"}, {"type": "arrow", "id": "gXhH6apsud3YywKcb3tE"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "3ifyA6HRmMXfJwYwRNv9", "type": "text", "x": 1390, "y": 630.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0020", "roundness": null, "seed": 811780127, "version": 1, "versionNonce": 303019087, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Usage consumer\ndedupe on req_id \u00b7 INCRBY", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "NZMH1HnnHKi4MvlL3mWm", "originalText": "Usage consumer\ndedupe on req_id \u00b7 INCRBY", "autoResize": true, "lineHeight": 1.25}, {"id": "DbVM4DlhkjrPJiQefyAv", "type": "ellipse", "x": 1380, "y": 780, "width": 240, "height": 94, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#dcfce7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0021", "roundness": {"type": 2}, "seed": 902308771, "version": 1, "versionNonce": 1602683975, "isDeleted": false, "boundElements": [{"type": "text", "id": "aR0lCTzmkFa3XR1NzLF8"}, {"type": "arrow", "id": "gXhH6apsud3YywKcb3tE"}, {"type": "arrow", "id": "u7Wzk1hQqSFsqXGhF83l"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "aR0lCTzmkFa3XR1NzLF8", "type": "text", "x": 1390, "y": 815.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0022", "roundness": null, "seed": 1109236491, "version": 1, "versionNonce": 1200511057, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Usage ledger\nappend-only, per event", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "DbVM4DlhkjrPJiQefyAv", "originalText": "Usage ledger\nappend-only, per event", "autoResize": true, "lineHeight": 1.25}, {"id": "4UWYz32RVVzSevDawNMo", "type": "rectangle", "x": 900, "y": 780, "width": 240, "height": 84, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ede9fe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0023", "roundness": {"type": 3}, "seed": 1283621283, "version": 1, "versionNonce": 1450907035, "isDeleted": false, "boundElements": [{"type": "text", "id": "nzleFEnhyJhgoBFVOaqr"}, {"type": "arrow", "id": "u7Wzk1hQqSFsqXGhF83l"}, {"type": "arrow", "id": "e4JHXojtctMGqKfYkpjQ"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "nzleFEnhyJhgoBFVOaqr", "type": "text", "x": 910, "y": 810.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0024", "roundness": null, "seed": 1463930023, "version": 1, "versionNonce": 1785363159, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Reconcile job (nightly)\nledger \u2192 fix counters, alert on drift", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "4UWYz32RVVzSevDawNMo", "originalText": "Reconcile job (nightly)\nledger \u2192 fix counters, alert on drift", "autoResize": true, "lineHeight": 1.25}, {"id": "7J9NYeLVc5jDkELd6AGL", "type": "rectangle", "x": 420, "y": 780, "width": 240, "height": 84, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f3f4f6", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0025", "roundness": {"type": 3}, "seed": 1570134100, "version": 1, "versionNonce": 1227288696, "isDeleted": false, "boundElements": [{"type": "text", "id": "Dq5PUbVKNzQdtyKStXnS"}, {"type": "arrow", "id": "e4JHXojtctMGqKfYkpjQ"}], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "Dq5PUbVKNzQdtyKStXnS", "type": "text", "x": 430, "y": 810.0, "width": 220, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0026", "roundness": null, "seed": 1077705470, "version": 1, "versionNonce": 1046719171, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Billing / dashboards\nout of scope, read the ledger", "fontSize": 15, "baseFontSize": null, "fontFamily": 5, "textAlign": "center", "verticalAlign": "middle", "containerId": "7J9NYeLVc5jDkELd6AGL", "originalText": "Billing / dashboards\nout of scope, read the ledger", "autoResize": true, "lineHeight": 1.25}, {"id": "cgY4i7pRdzh1wjwizLNQ", "type": "arrow", "x": 490.0, "y": 144, "width": 0.0, "height": 96, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0027", "roundness": null, "seed": 1563453604, "version": 1, "versionNonce": 588296479, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [0.0, 96]], "startBinding": {"elementId": "eVy0x70an4D8yeNWqfu7", "mode": "orbit", "fixedPoint": [0.2916666666666667, 1]}, "endBinding": {"elementId": "cjBaLZxemNawMhKZixMt", "mode": "orbit", "fixedPoint": [0.2916666666666667, 0]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "7Toh3WMwqQJKNUlp842c", "type": "text", "x": 410.0, "y": 150, "width": 64.35000000000001, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0028", "roundness": null, "seed": 261077552, "version": 1, "versionNonce": 40698185, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "1  prompt", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "1  prompt", "autoResize": true, "lineHeight": 1.25}, {"id": "qAMgHefPINxDnvUZehYM", "type": "arrow", "x": 590.0, "y": 240, "width": 0.0, "height": 96, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0029", "roundness": null, "seed": 915535224, "version": 1, "versionNonce": 1908419903, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [0.0, -96]], "startBinding": {"elementId": "cjBaLZxemNawMhKZixMt", "mode": "orbit", "fixedPoint": [0.7083333333333334, 0]}, "endBinding": {"elementId": "eVy0x70an4D8yeNWqfu7", "mode": "orbit", "fixedPoint": [0.7083333333333334, 1]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "AqYwO9uIU5Awg2efIEQs", "type": "text", "x": 600.0, "y": 150, "width": 135.85000000000002, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0030", "roundness": null, "seed": 39911578, "version": 1, "versionNonce": 326758097, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "5  answer, streamed", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "5  answer, streamed", "autoResize": true, "lineHeight": 1.25}, {"id": "t4LREVu2nOu4tBK3QrG9", "type": "arrow", "x": 660, "y": 264.0, "width": 240, "height": 0.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0031", "roundness": null, "seed": 1968279872, "version": 1, "versionNonce": 1364164273, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [240, 0.0]], "startBinding": {"elementId": "cjBaLZxemNawMhKZixMt", "mode": "orbit", "fixedPoint": [1, 0.2857142857142857]}, "endBinding": {"elementId": "DOMen4UezpcrG8fiBuTG", "mode": "orbit", "fixedPoint": [0, 0.2857142857142857]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "n8TGfZbPKXTwyjKkfC0Y", "type": "text", "x": 690, "y": 234.0, "width": 207.35000000000002, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0032", "roundness": null, "seed": 950219238, "version": 1, "versionNonce": 247938039, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "2  check(user, org, estimate)", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "2  check(user, org, estimate)", "autoResize": true, "lineHeight": 1.25}, {"id": "HJ7OXdHWffT3fNiUOpnV", "type": "arrow", "x": 900, "y": 300.0, "width": 240, "height": 0.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0033", "roundness": null, "seed": 1452421510, "version": 1, "versionNonce": 1971691069, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [-240, 0.0]], "startBinding": {"elementId": "DOMen4UezpcrG8fiBuTG", "mode": "orbit", "fixedPoint": [0, 0.7142857142857143]}, "endBinding": {"elementId": "cjBaLZxemNawMhKZixMt", "mode": "orbit", "fixedPoint": [1, 0.7142857142857143]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "yu8PEHSR4zZP0XZ37NGS", "type": "text", "x": 690, "y": 310.0, "width": 214.50000000000003, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0034", "roundness": null, "seed": 472132920, "version": 1, "versionNonce": 1810805111, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "3  allow  |  429 + retry_after", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "3  allow  |  429 + retry_after", "autoResize": true, "lineHeight": 1.25}, {"id": "54pkNQtyGq2DTsj54UbD", "type": "arrow", "x": 1140, "y": 282.0, "width": 240, "height": 0.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0035", "roundness": null, "seed": 156227935, "version": 1, "versionNonce": 1342394391, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [240, 0.0]], "startBinding": {"elementId": "DOMen4UezpcrG8fiBuTG", "mode": "orbit", "fixedPoint": [1, 0.5]}, "endBinding": {"elementId": "2zX1JMxKLeN92TyTKBZf", "mode": "orbit", "fixedPoint": [0, 0.5]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "glnoSKnlrkUtHYDq34vH", "type": "text", "x": 1160, "y": 256.0, "width": 171.60000000000002, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0036", "roundness": null, "seed": 396937127, "version": 1, "versionNonce": 2072809133, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "read 2 counters + limits", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "read 2 counters + limits", "autoResize": true, "lineHeight": 1.25}, {"id": "Wz4fZmHGjZttesCSwQgy", "type": "arrow", "x": 540.0, "y": 324, "width": 0.0, "height": 96, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0039", "roundness": null, "seed": 1983239048, "version": 1, "versionNonce": 523528974, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [0.0, 96]], "startBinding": {"elementId": "cjBaLZxemNawMhKZixMt", "mode": "orbit", "fixedPoint": [0.5, 1]}, "endBinding": {"elementId": "QmDlaDSlqvRGMUyX4f5S", "mode": "orbit", "fixedPoint": [0.5, 0]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "OaxSoICa9XmMsxHsuyPp", "type": "text", "x": 555.0, "y": 354, "width": 150.15, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0040", "roundness": null, "seed": 858755822, "version": 1, "versionNonce": 1617269019, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "4  forward if allowed", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "4  forward if allowed", "autoResize": true, "lineHeight": 1.25}, {"id": "Tu6ISuZfifQRlyZKfojh", "type": "arrow", "x": 540.0, "y": 504, "width": 0.0, "height": 96, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0041", "roundness": null, "seed": 1747369304, "version": 1, "versionNonce": 312169015, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [0.0, 96]], "startBinding": {"elementId": "QmDlaDSlqvRGMUyX4f5S", "mode": "orbit", "fixedPoint": [0.5, 1]}, "endBinding": {"elementId": "41vfBIVEbYdXkuWijGS0", "mode": "orbit", "fixedPoint": [0.5, 0]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "vZ5imjQD5MTMtWp9Gqlt", "type": "text", "x": 555.0, "y": 534, "width": 185.9, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0042", "roundness": null, "seed": 1895082944, "version": 1, "versionNonce": 456459933, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "6  tokens in / out, req_id", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "6  tokens in / out, req_id", "autoResize": true, "lineHeight": 1.25}, {"id": "ImusgSpHsoLFJm59R6Jb", "type": "arrow", "x": 660, "y": 642.0, "width": 240, "height": 0.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0043", "roundness": null, "seed": 849970465, "version": 1, "versionNonce": 357505914, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [240, 0.0]], "startBinding": {"elementId": "41vfBIVEbYdXkuWijGS0", "mode": "orbit", "fixedPoint": [1, 0.5]}, "endBinding": {"elementId": "FLb8FyXIEQeHz75qDhAY", "mode": "orbit", "fixedPoint": [0, 0.5]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "iDzuf2q2CToJHd4kU3uj", "type": "text", "x": 690, "y": 616.0, "width": 178.75000000000003, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0044", "roundness": null, "seed": 16316116, "version": 1, "versionNonce": 1239437816, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "7  publish, at-least-once", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "7  publish, at-least-once", "autoResize": true, "lineHeight": 1.25}, {"id": "QwVwkLYCzW59iU04MNVj", "type": "arrow", "x": 1140, "y": 642.0, "width": 240, "height": 0.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0045", "roundness": null, "seed": 1769551488, "version": 1, "versionNonce": 2010147182, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [240, 0.0]], "startBinding": {"elementId": "FLb8FyXIEQeHz75qDhAY", "mode": "orbit", "fixedPoint": [1, 0.5]}, "endBinding": {"elementId": "NZMH1HnnHKi4MvlL3mWm", "mode": "orbit", "fixedPoint": [0, 0.5]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "cGhzuip5dWSWyEgv34Jz", "type": "text", "x": 1200, "y": 616.0, "width": 71.5, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0046", "roundness": null, "seed": 1209321193, "version": 1, "versionNonce": 2086449014, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "8  consume", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "8  consume", "autoResize": true, "lineHeight": 1.25}, {"id": "3C4QZhh6uGAb4sMAxtW2", "type": "arrow", "x": 1500.0, "y": 600, "width": 0.0, "height": 271, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0047", "roundness": null, "seed": 299787855, "version": 1, "versionNonce": 1049442906, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [0.0, -271]], "startBinding": {"elementId": "NZMH1HnnHKi4MvlL3mWm", "mode": "orbit", "fixedPoint": [0.5, 0]}, "endBinding": {"elementId": "2zX1JMxKLeN92TyTKBZf", "mode": "orbit", "fixedPoint": [0.5, 1]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "hBFydRGosyoe47P1AXnU", "type": "text", "x": 1515.0, "y": 540, "width": 143.0, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0048", "roundness": null, "seed": 526901256, "version": 1, "versionNonce": 308125268, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "9  INCRBY user + org", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "9  INCRBY user + org", "autoResize": true, "lineHeight": 1.25}, {"id": "gXhH6apsud3YywKcb3tE", "type": "arrow", "x": 1500.0, "y": 684, "width": 0.0, "height": 96, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0049", "roundness": null, "seed": 2029976530, "version": 1, "versionNonce": 886945761, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [0.0, 96]], "startBinding": {"elementId": "NZMH1HnnHKi4MvlL3mWm", "mode": "orbit", "fixedPoint": [0.5, 1]}, "endBinding": {"elementId": "DbVM4DlhkjrPJiQefyAv", "mode": "orbit", "fixedPoint": [0.5, 0]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "m1Qdt13aNRIHo68OsY7q", "type": "text", "x": 1515.0, "y": 714, "width": 71.5, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0050", "roundness": null, "seed": 1805427685, "version": 1, "versionNonce": 579304377, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "10  append", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "10  append", "autoResize": true, "lineHeight": 1.25}, {"id": "u7Wzk1hQqSFsqXGhF83l", "type": "arrow", "x": 1380, "y": 827.0, "width": 240, "height": 5.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0051", "roundness": null, "seed": 970455186, "version": 1, "versionNonce": 1188996532, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [-240, -5.0]], "startBinding": {"elementId": "DbVM4DlhkjrPJiQefyAv", "mode": "orbit", "fixedPoint": [0, 0.5]}, "endBinding": {"elementId": "4UWYz32RVVzSevDawNMo", "mode": "orbit", "fixedPoint": [1, 0.5]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "iPCe4e4aKHAJk9llTbXj", "type": "text", "x": 1160, "y": 796.0, "width": 171.60000000000002, "height": 16.25, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0052", "roundness": null, "seed": 144359697, "version": 1, "versionNonce": 1982695648, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "sum per scope per window", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "sum per scope per window", "autoResize": true, "lineHeight": 1.25}, {"id": "e4JHXojtctMGqKfYkpjQ", "type": "arrow", "x": 900, "y": 822.0, "width": 240, "height": 0.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0055", "roundness": null, "seed": 1952213844, "version": 1, "versionNonce": 262603252, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "points": [[0, 0], [-240, 0.0]], "startBinding": {"elementId": "4UWYz32RVVzSevDawNMo", "mode": "orbit", "fixedPoint": [0, 0.5]}, "endBinding": {"elementId": "7J9NYeLVc5jDkELd6AGL", "mode": "orbit", "fixedPoint": [1, 0.5]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "tCRR7hULiUG9azGfID68", "type": "text", "x": 420, "y": 930, "width": 52.800000000000004, "height": 20.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0056", "roundness": null, "seed": 987302596, "version": 1, "versionNonce": 1270027719, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Legend", "fontSize": 16, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Legend", "autoResize": true, "lineHeight": 1.25}, {"id": "pIoC5wu8LcyOdvR1K2Cy", "type": "rectangle", "x": 420, "y": 960, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f3f4f6", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0057", "roundness": {"type": 3}, "seed": 916203556, "version": 1, "versionNonce": 1636946268, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "xdzpXXDyKVDEMlEHzcr6", "type": "text", "x": 450, "y": 961, "width": 150.15, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0058", "roundness": null, "seed": 79738346, "version": 1, "versionNonce": 781893155, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "client / out of scope", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "client / out of scope", "autoResize": true, "lineHeight": 1.25}, {"id": "TFJOngdTWio0h90B0xp2", "type": "rectangle", "x": 650, "y": 960, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#dbeafe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0059", "roundness": {"type": 3}, "seed": 235822075, "version": 1, "versionNonce": 1298102334, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "yocjKbtAHiRqSPjmrSzx", "type": "text", "x": 680, "y": 961, "width": 50.050000000000004, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0060", "roundness": null, "seed": 1527353608, "version": 1, "versionNonce": 970852051, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "gateway", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "gateway", "autoResize": true, "lineHeight": 1.25}, {"id": "gwLi0UDaVUOe0IvhWxWq", "type": "rectangle", "x": 880, "y": 960, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffedd5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0061", "roundness": {"type": 3}, "seed": 1836975607, "version": 1, "versionNonce": 514579751, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "ydxuErjyDkPofvAjKRIR", "type": "text", "x": 910, "y": 961, "width": 171.60000000000002, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0062", "roundness": null, "seed": 98977838, "version": 1, "versionNonce": 1680927863, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "the service under design", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "the service under design", "autoResize": true, "lineHeight": 1.25}, {"id": "h44qx0sS2ecuxsY2Nxv3", "type": "rectangle", "x": 1110, "y": 960, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#dcfce7", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0063", "roundness": {"type": 3}, "seed": 133267325, "version": 1, "versionNonce": 930084162, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "VMMzzrZ2x4ciFtw8jloQ", "type": "text", "x": 1140, "y": 961, "width": 50.050000000000004, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0064", "roundness": null, "seed": 1007387277, "version": 1, "versionNonce": 3991702, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "storage", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "storage", "autoResize": true, "lineHeight": 1.25}, {"id": "58aH0VeZ2QXqgbXmyjlj", "type": "rectangle", "x": 1340, "y": 960, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#fee2e2", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0065", "roundness": {"type": 3}, "seed": 1430497932, "version": 1, "versionNonce": 2107344602, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "XszwPEOwR4T29Y2t0FQc", "type": "text", "x": 1370, "y": 961, "width": 92.95, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0066", "roundness": null, "seed": 1772559943, "version": 1, "versionNonce": 2070050847, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "GPU inference", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "GPU inference", "autoResize": true, "lineHeight": 1.25}, {"id": "dpFXySpSuuV0ZJARMZXh", "type": "rectangle", "x": 1570, "y": 960, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ede9fe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0067", "roundness": {"type": 3}, "seed": 1618991491, "version": 1, "versionNonce": 1253943735, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false}, {"id": "olaK68iQzNy59dShcrT9", "type": "text", "x": 1600, "y": 961, "width": 121.55000000000001, "height": 16.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0068", "roundness": null, "seed": 516021093, "version": 1, "versionNonce": 1737637506, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "asynchronous path", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "asynchronous path", "autoResize": true, "lineHeight": 1.25}, {"id": "ubHDxtXZryMV8yRHXjkg", "type": "text", "x": 420, "y": 1010, "width": 1270.5, "height": 87.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a0069", "roundness": null, "seed": 1079636491, "version": 1, "versionNonce": 2097092759, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "The request, in ten steps\n1  client sends a prompt          2  gateway asks: may user u in org o spend about N tokens?     3  service reads two counters, answers allow or 429 with retry_after\n4  gateway forwards to the GPUs   5  answer streams back to the client                            6  inference server emits the true input and output token counts\n7  reporter publishes the event   8  consumer reads it, at-least-once, dedupes on req_id          9  counters incremented for user and org\n10 event appended to the ledger; the nightly job sums the ledger, fixes counter drift, and billing reads the ledger, never the counters", "fontSize": 14, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "The request, in ten steps\n1  client sends a prompt          2  gateway asks: may user u in org o spend about N tokens?     3  service reads two counters, answers allow or 429 with retry_after\n4  gateway forwards to the GPUs   5  answer streams back to the client                            6  inference server emits the true input and output token counts\n7  reporter publishes the event   8  consumer reads it, at-least-once, dedupes on req_id          9  counters incremented for user and org\n10 event appended to the ledger; the nightly job sums the ledger, fixes counter drift, and billing reads the ledger, never the counters", "autoResize": true, "lineHeight": 1.25}, {"id": "Aj2qJqytfmIIjaVPauiW", "type": "text", "x": -760, "y": -60, "width": 314.6, "height": 27.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0070", "roundness": null, "seed": 1754763481, "version": 1, "versionNonce": 2079857206, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "The doc half of the answer", "fontSize": 22, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "The doc half of the answer", "autoResize": true, "lineHeight": 1.25}, {"id": "bvIInMZplspXJ6c16HPq", "type": "text", "x": -760, "y": 0, "width": 462.00000000000006, "height": 105.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0071", "roundness": null, "seed": 103042110, "version": 1, "versionNonce": 1331475123, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Functional requirements\nA caller can ask \"may this account spend N more tokens?\"\nAdmins set a limit per person or per organisation\nOrg admins set member limits inside the org cap\nThe system records tokens actually used\nPersonal accounts by email; org accounts by org id + members", "fontSize": 14, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Functional requirements\nA caller can ask \"may this account spend N more tokens?\"\nAdmins set a limit per person or per organisation\nOrg admins set member limits inside the org cap\nThe system records tokens actually used\nPersonal accounts by email; org accounts by org id + members", "autoResize": true, "lineHeight": 1.25}, {"id": "dC2dwVqp5EtGPXV6D0z3", "type": "text", "x": -760, "y": 200, "width": 569.8000000000001, "height": 105.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0072", "roundness": null, "seed": 100909342, "version": 1, "versionNonce": 40743662, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Non-functional requirements\nCheck latency  < 5 ms P99, it sits in front of every request\nAvailability   99.999%, above the model API's own\nAvailability over consistency: a race on the last tokens lets both through\nFail open on store errors; hard org caps fail closed\nWindow: rolling 5 h / per minute / monthly, ask which", "fontSize": 14, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Non-functional requirements\nCheck latency  < 5 ms P99, it sits in front of every request\nAvailability   99.999%, above the model API's own\nAvailability over consistency: a race on the last tokens lets both through\nFail open on store errors; hard org caps fail closed\nWindow: rolling 5 h / per minute / monthly, ask which", "autoResize": true, "lineHeight": 1.25}, {"id": "JoywOYwNvr4tfuTnUHQk", "type": "text", "x": -760, "y": 400, "width": 515.9000000000001, "height": 122.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0073", "roundness": null, "seed": 454505979, "version": 1, "versionNonce": 668352132, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "Entities\nUser(id, email)\nOrganisation(id, name)\nMembership(user_id, org_id, role)          personal = no membership\nLimit(scope, scope_id, window_type, max_tokens, set_by)\nUsage(scope, scope_id, window_start, tokens_in, tokens_out)\nRedis key  usage:{scope}:{id}:{window_start}  \u2192 tokens used", "fontSize": 14, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Entities\nUser(id, email)\nOrganisation(id, name)\nMembership(user_id, org_id, role)          personal = no membership\nLimit(scope, scope_id, window_type, max_tokens, set_by)\nUsage(scope, scope_id, window_start, tokens_in, tokens_out)\nRedis key  usage:{scope}:{id}:{window_start}  \u2192 tokens used", "autoResize": true, "lineHeight": 1.25}, {"id": "ivAaFztH7m2tUg9A7nzR", "type": "text", "x": -760, "y": 610, "width": 592.9000000000001, "height": 87.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0074", "roundness": null, "seed": 763697432, "version": 1, "versionNonce": 1174104727, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "API\nGET  /usage?scope=&id=            limit, used, window, remaining\nPUT  /limits                       scope, id, window_type, max\nPOST /usage/check                  scope_chain, estimate \u2192 allow | deny\nPOST /usage/record                 req_id, scope_chain, tokens_in, tokens_out", "fontSize": 14, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "API\nGET  /usage?scope=&id=            limit, used, window, remaining\nPUT  /limits                       scope, id, window_type, max\nPOST /usage/check                  scope_chain, estimate \u2192 allow | deny\nPOST /usage/record                 req_id, scope_chain, tokens_in, tokens_out", "autoResize": true, "lineHeight": 1.25}, {"id": "ey52WGaTP4dMvBSA85hT", "type": "text", "x": -760, "y": 790, "width": 562.1, "height": 105.0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0075", "roundness": null, "seed": 1946547705, "version": 1, "versionNonce": 1873375617, "isDeleted": false, "boundElements": [], "updated": 1790435102240, "created": 1790435102240, "link": null, "locked": false, "text": "What breaks first\nStore timeout \u2192 allow and log (fail open)\nGPU dies after the check \u2192 no record event, no charge, counters reconcile\nDuplicate event on retry \u2192 dedupe set on req_id\nOrg over-allocates members on purpose \u2192 two counters, both must pass\nHot scope (one org with 10k engineers) \u2192 shard counters by scope id", "fontSize": 14, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "What breaks first\nStore timeout \u2192 allow and log (fail open)\nGPU dies after the check \u2192 no record event, no charge, counters reconcile\nDuplicate event on retry \u2192 dedupe set on req_id\nOrg over-allocates members on purpose \u2192 two counters, both must pass\nHot scope (one org with 10k engineers) \u2192 shard counters by scope id", "autoResize": true, "lineHeight": 1.25}, {"id": "O05aLWej2nWmRfSvBMet", "type": "arrow", "x": 1720, "y": 282.0, "width": 100, "height": 0, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a9990", "roundness": null, "seed": 1, "version": 1, "versionNonce": 2, "isDeleted": false, "boundElements": [], "updated": 1790435202807, "created": 1790435202807, "link": null, "locked": false, "points": [[0, 0], [-100, 0]], "startBinding": {"elementId": "2xKtiEZ0S6rkBrnzMEt0", "mode": "orbit", "fixedPoint": [0, 0.5]}, "endBinding": {"elementId": "2zX1JMxKLeN92TyTKBZf", "mode": "orbit", "fixedPoint": [1, 0.5]}, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false}, {"id": "gxN8Jo2kittOLdsbgLOv", "type": "text", "x": 1625, "y": 252.0, "width": 90, "height": 17, "angle": 0, "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": "PNluAD4WkrBav1PcQxFF", "index": "a9991", "roundness": null, "seed": 3, "version": 1, "versionNonce": 4, "isDeleted": false, "boundElements": [], "updated": 1790435202807, "created": 1790435202807, "link": null, "locked": false, "text": "limits cached", "fontSize": 13, "baseFontSize": null, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "limits cached", "autoResize": true, "lineHeight": 1.25}], "appState": {"viewBackgroundColor": "#ffffff", "gridSize": null}, "files": {}}