Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
tool-call-offload-prefetch.svg 23.6 KB
Newer Older
ishandhanani's avatar
docs: agentic inference blog post (#7073)  
ishandhanani committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132 
<?xml version="1.0" encoding="utf-8"?><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" data-d2-version="v0.7.1" style="display:block;margin:auto" preserveAspectRatio="xMinYMin meet" viewBox="0 0 1011 630" width="600"><svg class="d2-255078365 d2-svg" width="1011" height="630" viewBox="-101 -101 1011 630"><rect x="-101.000000" y="-101.000000" width="1011.000000" height="630.000000" rx="0.000000" fill="#0a0a0a" class=" fill-N7" stroke-width="0" /><style type="text/css"><![CDATA[
.d2-255078365 .text-bold {
	font-family: "d2-255078365-font-bold";
}
@font-face {
	font-family: d2-255078365-font-bold;
	src: url("data:application/font-woff;base64,d09GRgABAAAAAA2YAAoAAAAAFKQAAguFAAAAAAAAAAAAAAAAAAAAAAAAAABPUy8yAAAA9AAAAGAAAABgXxHXrmNtYXAAAAFUAAAAnQAAAM4D1ARGZ2x5ZgAAAfQAAAchAAAJREx3I5BoZWFkAAAJGAAAADYAAAA2G38e1GhoZWEAAAlQAAAAJAAAACQKfwXeaG10eAAACXQAAAB8AAAAfDxlBStsb2NhAAAJ8AAAAEAAAABAIuglzG1heHAAAAowAAAAIAAAACAANwD3bmFtZQAAClAAAAMoAAAIKgjwVkFwb3N0AAANeAAAAB0AAAAg/9EAMgADAioCvAAFAAACigJYAAAASwKKAlgAAAFeADIBKQAAAgsHAwMEAwICBGAAAvcAAAADAAAAAAAAAABBREJPACAAIP//Au7/BgAAA9gBESAAAZ8AAAAAAfAClAAAACAAA3icfM1LKgABAIfx35jxHmO8n2muwBVslNQU2ctKEcnGcSwQa5IslJvYusRf5gC+7W/xoVAqUKt8YUur1Ojs2LXnQO/IsRNnLly5cZugsz34vt7h4KfOXbr+83znJ5/5yHve8pqXPOcpj3nIfe6G238VNmwaUaqMGjNuwqQp02ozGrNac+YtWLRk2YpVa9b5BQAA//8BAAD//1ATKAIAAAB4nFxWbWgb5x3/P49eLpYV26fT6fT+9kh3khxLlk53Z1u25RdZdhIrsp3YSRq/tCFLk8WJQ6LMXpfQwULHMoUxlI1sHes6NtigZZQw2ArpoKxsof0wSEth0NFs/bJPNcUbZNXLuDvZTfJBegR67v/8/r+X/3NggjkAfBrfAQN0QDfYgAUQ6RAdFQWBUIqoKIQzKAKiqTlsa/76V0LcGI8bE8G7gZfW1lBpFd9prJ8qnT7937VcrvnzP77dvI2uvg2AINnawf34LngATGGel7KyLGYcHMXzJGw2s3aHmJEVzoxWFm4dXby9kD8TOuJSyIGDvUszsbzzyIJ19kcX138yL4ZXOV9mdeLM5Yhr+XlAUALAi7gKnSpOkRUlkSY0oUu1R3fuPMLVL79sVFBPcxugvXcdV8Gq7aVFRjQwxECxpZrx3V++9+/XX5vF1eZ/UGez3txCzJnftZ9B/8RVMOnPhNhSDWFcbWxfh72ab+IqBLT/GYeDE2VZYUSaqC0qhKKIIBA/ZtnS6+ctNovRQlte/MUrVIfBKK3Mr2SNxn0Urjb/4R31+0e9KNyofB4szwVeffz41cBcOfg5ANbO6Ndw27VTMg4HazebCWFpMSNleUJKn85cKxYrU/MzW2PDBVwVlsuzp1OfoIVzYkLHSVo72ILvQkLjX1AcKuFSlheEJH5aDNbu4Dj9BGQfezlzjCzFkn1i72JomM+dLwxcThwOjgl832DiWK44dMnan/yanw/7Aj5bpCtVTMknsgcSKy5PwOv302HnsSl5eQAQuAAwg6tAqR0QKcQS+oN76H/3cM/1641tDWPrMQAWcRX2A4iGJ7g0vPPez450c93GLmdX6cd/xtXm36SzsnxWQv2NCmBItHbQh6gOLiAAXFg1l6K1QglaYyxNBGI2KxlZkTSvvVOYu1nDJB4Yi0ipC0NrZ7csxsD0PleUOTIcsB7PHznRHRKc7Au+yKUrzc9EL7nCMcctvT4np3EZae2g+6gO7me9rLOnO9mMXFMb4zPfKCSnvVMkKOXz/c4kMxRdso5cWzhaGfFza77Z8bES2/180KP2j0Fo7aA6vg8MBHf70AoLqqn3OtgV6YvljdxaNj7gMte2LEZ3ETsFG9NrJ3LK+v1vzl8b9Tpnf9uYTLvJlt31vq1rcvrgFGAN+yNUB6fq2CfQq3pTIdUVKnaDmFVPQYHpKxOT67nplZQRNz+2FNOSnOZXf3pPOBCWraOVhflKPn+hwEQ7ZDF00u1HQ3EppfvNCYAq+IG6qnorz3iMFVlCPzcxEZmbDGR7PPvdVo//5El046LJIy1lreZ1kynE+682vwNggHCrD1OoDinIwSGNGV7KqkSoQku7LXAiS9rBCAuaDqr0drPZoBldJ43Rf5Mwr235Ymh1YJrxBJ3u+NCqdCD0+zLVkT2h+AK2cHxu+YXC9UM+QfD5BCGeGROioitk9Yw8dA8cGI4Z98cCnkyP0VboHS7HrBc6w/bBQxFLt4Ox5SbF+SR6kIgL8VgsnmjWIi6ux2Bwurw+nZtxVWx8v51mlto1Ka2hpOjxGuU9nJk/WPMFvTEnvv/GSVfvhZXmBygkx1xc8y1otUABgE/wQ8yDWpQCP9zSa7d2kA3fh27dQbRI7xnyr7O5Gt1hosw2a9R66jAmjY85G0IXTZSOyeBDdQhpmNTgqWo9hYzaW8fVvBTT0jgTOpSeO1zzBaP96lcKbY8F+npj4fQu3P7mW+1F956mY/czt4CmkvCESsiR3ygUNvL5S4XCpXxfMtmX7Otr52akcnTh2shmaWx8Vo2PSuV4awY7UB0Y8ANwe+h1K/ACx2qqkzDFOhwqdN9B4blzw2tycNhtKvPyUm/CHvsD/k3aTb53dXEr73GVf4gixdlX+t63dbX1Qj9AdbA9xY3uZJ0MzyzPei3O/a4e74gdbR/PpE2ml43GeKb5KSBgWzvoNVQHQdPkq9nL67N3r5g6ef2YtZsfpl/kJ8L5QMjvS7r9udj5xcHjgQl31j04yAdH4uesfGDZ5eEY2sFYrJHB+NSS4DxhdwhOV1cnGUxOrug+o1s76BKuAKexLUlEUhRRTd4TQwqWy4VZ+qXNTeKzuiwco1i/vvTgovnmzat/SUTNxgtmq17L2hpFDbStKvdVD4piELn2mFZEQxfecoS63ZRtXzRmof50Z7rTZjHuozuGb7/BDZTfNRsvI1PE50b/+ihcjJJp8lGzc3SxfT8VAdDf8be0u1kdd5IsK2o4irc2szPh9c1NtHHK4rU36pv6fj8A+gx/F7zq/lGsW6c97zXl1VSJbHT+RjEdDyvOudTpQn5Vyi1nncOObx8r3Tjfl0oL7nJGzJwakTY2ZIPpeltr+BBtg0G/78draLvZA6j1Jh6Eo/ih+p5Ba5NZN1g0mYxGk0k8mCAkoX7g/wAAAP//AQAA///JsOMVAAAAAAEAAAACC4UqVu13Xw889QABA+gAAAAA2F2ghAAAAADdZi82/jf+xAhtA/EAAQADAAIAAAAAAAAAAQAAA9j+7wAACJj+N/43CG0AAQAAAAAAAAAAAAAAAAAAAB8CsgBQAMgAAAJGAC4CogBNAmYATQIGAE0C+gBNAlQATQIsACMCLAAZAiz/+QIPACoB0wAkAj0AJwIGACQBVQAYAhYAIgI7AEEBFAA3AR4AQQNZAEECKwAkAj0AQQGOAEEBuwAVAX8AEQIJAAwCEABGAhAAHgEUAEEAAP+tAAAALAAsAFgAbgCIAJgAygDsASwBPgFaAZIBvgHwAiQCSgKyAtQC4AL8Ay4DWgOKA6oD5gQMBDwEVASABIwEogABAAAAHwCQAAwAYwAHAAEAAAAAAAAAAAAAAAAABAADeJyclM9uG1UUxn9ObNMKwQJFVbqJ7oJFkejYVEnVNiuH1IpFFAePC0JCSBPP+I8ynhl5Jg7hCVjzFrxFVzwEz4FYo/l87NgF0SaKknx37vnznXO+c4Ed/mabSvUh8Ec9MVxhr35ueIsH9RPD27TrW4arPKn9abhGWJsbrvN5rWf4I95WfzP8gP3qT4YfslttG/6YZ9Udw59sO/4y/Cn7vF3gCrzgV8MVdskMb7HDj4a3eYTFrFR5RNNwjc/YM1xnD+gzoSBmQsIIx5AJI66YEZHjEzFjwpCIEEeHFjGFviYEQo7Rf34N8CmYESjimAJHjE9MQM7YIv4ir5RzZRzqNLO7FgVjAi7kcUlAgiNlREpCxKXiFBRkvKJBg5yB+GYU5HjkTIjxSJkxokGXNqf0GTMhx9FWpJKZT8qQgmsC5XdmUXZmQERCbqyuSAjF04lfJO8Opzi6ZLJdj3y6EeFLHN/Ju+SWyvYrPP26NWabeZdsAubqZ6yuxLq51gTHui3ztvhWuOAV7l792WTy/h6F+l8o8gVXmn+oSSVikuDcLi18Kch3j3Ec6dzBV0e+p0OfE7q8oa9zix49WpzRp8Nr+Xbp4fiaLmccy6MjvLhrSzFn/IDjGzqyKWNH1p/FxCJ+JjN15+I4Ux1TMvW8ZO6p1kgV3n3C5Q6lG+rI5TPQHpWWTvNLtGcBI1NFJoZT9XKpjdz6F5oipqqlnO3tfbkNc9u95RbfkGqHS7UuOJWTWzB631S9dzRzrR+PgJCUC1kMSJnSoOBGvM8JuCLGcazunWhLClornzLPjVQSMRWDDonizMj0NzDd+MZ9sKF7Z29JKP+S6eWqqvtkcerV7YzeqHvLO9+6HK1NoGFTTdfUNBDXxLQfaafW+fvyzfW6pTzliJSY8F8vwDM8muxzwCFjZRjoZm6vQ1MvRJOXHKr6SyJZDaXnyCIc4PGcAw54yfN3+rhk4oyLW3FZz93imCO6HH5QFQv7Lke8Xn37/6y/i2lTtTierk4v7j3FJ3dQ6xfas9v3sqeJlZOYW7TbrTgjYFpycbvrNbnHeP8AAAD//wEAAP//9LdPUXicYmBmAIP/5xiMGLAAAAAAAP//AQAA//8vAQIDAAAA");
}
.d2-255078365 .text-italic {
	font-family: "d2-255078365-font-italic";
}
@font-face {
	font-family: d2-255078365-font-italic;
	src: url("data:application/font-woff;base64,d09GRgABAAAAAA2oAAoAAAAAFQwAARhRAAAAAAAAAAAAAAAAAAAAAAAAAABPUy8yAAAA9AAAAGAAAABgW1SVeGNtYXAAAAFUAAAAnQAAAM4D1ARGZ2x5ZgAAAfQAAAcxAAAJpBhCFbFoZWFkAAAJKAAAADYAAAA2G7Ur2mhoZWEAAAlgAAAAJAAAACQLeAjDaG10eAAACYQAAAB8AAAAfDdUA8Bsb2NhAAAKAAAAAEAAAABAJFQnQG1heHAAAApAAAAAIAAAACAANwD2bmFtZQAACmAAAAMmAAAIMgntVzNwb3N0AAANiAAAACAAAAAg/8YAMgADAeEBkAAFAAACigJY//EASwKKAlgARAFeADIBIwAAAgsFAwMEAwkCBCAAAHcAAAADAAAAAAAAAABBREJPAAEAIP//Au7/BgAAA9gBESAAAZMAAAAAAeYClAAAACAAA3icfM1LKgABAIfx35jxHmO8n2muwBVslNQU2ctKEcnGcSwQa5IslJvYusRf5gC+7W/xoVAqUKt8YUur1Ojs2LXnQO/IsRNnLly5cZugsz34vt7h4KfOXbr+83znJ5/5yHve8pqXPOcpj3nIfe6G238VNmwaUaqMGjNuwqQp02ozGrNac+YtWLRk2YpVa9b5BQAA//8BAAD//1ATKAIAAAB4nHxWW2zb5hX+/5806YvsWKJERbIsSqJE3agbKZKWZUmW5bslO3aixGks39ZkSZZuXtNuGdL0EgNB1q2BFmQPG4ptwC5o0TcHeyhQtFjXB2NDgA0ohgwr9rCLO9QDtglG0BUVNZBSFTsPeyEECOec7zvn+z4SdAAvAOir6B7AQBc4BkzAAoBIuTFMVBTWiol+P0uSip+iSO9NuHvzh3jhqb8HfvJfnsGnXnlz7p/rb6F79Svw5cpLL6nnbp8/f2Z/Xw3BP+wDAAAEqcYBiqDXAQNAh4fjpGQWiQJtJTmO9fQhi5mmRUFWrAQBPXMX5fhTN4pDi8dlSuaG18a8ntl0oOBivRVD4dp86d43p5RQ0OXPPH1tJF2RXAMCE9FnsACgS6gKejTcIuamRIyl3Bi7PT8EA0Ol7fmc+jCLquo+tNS34JC626o5g6rA0KwRoUhSLEaS7PZ8HoMzy4++v/jityOoqr4Dxz9Xr8DNWx99MQveRVXQ0ZqlFXwDmntRtb4z1ur7DqoCm/4/ZRUVHY0sKyyJsZifJQgSY7crKRqf/HVle67YZTfgC7/iMzRO9HXOoqr6o9u34WZ9Cz7LXw7fVX8GV+7yl3j1DkB674jO06x3F2iLmSBYFqNEQZaSHMuy22+vPDv7yqlLyfza+cvF6fOoOnv6xJcT6qdw6sRCSmzexNA4gCp6HYQAsHo4v6LfQEpyfr92IFluH4ggLGbaaqX1OR8XtgKpwbIyshjxFUNpaSWdXmdE22TUJw0mvMVYMn3BMDwcDgvjQ16BjtpnFGFJSAaiziATH+BidMQxpQyfSwIIKgAgCVUBqbFgFTfJYr94/t1e+Nve955HpUKhfr+JcwkAlEdV0AuAiIkUTVtFWVYoEb6WXhjo6MRwm2T/5Sn1TVRV70nPyNLXkvBKfUurRcDfOICfwhowa1uzetrCExURYxWWIPyCrChtFd4fLfKzq6I/Y8Sp7EauE2eXTdyCl7cIDm9BYhKGc+XJb62IAXdGtU/7YqPR2B85T2imIuQyTay+xgHcgTXgODLt8RZbKn+48DRf2pD4ETpCcYPx03Jq2CXTHnvJcKEyfrUc89jiVsv4VmFs0m4UzL42F+RHu8CiOfUIl/9PZtiE9XOlaovNvO9JNn7X2rv1oSfpIJ3Le7AG7MB3eJ6mAtJNtB2LibKmGo3h305fisytxJW809ChftDlKoQGU1bn4OIPGggzBVlp1XB5Y2JriY+eEBxiX+6Ez2YULQz09RzvdSSYMoAgDAB8DX0IrLomcuiwCklSJFksXM715PuPzWfsIdNA94DRHew0bhq+VIZvpDoWZ0/29ihktxA+mVWXtZ3BhhfWYA0wIHpY5YpCEOxRNRAEdmR7byVOs17HRCA722fjTsUyJ8IzKwkua8So3AXqaopd9ITphIPNi87YR9ygZPUURy9y/Oly4bmzgqYPbO0CdIdDv+M8wcnleDrd1AcDAHyIdlu5QJKiTtBiJvVwkJIaTYy5U4r348ElPit1ZosjOD7tmI5OoN39DBvLDzFe9TeQNx/vnQtF1TcaDa0n+AztIA4MAgAI4JxuzuIbB+AztAtMGnMpqSWQpsHW2Z7JE9dLNyA0YgQJu2lDzmhDX6l/j+zCTBClcbyNF30Ca1pGaHibcK0t0MQR1IcJbORInDvJDSc6Ysu+jIzj2VIGx6cs0/yExmeSng5PwL0Zb0IJ8GJ+yOg0H+b0+Ffbw3+CNXBM4/dYhxZzH/ILuvZa5vpwYZWfXRUW1vi51VBkUZQF7WG4eG7iajnafI6ObY2PTRW2xscmtd6NRw0R/hvWmp4i2wy13qyH0954lJBFzREkSdPdr+YIzFeO6tYSuBEKmZifewuSMx70LLJRs/gA3R9lIi1jMRd/DGFopiJmMyHuHz73Yw28AGug/9BOrST3xeZ68MFixGYZ6Ld7i0wG7lX4TNd4Zy6tPgCw8XnjAN6ANeB/MrOfjGwtsZuB/dNExRa3jnKhTHAomuJn+OisI0qJbi4hu7LJ+JIhGeCYQJS1+xl7NhjO+7zOgNkeYZycyTPCR8Z9GuaRxgFcRlfauSYrmjtF3ZGHcu3t0SQOU1M9RW9+4LrhRgpzePrsPcb+mCEXOWbvhaZUx61bWfUTk8np7O5QyGMAwMb7jRj8K9wDdgBInZNu0CNJ34eIblefzWTy5W2mk0VOS32jz/TdovoXW3r69ySZ6soILPxY/Ze7xLJFDzTW/xMr8c192wGAL6MX9e8CRXvTyIqIiaS99zvrX+8uK+nnbhpG4Z8Fg6f+/qiG5xEA8AP0qlbHKlmsdXx/Wxikm+zuXL+zGhMlV97j58/El5ZDSy+chGZDdPH65tkoP+Jm4lzw7Li0ur41Pda6OXgA9wDW/F5gNkqbcE+16/im0BzYQTsaPkrfbdNc1ygnazUPsmjOStvcx2mb638AAAD//wEAAP//8S32swAAAAABAAAAARhRnUNox18PPPUAAQPoAAAAANhdoMwAAAAA3WYvN/69/t0IHQPJAAIAAwACAAAAAAAAAAEAAAPY/u8AAAhA/r39vAgdA+gAwv/RAAAAAAAAAAAAAAAfAnQAJADIAAACJgA5Am4AIwIvACMBzgAjAsEAIwImACMB+gAMAf4AXQHwAFICGQAnAbMAJQIXACcB4QAlARoAKwITAAECCwAfAO0AHwD4ACwDHwAfAgMAJwIX//YBVgAfAZL//AFFADwBwP/CAeAAGgHg//YA7QAfAAAARwAAAC4ALgBgAHoAlgCmANQA+AE4AUwBagGiAdACCAJCAmoCsgLcAugDCgNMA3oDtAPSBA4EPARsBIQErgS8BNIAAQAAAB8AjAAMAGYABwABAAAAAAAAAAAAAAAAAAQAA3icnJTbThtXFIY/B9tterqoUERu0L5MpWRMoxAl4cqUoIyKcOpxepCqSoM9PojxzMgzmJIn6HXfom+Rqz5Gn6LqdbV/L4MdRUEgBPx79jr8a61/bWCT/9igVr8L/N2cG66x3fzZ8B2+aB4Z3mC/+ZnhOg8b/xhuMGi8NdzkQaNr+BPe1f80/ClP6r8ZvstW/dDw5zyubxr+csPxr+GveMK7Ba7BM/4wXGOLwvAdNvnV8Ab3sJi1OvfYMdzga7YNN9kGekyoSJmQMcIxZMKIM2YklEQkzJgwJGGAI6RNSqWvGbGQY/TBrzERFTNiRRxT4UiJSIkpGVvEt/LKea2MQ51mdtemYkzMiTxOiclw5IzIyUg4VZyKioIXtGhR0hffgoqSgJIJKQE5M0a06HDIET3GTChxHCqSZxaRM6TinFj5nVn4zvRJyCiN1RkZA/F04pfIO+QIR4dCtquRj9YiPMTxo7w9t1y23xLo160wW8+7ZBMzVz9TdSXVzbkmONatz9vmB+GKF7hb9WedyfU9Guh/pcgnnGn+A00qE5MM57ZoE0lBkbuPY1/nkEgd+YmQHq/o8Iaezm26dGlzTI+Ql/Lt0MXxHR2OOZBHKLy4O5RijvkFx/eEsvGxE+vPYmIJv1OYuktxnKmOKYV67pkHqjVRhTefsN+hfE0dpXz62iNv6TS/THsWMzJVFGI4VS+X2iitfwNTxFS1+Nle3fttmNvuLbf4glw77NW64OQnt2B03VSD9zRzrp+AmAE5J7LokzOlRcWFeL8m5owUx4G690pbUtG+9PF5LqSShKkYhGSKM6PQ39h0Exn3/prunb0lA/l7pqeXVd0mi1Ovrmb0Rt1b3kXW5WRlAi2bar6ipr64Zqb9RDu1yj+Sb6nXLecRoeIudvtDr8AOz9llj7Gy9HUzv7zzr4S32FMHTklkNZSmfQ2PCdgl4Cm77PKcp+/1csnGGR+3xmc1f5sD9umwd201C9sO+7xci/bxzH+J7Y7qcTy6PD279TQf3EC132jfrt7NribnpzG3aFfbcUzM1HNxW6s1ufsE/wMAAP//AQAA//9yoVFAAAAAAwAA//UAAP/OADIAAAAAAAAAAAAAAAAAAAAAAAAAAA==");
}
    @media (prefers-color-scheme: dark) {
        .d2-255078365 .fill-N1 { fill: #F2F2F2; }
        .d2-255078365 .fill-N2 { fill: #E0E0E0; }
        .d2-255078365 .fill-N3 { fill: #B0B0B0; }
        .d2-255078365 .fill-N4 { fill: #404040; }
        .d2-255078365 .fill-N5 { fill: #303030; }
        .d2-255078365 .fill-N6 { fill: #252525; }
        .d2-255078365 .fill-N7 { fill: transparent; }
        .d2-255078365 .fill-B1 { fill: #F2F2F2; }
        .d2-255078365 .fill-B2 { fill: #6B9FFF; }
        .d2-255078365 .fill-B3 { fill: #5AA4DC; }
        .d2-255078365 .fill-B4 { fill: #303040; }
        .d2-255078365 .fill-B5 { fill: #252535; }
        .d2-255078365 .fill-B6 { fill: #1E1E2E; }
        .d2-255078365 .stroke-N1 { stroke: #F2F2F2; }
        .d2-255078365 .stroke-N2 { stroke: #E0E0E0; }
        .d2-255078365 .stroke-N3 { stroke: #B0B0B0; }
        .d2-255078365 .stroke-N4 { stroke: #505050; }
        .d2-255078365 .stroke-N5 { stroke: #404040; }
        .d2-255078365 .stroke-N6 { stroke: #303030; }
        .d2-255078365 .stroke-B1 { stroke: #F2F2F2; }
        .d2-255078365 .stroke-B2 { stroke: #6B9FFF; }
        .d2-255078365 .stroke-B3 { stroke: #5AA4DC; }
        .d2-255078365 .color-N1 { color: #F2F2F2; }
        .d2-255078365 .color-N2 { color: #E0E0E0; }
        .d2-255078365 .color-N3 { color: #B0B0B0; }
        .d2-255078365 .connection.fill-B1 { fill: #F2F2F2; }
    }
]]></style><style type="text/css"><![CDATA[.shape {
  shape-rendering: geometricPrecision;
  stroke-linejoin: round;
}
.connection {
  stroke-linecap: round;
  stroke-linejoin: round;
}
.blend {
  mix-blend-mode: multiply;
  opacity: 0.5;
}

		.d2-255078365 .fill-N1{fill:#e0e0e0;}
		.d2-255078365 .fill-N2{fill:#a0a0a0;}
		.d2-255078365 .fill-N3{fill:#707070;}
		.d2-255078365 .fill-N4{fill:#404040;}
		.d2-255078365 .fill-N5{fill:#5d5d5d;}
		.d2-255078365 .fill-N6{fill:#151515;}
		.d2-255078365 .fill-N7{fill:#0a0a0a;}
		.d2-255078365 .fill-B1{fill:#0a0a0a;}
		.d2-255078365 .fill-B2{fill:#111111;}
		.d2-255078365 .fill-B3{fill:#181818;}
		.d2-255078365 .fill-B4{fill:#222222;}
		.d2-255078365 .fill-B5{fill:#5d5d5d;}
		.d2-255078365 .fill-B6{fill:#404040;}
		.d2-255078365 .fill-AA2{fill:#76b900;}
		.d2-255078365 .fill-AA4{fill:#3d7ab5;}
		.d2-255078365 .fill-AA5{fill:#c4a035;}
		.d2-255078365 .fill-AB4{fill:#7a3050;}
		.d2-255078365 .fill-AB5{fill:#2a6b55;}
		.d2-255078365 .stroke-N1{stroke:#e0e0e0;}
		.d2-255078365 .stroke-N2{stroke:#a0a0a0;}
		.d2-255078365 .stroke-N3{stroke:#707070;}
		.d2-255078365 .stroke-N4{stroke:#404040;}
		.d2-255078365 .stroke-N5{stroke:#5d5d5d;}
		.d2-255078365 .stroke-N6{stroke:#151515;}
		.d2-255078365 .stroke-N7{stroke:#0a0a0a;}
		.d2-255078365 .stroke-B1{stroke:#0a0a0a;}
		.d2-255078365 .stroke-B2{stroke:#111111;}
		.d2-255078365 .stroke-B3{stroke:#181818;}
		.d2-255078365 .stroke-B4{stroke:#222222;}
		.d2-255078365 .stroke-B5{stroke:#5d5d5d;}
		.d2-255078365 .stroke-B6{stroke:#404040;}
		.d2-255078365 .stroke-AA2{stroke:#76b900;}
		.d2-255078365 .stroke-AA4{stroke:#3d7ab5;}
		.d2-255078365 .stroke-AA5{stroke:#c4a035;}
		.d2-255078365 .stroke-AB4{stroke:#7a3050;}
		.d2-255078365 .stroke-AB5{stroke:#2a6b55;}
		.d2-255078365 .background-color-N1{background-color:#e0e0e0;}
		.d2-255078365 .background-color-N2{background-color:#a0a0a0;}
		.d2-255078365 .background-color-N3{background-color:#707070;}
		.d2-255078365 .background-color-N4{background-color:#404040;}
		.d2-255078365 .background-color-N5{background-color:#5d5d5d;}
		.d2-255078365 .background-color-N6{background-color:#151515;}
		.d2-255078365 .background-color-N7{background-color:#0a0a0a;}
		.d2-255078365 .background-color-B1{background-color:#0a0a0a;}
		.d2-255078365 .background-color-B2{background-color:#111111;}
		.d2-255078365 .background-color-B3{background-color:#181818;}
		.d2-255078365 .background-color-B4{background-color:#222222;}
		.d2-255078365 .background-color-B5{background-color:#5d5d5d;}
		.d2-255078365 .background-color-B6{background-color:#404040;}
		.d2-255078365 .background-color-AA2{background-color:#76b900;}
		.d2-255078365 .background-color-AA4{background-color:#3d7ab5;}
		.d2-255078365 .background-color-AA5{background-color:#c4a035;}
		.d2-255078365 .background-color-AB4{background-color:#7a3050;}
		.d2-255078365 .background-color-AB5{background-color:#2a6b55;}
		.d2-255078365 .color-N1{color:#e0e0e0;}
		.d2-255078365 .color-N2{color:#a0a0a0;}
		.d2-255078365 .color-N3{color:#707070;}
		.d2-255078365 .color-N4{color:#404040;}
		.d2-255078365 .color-N5{color:#5d5d5d;}
		.d2-255078365 .color-N6{color:#151515;}
		.d2-255078365 .color-N7{color:#0a0a0a;}
		.d2-255078365 .color-B1{color:#0a0a0a;}
		.d2-255078365 .color-B2{color:#111111;}
		.d2-255078365 .color-B3{color:#181818;}
		.d2-255078365 .color-B4{color:#222222;}
		.d2-255078365 .color-B5{color:#5d5d5d;}
		.d2-255078365 .color-B6{color:#404040;}
		.d2-255078365 .color-AA2{color:#76b900;}
		.d2-255078365 .color-AA4{color:#3d7ab5;}
		.d2-255078365 .color-AA5{color:#c4a035;}
		.d2-255078365 .color-AB4{color:#7a3050;}
		.d2-255078365 .color-AB5{color:#2a6b55;}.appendix text.text{fill:#e0e0e0}.md{--color-fg-default:#e0e0e0;--color-fg-muted:#a0a0a0;--color-fg-subtle:#707070;--color-canvas-default:#0a0a0a;--color-canvas-subtle:#151515;--color-border-default:#0a0a0a;--color-border-muted:#111111;--color-neutral-muted:#151515;--color-accent-fg:#111111;--color-accent-emphasis:#111111;--color-attention-subtle:#a0a0a0;--color-danger-fg:red;}.sketch-overlay-B1{fill:url(#streaks-darker-d2-255078365);mix-blend-mode:lighten}.sketch-overlay-B2{fill:url(#streaks-darker-d2-255078365);mix-blend-mode:lighten}.sketch-overlay-B3{fill:url(#streaks-darker-d2-255078365);mix-blend-mode:lighten}.sketch-overlay-B4{fill:url(#streaks-darker-d2-255078365);mix-blend-mode:lighten}.sketch-overlay-B5{fill:url(#streaks-dark-d2-255078365);mix-blend-mode:overlay}.sketch-overlay-B6{fill:url(#streaks-darker-d2-255078365);mix-blend-mode:lighten}.sketch-overlay-AA2{fill:url(#streaks-normal-d2-255078365);mix-blend-mode:color-burn}.sketch-overlay-AA4{fill:url(#streaks-dark-d2-255078365);mix-blend-mode:overlay}.sketch-overlay-AA5{fill:url(#streaks-normal-d2-255078365);mix-blend-mode:color-burn}.sketch-overlay-AB4{fill:url(#streaks-darker-d2-255078365);mix-blend-mode:lighten}.sketch-overlay-AB5{fill:url(#streaks-dark-d2-255078365);mix-blend-mode:overlay}.sketch-overlay-N1{fill:url(#streaks-normal-d2-255078365);mix-blend-mode:color-burn}.sketch-overlay-N2{fill:url(#streaks-normal-d2-255078365);mix-blend-mode:color-burn}.sketch-overlay-N3{fill:url(#streaks-dark-d2-255078365);mix-blend-mode:overlay}.sketch-overlay-N4{fill:url(#streaks-darker-d2-255078365);mix-blend-mode:lighten}.sketch-overlay-N5{fill:url(#streaks-dark-d2-255078365);mix-blend-mode:overlay}.sketch-overlay-N6{fill:url(#streaks-darker-d2-255078365);mix-blend-mode:lighten}.sketch-overlay-N7{fill:url(#streaks-darker-d2-255078365);mix-blend-mode:lighten}.light-code{display: block}.dark-code{display: none}]]></style><g class="dGltZWxpbmU="><g class="shape" ><rect x="0.000000" y="0.000000" width="809.000000" height="168.000000" stroke="transparent" fill="transparent" style="stroke-width:2;" /></g></g><g class="c3RvcmFnZQ=="><g class="shape" ><rect x="0.000000" y="208.000000" width="809.000000" height="220.000000" stroke="transparent" fill="transparent" style="stroke-width:2;" /></g></g><g class="dGltZWxpbmUucHJlZmlsbA=="><g class="shape" ><rect x="50.000000" y="50.000000" width="93.000000" height="68.000000" stroke="#76b900" fill="#2a4a10" style="stroke-width:2;" /></g><text x="96.500000" y="90.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:18px">Prefill</text></g><g class="dGltZWxpbmUuY2FsbDE="><g class="shape" ><rect x="213.000000" y="50.000000" width="123.000000" height="68.000000" stroke="#76b900" fill="#2a4a10" style="stroke-width:2;" /></g><text x="274.500000" y="90.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:18px">LLM Call 1</text></g><g class="dGltZWxpbmUudG9vbA=="><g class="shape" ><rect x="406.000000" y="50.000000" width="114.000000" height="68.000000" stroke="#5d5d5d" fill="#1a1a2e" style="stroke-width:2;" /></g><text x="463.000000" y="90.500000" fill="#a0a0a0" class="text-bold" style="text-anchor:middle;font-size:18px">Tool Call</text></g><g class="dGltZWxpbmUuY2FsbDI="><g class="shape" ><rect x="590.000000" y="50.000000" width="123.000000" height="68.000000" stroke="#76b900" fill="#2a4a10" style="stroke-width:2;" /></g><text x="651.500000" y="90.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:18px">LLM Call 2</text></g><g class="c3RvcmFnZS5wYWRfbGVmdA=="><g class="shape" ><rect x="50.000000" y="317.000000" width="120.000000" height="1.000000" stroke="transparent" fill="transparent" style="stroke-width:2;" /></g></g><g class="c3RvcmFnZS5ob3N0"><g class="shape" ><rect x="240.000000" y="284.000000" width="151.000000" height="68.000000" stroke="#3d7ab5" fill="#0f1e30" style="stroke-width:2;" /></g><text x="315.500000" y="324.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:18px">Host Memory</text></g><g class="c3RvcmFnZS5kaXNr"><g class="shape" ><path d="M 461 282 C 461 258 510 258 515 258 C 520 258 569 258 569 282 V 354 C 569 378 520 378 515 378 C 510 378 461 378 461 354 V 282 Z" stroke="#50a090" fill="#142025" style="stroke-width:2;" /><path d="M 461 282 C 461 306 510 306 515 306 C 520 306 569 306 569 282" stroke="#50a090" fill="#142025" style="stroke-width:2;" /></g><text x="515.000000" y="336.500000" fill="#e0e0e0" class="text-bold" style="text-anchor:middle;font-size:18px">Storage</text></g><g class="c3RvcmFnZS5wYWRfcmlnaHQ="><g class="shape" ><rect x="639.000000" y="317.000000" width="120.000000" height="1.000000" stroke="transparent" fill="transparent" style="stroke-width:2;" /></g></g><g class="dGltZWxpbmUuKHByZWZpbGwgLSZndDsgY2FsbDEpWzBd"><marker id="mk-d2-255078365-2567362416" markerWidth="10.000000" markerHeight="12.000000" refX="8.500000" refY="6.000000" viewBox="0.000000 0.000000 10.000000 12.000000" orient="auto" markerUnits="userSpaceOnUse"> <polygon points="0.000000,0.000000 10.000000,6.000000 0.000000,12.000000" fill="#5d5d5d" class="connection" stroke-width="1" /> </marker><path d="M 144.500000 84.000000 L 210.500000 84.000000" stroke="#5d5d5d" fill="none" class="connection" style="stroke-width:1;" marker-end="url(#mk-d2-255078365-2567362416)" mask="url(#d2-255078365)" /></g><g class="dGltZWxpbmUuKGNhbGwxIC0mZ3Q7IHRvb2wpWzBd"><path d="M 337.500000 84.000000 L 403.500000 84.000000" stroke="#5d5d5d" fill="none" class="connection" style="stroke-width:1;" marker-end="url(#mk-d2-255078365-2567362416)" mask="url(#d2-255078365)" /></g><g class="dGltZWxpbmUuKHRvb2wgLSZndDsgY2FsbDIpWzBd"><path d="M 521.500000 84.000000 L 587.500000 84.000000" stroke="#5d5d5d" fill="none" class="connection" style="stroke-width:1;" marker-end="url(#mk-d2-255078365-2567362416)" mask="url(#d2-255078365)" /></g><g class="c3RvcmFnZS4ocGFkX2xlZnQgLSZndDsgaG9zdClbMF0="><marker id="mk-d2-255078365-527587979" markerWidth="10.000000" markerHeight="12.000000" refX="10.000000" refY="6.000000" viewBox="0.000000 0.000000 10.000000 12.000000" orient="auto" markerUnits="userSpaceOnUse"> <polygon points="0.000000,0.000000 10.000000,6.000000 0.000000,12.000000" fill="transparent" class="connection" stroke-width="0" /> </marker><path d="M 171.000000 318.000000 L 239.000000 318.000000" stroke="transparent" fill="none" class="connection" style="stroke-width:0;" marker-end="url(#mk-d2-255078365-527587979)" mask="url(#d2-255078365)" /></g><g class="c3RvcmFnZS4oaG9zdCAtJmd0OyBkaXNrKVswXQ=="><path d="M 392.500000 318.000000 L 458.500000 318.000000" stroke="#5d5d5d" fill="none" class="connection" style="stroke-width:1;" marker-end="url(#mk-d2-255078365-2567362416)" mask="url(#d2-255078365)" /></g><g class="c3RvcmFnZS4oZGlzayAtJmd0OyBwYWRfcmlnaHQpWzBd"><path d="M 570.000000 318.000000 L 638.000000 318.000000" stroke="transparent" fill="none" class="connection" style="stroke-width:0;" marker-end="url(#mk-d2-255078365-527587979)" mask="url(#d2-255078365)" /></g><g class="KHRpbWVsaW5lLmNhbGwxIC0mZ3Q7IHN0b3JhZ2UuaG9zdClbMF0="><marker id="mk-d2-255078365-1701103622" markerWidth="10.000000" markerHeight="12.000000" refX="7.000000" refY="6.000000" viewBox="0.000000 0.000000 10.000000 12.000000" orient="auto" markerUnits="userSpaceOnUse"> <polygon points="0.000000,0.000000 10.000000,6.000000 0.000000,12.000000" fill="#c4a035" class="connection" stroke-width="2" /> </marker><path d="M 280.844185 119.970162 L 308.811630 280.059677" stroke="#c4a035" fill="none" class="connection" style="stroke-width:2;" marker-end="url(#mk-d2-255078365-1701103622)" mask="url(#d2-255078365)" /><text x="295.000000" y="207.000000" fill="#c4a035" class="text-italic" style="text-anchor:middle;font-size:16px">KV offload</text></g><g class="KHN0b3JhZ2UuaG9zdCAtJmd0OyB0aW1lbGluZS5jYWxsMilbMF0="><marker id="mk-d2-255078365-3570510376" markerWidth="10.000000" markerHeight="12.000000" refX="7.000000" refY="6.000000" viewBox="0.000000 0.000000 10.000000 12.000000" orient="auto" markerUnits="userSpaceOnUse"> <polygon points="0.000000,0.000000 10.000000,6.000000 0.000000,12.000000" fill="#76b900" class="connection" stroke-width="2" /> </marker><path d="M 366.140404 282.855852 L 599.219191 120.288295" stroke="#76b900" fill="none" class="connection" style="stroke-width:2;" marker-end="url(#mk-d2-255078365-3570510376)" mask="url(#d2-255078365)" /><text x="483.500000" y="207.000000" fill="#76b900" class="text-italic" style="text-anchor:middle;font-size:16px">KV prefetch</text></g><mask id="d2-255078365" maskUnits="userSpaceOnUse" x="-101" y="-101" width="1011" height="630">
<rect x="-101" y="-101" width="1011" height="630" fill="white"></rect>
<rect x="259.000000" y="191.000000" width="72" height="21" fill="black"></rect>
<rect x="444.000000" y="191.000000" width="79" height="21" fill="black"></rect>
</mask></svg></svg>