text/nanogpt/docs/Full_GPT_architecture.svg

<?xml version="1.0" encoding="UTF-8"?>
<svg width="500" height="600" version="1.1" xmlns="http://www.w3.org/2000/svg">
 <g stroke="#000" stroke-width="2">
  <g>
   <path d="m16.486 384.78h45.636c1.5768 0 2.8462 1.2694 2.8462 2.8462v20.711c0 1.5768-1.2694 2.8462-2.8462 2.8462h-45.636c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-20.711c0-1.5768 1.2694-2.8462 2.8462-2.8462z" fill="#dae8fc"/>
   <path d="m225.86 34.12h246.99c7.4864 0 13.513 6.027 13.513 13.513v501.15c0 7.4864-6.027 13.513-13.513 13.513h-246.99c-7.4864 0-13.513-6.027-13.513-13.513v-501.15c0-7.4864 6.027-13.513 13.513-13.513z" fill="#ffe6cc"/>
   <path d="m44.71 140.85h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v12.496c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-12.496c0-1.5768 1.2694-2.8462 2.8462-2.8462z" fill="#d5e8d4"/>
  </g>
  <g fill="#ffe6cc">
   <path d="m44.71 239.46h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v20.711c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-20.711c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m44.71 277.81h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v20.711c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-20.711c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m44.71 316.15h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v20.711c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-20.711c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
  </g>
  <g fill="#dae8fc">
   <path d="m44.71 170.98h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v20.711c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-20.711c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m44.71 209.33h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v12.496c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-12.496c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m44.71 422.66h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v20.711c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-20.711c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m304.11 213.12h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v12.496c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8463-1.2694-2.8463-2.8462v-12.496c0-1.5768 1.2694-2.8462 2.8463-2.8462z"/>
   <path d="m304.11 299.49h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v20.711c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8463-1.2694-2.8463-2.8462v-20.711c0-1.5768 1.2694-2.8462 2.8463-2.8462z"/>
   <path d="m295.56 522h107.59c1.5768 0 2.8462 1.2694 2.8462 2.8462v12.496c0 1.5768-1.2694 2.8462-2.8462 2.8462h-107.59c-1.5768 0-2.8463-1.2694-2.8463-2.8462v-12.496c0-1.5768 1.2694-2.8462 2.8463-2.8462z"/>
   <path d="m240.14 481.64h218.43a1.2214 1.1104 0 0 1 0.63579 2.0585l-43.832 24.296a15.49 14.083 0 0 1-8.0634 2.0585h-115.91a15.49 14.083 0 0 1-8.0634-2.0585l-43.832-24.296a1.2214 1.1104 0 0 1 0.63579-2.0585z"/>
   <path d="m247.25 167.52h204.21a1.1419 1.1104 0 0 1 0.5944 2.0585l-40.98 24.296a14.482 14.083 0 0 1-7.5386 2.0585h-108.36a14.482 14.083 0 0 1-7.5386-2.0585l-40.98-24.296a1.1419 1.1104 0 0 1 0.59447-2.0585z"/>
   <path d="m247.25 125.45h204.21a1.1419 1.1104 0 0 0 0.5944-2.0585l-40.98-24.296a14.482 14.083 0 0 0-7.5386-2.0585h-108.36a14.482 14.083 0 0 0-7.5386 2.0585l-40.98 24.296a1.1419 1.1104 0 0 0 0.59447 2.0585z"/>
  </g>
  <g fill="#ffc">
   <path d="m44.71 354.5h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v12.496c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-12.496c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m304.11 66.91h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v12.496c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8463-1.2694-2.8463-2.8462v-12.496c0-1.5768 1.2694-2.8462 2.8463-2.8462z"/>
   <path d="m248.95 137.39h200.8c1.5768 0 2.8462 1.2694 2.8462 2.8462v12.496c0 1.5768-1.2694 2.8462-2.8462 2.8462h-200.8c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-12.496c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m304.11 269.36h90.481c1.5768 0 2.8462 1.2694 2.8462 2.8462v12.496c0 1.5768-1.2694 2.8462-2.8462 2.8462h-90.481c-1.5768 0-2.8463-1.2694-2.8463-2.8462v-12.496c0-1.5768 1.2694-2.8462 2.8463-2.8462z"/>
   <path d="m241.77 337.83h64.552c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-64.552c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m317.08 337.83h64.552c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-64.552c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m392.38 337.83h64.552c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-64.552c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m241.77 366.59h55.287c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-55.287c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m241.77 395.36h55.287c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-55.287c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m241.77 424.12h55.287c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-55.287c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m241.77 452.88h55.287c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-55.287c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m317.07 366.59h55.287c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-55.287c-1.5768 0-2.8463-1.2694-2.8463-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8463-2.8462z"/>
   <path d="m317.07 395.36h55.287c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-55.287c-1.5768 0-2.8463-1.2694-2.8463-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8463-2.8462z"/>
   <path d="m317.07 424.12h55.287c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-55.287c-1.5768 0-2.8463-1.2694-2.8463-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8463-2.8462z"/>
   <path d="m317.07 452.88h55.287c1.5768 0 2.8462 1.2694 2.8462 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8462 2.8462h-55.287c-1.5768 0-2.8463-1.2694-2.8463-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8463-2.8462z"/>
   <path d="m392.38 366.59h55.287c1.5768 0 2.8463 1.2694 2.8463 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8463 2.8462h-55.287c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m392.38 395.36h55.287c1.5768 0 2.8463 1.2694 2.8463 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8463 2.8462h-55.287c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m392.38 424.12h55.287c1.5768 0 2.8463 1.2694 2.8463 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8463 2.8462h-55.287c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m392.38 452.88h55.287c1.5768 0 2.8463 1.2694 2.8463 2.8462v11.126c0 1.5768-1.2694 2.8462-2.8463 2.8462h-55.287c-1.5768 0-2.8462-1.2694-2.8462-2.8462v-11.126c0-1.5768 1.2694-2.8462 2.8462-2.8462z"/>
   <path d="m456.94 337.83h-64.552c-1.5768 0-2.8462 1.2694-2.8462 2.8462v11.126c0 1.5768 1.2694 2.8462 2.8462 2.8462h64.552c1.5768 0 2.8462-1.2694 2.8462-2.8462v-11.126c0-1.5768-1.2694-2.8462-2.8462-2.8462z"/>
  </g>
 </g>
 <g>
  <path d="m89.95 343.56-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.97379v4.1469h1.6798v-4.1469c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m89.95 305.22-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6798v-4.1469c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m89.95 266.87-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6798v-4.1469c0.70836 0.1425 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m89.95 228.53-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.97379v4.1469h1.6798v-4.1469c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m89.95 198.39-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6798v-4.1469c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m89.95 160.05-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6798v-4.1469c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m89.95 124.77-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v9.2907h1.6798v-9.2907c0.70836 0.1425 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m89.95 450.07-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.97379v11.651h1.6798v-11.651c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m89.95 405.01-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.97379v10.858h1.6798v-10.858c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m89.95 390.33-2.8216-7.7614c0.59245 0.50636 1.2743 0.83084 1.9817 0.97379v-10.858h1.6798v10.858c0.70836-0.14249 1.3906-0.46638 1.9818-0.97379z"/>
  <path d="m82.61 397.98-7.7615 2.8216c0.50638-0.59244 0.83086-1.2743 0.97378-1.9817h-10.858v-1.6798h10.858c-0.14245-0.70831-0.46633-1.3906-0.97378-1.9817z"/>
  <path d="m349.35 20.72 2.8216 7.7614c-0.59245-0.50635-1.2743-0.83083-1.9817-0.97379v13.789h-1.6799v-13.789c-0.70829 0.14249-1.3906 0.46638-1.9817 0.97379z"/>
  <path d="m269.41 441.94-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m262.33 470.7-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.97379v4.1469h1.6798v-4.1469c0.7083 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m276.49 470.7-2.8217 7.7614c0.59245-0.50636 1.2743-0.83084 1.9818-0.97379v4.1469h1.6798v-4.1469c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m304.53 355.66-2.8216 7.7614c0.59239-0.50635 1.2743-0.83083 1.9817-0.97379v119.19h1.6799v-119.19c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m269.41 413.18-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.9738v4.1469h1.6799v-4.1469c0.70836 0.1425 1.3906 0.46639 1.9818 0.9738z"/>
  <path d="m269.41 384.42-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m269.41 355.66-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m344.72 441.94-2.8216 7.7614c0.59238-0.50635 1.2742-0.83083 1.9817-0.97379v4.1469h1.6798v-4.1469c0.7083 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m337.64 470.7-2.8217 7.7614c0.59245-0.50636 1.2743-0.83084 1.9818-0.97379v4.1469h1.6798v-4.1469c0.70829 0.14249 1.3905 0.46638 1.9817 0.97379z"/>
  <path d="m351.8 470.7-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m379.84 355.66-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v119.19h1.6798v-119.19c0.70836 0.14249 1.3906 0.46638 1.9818 0.97379z"/>
  <path d="m344.72 413.18-2.8216 7.7614c0.59238-0.50636 1.2742-0.83084 1.9817-0.9738v4.1469h1.6798v-4.1469c0.7083 0.1425 1.3906 0.46639 1.9817 0.9738z"/>
  <path d="m344.72 384.42-2.8216 7.7614c0.59238-0.50636 1.2742-0.83084 1.9817-0.97379v4.1469h1.6798v-4.1469c0.7083 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m344.72 355.66-2.8216 7.7614c0.59238-0.50635 1.2742-0.83083 1.9817-0.97379v4.1469h1.6798v-4.1469c0.7083 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m420.02 441.94-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6798v-4.1469c0.7083 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m412.94 470.7-2.8216 7.7614c0.59238-0.50636 1.2743-0.83084 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m427.1 470.7-2.8217 7.7614c0.59245-0.50636 1.2743-0.83084 1.9818-0.97379v4.1469h1.6798v-4.1469c0.7083 0.14249 1.3905 0.46638 1.9817 0.97379z"/>
  <path d="m455.15 355.66-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v119.19h1.6798v-119.19c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m420.02 413.18-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.9738v4.1469h1.6798v-4.1469c0.7083 0.1425 1.3906 0.46639 1.9817 0.9738z"/>
  <path d="m420.02 384.42-2.8216 7.7614c0.59245-0.50636 1.2743-0.83084 1.9817-0.97379v4.1469h1.6798v-4.1469c0.7083 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m420.02 355.66-2.8216 7.7614c0.59245-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6798v-4.1469c0.7083 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m349.35 326.9-2.8216 7.7614c0.59239-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m349.35 257.68 2.8216 7.7614c-0.59245-0.50635-1.2743-0.83083-1.9817-0.97379v4.8934h-1.6799v-4.8934c-0.70829 0.14249-1.3906 0.46638-1.9817 0.97379z"/>
  <path d="m356.69 250.33 7.7615 2.8216c-0.50638-0.59244-0.83086-1.2743-0.97378-1.9817h10.858v-1.6798h-10.858c0.14245-0.70831 0.46633-1.3906 0.97378-1.9817z"/>
  <path d="m349.35 232.32 2.8216 7.7614c-0.59245-0.50635-1.2743-0.83083-1.9817-0.97379v4.8934h-1.6799v-4.8934c-0.70829 0.14249-1.3906 0.46638-1.9817 0.97379z"/>
  <path d="m349.35 54.97 2.8216 7.7614c-0.59245-0.50635-1.2743-0.83083-1.9817-0.97379v5.1473h-1.6799v-5.1473c-0.70829 0.1425-1.3906 0.46638-1.9817 0.97379z"/>
  <path d="m349.35 288.55-2.8216 7.7614c0.59239-0.50636 1.2743-0.83084 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m349.35 156.59-2.8216 7.7614c0.59239-0.50636 1.2743-0.83084 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m349.35 126.46-2.8216 7.7614c0.59239-0.50636 1.2743-0.83084 1.9817-0.9738v4.1469h1.6799v-4.1469c0.70829 0.1425 1.3906 0.46639 1.9817 0.9738z"/>
  <path d="m349.35 86.1-2.8216 7.7614c0.59239-0.50635 1.2743-0.83083 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m349.35 511.06-2.8216 7.7614c0.59239-0.50636 1.2742-0.83084 1.9817-0.97379v4.1469h1.6799v-4.1469c0.70829 0.14249 1.3906 0.46638 1.9817 0.97379z"/>
  <path d="m300.55 324.5-8.2011 0.96985c0.71865 0.30152 1.3155 0.76444 1.7612 1.3321l-21.923 11.036h3.7337l18.944-9.5358c0.19116 0.69673 0.20843 1.4513 0.0208 2.2074z"/>
  <path d="m398.16 324.5 8.2011 0.96985c-0.71864 0.30152-1.3155 0.76444-1.7612 1.3321l21.923 11.036h-3.7337l-18.944-9.5358c-0.19117 0.69673-0.20844 1.4513-0.0208 2.2074z"/>
  <path d="m364.46 247.51-7.7615 2.8216 7.7615 2.8216c-0.50637-0.59244-0.83085-1.2743-0.97378-1.9817h105.16v300.6h-118.45v-3.798c0.7083 0.14249 1.3906 0.46638 1.9817 0.97379l-2.8216-7.7614-2.8216 7.7614c0.59238-0.50635 1.2742-0.83083 1.9817-0.97379v26.569h1.6798v-21.091h120.13v-303.96h-106.84c0.14246-0.7083 0.46633-1.3906 0.97378-1.9817z"/>
  <path d="m364.46 44.81-7.7615 2.8216 7.7615 2.8216c-0.50637-0.59244-0.83085-1.2743-0.97378-1.9817h105.16v158.49h-118.45v-3.2258c0.7083 0.14249 1.3906 0.46638 1.9817 0.97379l-2.8216-7.7614-2.8216 7.7614c0.59238-0.50636 1.2743-0.83084 1.9817-0.97379v9.3927h1.6798v-4.487h120.13v-161.85h-106.84c0.14246-0.7083 0.46633-1.3906 0.97378-1.9817z"/>
 </g>
 <g>
  <path d="m89.95 391.32c3.5235 0 6.3546 2.8311 6.3546 6.3546 0 3.5234-2.8311 6.353-6.3546 6.353s-6.353-2.8296-6.353-6.353 2.8296-6.3546 6.353-6.3546z" fill="#fff"/>
  <path d="m89.95 390.33c-4.0423 0-7.3402 3.2991-7.3402 7.3415s3.2978 7.3402 7.3402 7.3402 7.3415-3.2978 7.3415-7.3402-3.2991-7.3415-7.3415-7.3415zm0 2.0158c2.953 0 5.3257 2.3727 5.3257 5.3257 0 2.9529-2.3727 5.3244-5.3257 5.3244-2.9529 0-5.3243-2.3714-5.3243-5.3244 0-2.9529 2.3714-5.3257 5.3243-5.3257zm0 1.1182a1.0079 1.0079 0 0 0-1.0079 1.0079v2.1917h-2.1917a1.0079 1.0079 0 0 0-1.0079 1.0079 1.0079 1.0079 0 0 0 1.0079 1.0079h2.1917v2.1904a1.0079 1.0079 0 0 0 1.0079 1.0079 1.0079 1.0079 0 0 0 1.0079-1.0079v-2.1904h2.1917a1.0079 1.0079 0 0 0 1.0079-1.0079 1.0079 1.0079 0 0 0-1.0079-1.0079h-2.1917v-2.1917a1.0079 1.0079 0 0 0-1.0079-1.0079z"/>
  <path d="m349.35 41.28c3.5235 0 6.3546 2.8311 6.3546 6.3546 0 3.5234-2.8311 6.353-6.3546 6.353s-6.353-2.8296-6.353-6.353 2.8296-6.3546 6.353-6.3546z" fill="#fff"/>
  <path d="m349.35 40.29c-4.0423 0-7.3402 3.2991-7.3402 7.3415s3.2978 7.3402 7.3402 7.3402 7.3415-3.2978 7.3415-7.3402-3.2991-7.3415-7.3415-7.3415zm0 2.0158c2.953 0 5.3257 2.3727 5.3257 5.3257 0 2.9529-2.3727 5.3244-5.3257 5.3244-2.9529 0-5.3243-2.3714-5.3243-5.3244 0-2.9529 2.3714-5.3257 5.3243-5.3257zm0 1.1182a1.0079 1.0079 0 0 0-1.0079 1.0079v2.1917h-2.1917a1.0079 1.0079 0 0 0-1.0079 1.0079 1.0079 1.0079 0 0 0 1.0079 1.0079h2.1917v2.1904a1.0079 1.0079 0 0 0 1.0079 1.0079 1.0079 1.0079 0 0 0 1.0079-1.0079v-2.1904h2.1917a1.0079 1.0079 0 0 0 1.0079-1.0079 1.0079 1.0079 0 0 0-1.0079-1.0079h-2.1917v-2.1917a1.0079 1.0079 0 0 0-1.0079-1.0079z"/>
  <path d="m349.35 243.98c3.5235 0 6.3546 2.8311 6.3546 6.3546 0 3.5234-2.8311 6.353-6.3546 6.353s-6.353-2.8296-6.353-6.353 2.8296-6.3546 6.353-6.3546z" fill="#fff"/>
  <path d="m349.35 242.99c-4.0423 0-7.3402 3.2991-7.3402 7.3415s3.2978 7.3402 7.3402 7.3402 7.3415-3.2978 7.3415-7.3402-3.2991-7.3415-7.3415-7.3415zm0 2.0158c2.953 0 5.3257 2.3727 5.3257 5.3257 0 2.9529-2.3727 5.3244-5.3257 5.3244-2.9529 0-5.3243-2.3714-5.3243-5.3244 0-2.9529 2.3714-5.3257 5.3243-5.3257zm0 1.1182a1.0079 1.0079 0 0 0-1.0079 1.0079v2.1917h-2.1917a1.0079 1.0079 0 0 0-1.0079 1.0079 1.0079 1.0079 0 0 0 1.0079 1.0079h2.1917v2.1904a1.0079 1.0079 0 0 0 1.0079 1.0079 1.0079 1.0079 0 0 0 1.0079-1.0079v-2.1904h2.1917a1.0079 1.0079 0 0 0 1.0079-1.0079 1.0079 1.0079 0 0 0-1.0079-1.0079h-2.1917v-2.1917a1.0079 1.0079 0 0 0-1.0079-1.0079z"/>
 </g>
 <g font-family="'DejaVu Sans'" font-weight="bold" text-anchor="middle">
  <g font-size="7.5">
   <text x="90" y="250">Transformer Block</text>
   <text x="90" y="261">Layer L</text>
   <text x="90" y="288">Transformer Block</text>
   <text x="90" y="300">Layer ...</text>
   <text x="90" y="327">Transformer Block</text>
   <text x="90" y="338">Layer 1</text>
   <text x="39" y="395">Positional</text>
   <text x="39" y="406">Encoding</text>
   <text x="90" y="433">Input</text>
   <text x="90" y="444">Embedding</text>
   <text x="270" y="490">Head 1</text>
   <text x="345" y="490">Head ...</text>
   <text x="420" y="490">Head H</text>
  </g>
  <g font-size="9">
   <text x="88" y="154">Softmax</text>
   <text x="90" y="222">LayerNorm</text>
   <text x="90" y="367">Dropout</text>
   <text x="90" y="188">Linear</text>
   <text x="88" y="122">Output</text>
   <text x="90" y="479">Input</text>
   <text x="270" y="407">Softmax</text>
   <text x="270" y="436">Mask</text>
   <text x="270" y="465">Matmul</text>
   <text x="270" y="379">Dropout</text>
   <text x="274" y="350">Matmul</text>
   <text x="345" y="407">Softmax</text>
   <text x="345" y="436">Mask</text>
   <text x="350" y="535">LayerNorm</text>
   <text x="350" y="226">LayerNorm</text>
   <text x="345" y="379">Dropout</text>
   <text x="350" y="282">Dropout</text>
   <text x="350" y="80">Dropout</text>
   <text x="350" y="350">Matmul</text>
   <text x="420" y="407">Softmax</text>
   <text x="420" y="436">Mask</text>
   <text x="420" y="465">Matmul</text>
   <text x="420" y="379">Dropout</text>
   <text x="424" y="350">Matmul</text>
   <text x="350" y="503">Linear</text>
   <text x="350" y="316">Linear</text>
   <text x="350" y="115">Linear</text>
   <text x="350" y="185">Linear</text>
   <text x="350" y="150">Gelu</text>
   <text x="345" y="465">Matmul</text>
   <text x="350" y="588">Transformer Block Input</text>
   <text x="350" y="17">Transformer Block Output</text>
  </g>
 </g>
</svg>