audioflamingo3.diff.svg

<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1500 1213" width="1500" height="1213" font-size="14">
<style>
:root {
  --bg: #ffffff; --fg: #1b1f24; --muted: #6b7280; --panel: #f6f8fa; --grid: #e5e7eb;
  --embed: #dbeafe; --embed-s: #3b82f6;
  --attn: #cffafe; --attn-s: #06b6d4;
  --mamba: #dcfce7; --mamba-s: #22c55e;
  --linattn: #fce7f3; --linattn-s: #ec4899;
  --recur: #ede9fe; --recur-s: #8b5cf6;
  --moe: #ffedd5; --moe-s: #f97316;
  --mlp: #ede9fe; --mlp-s: #8b5cf6;
  --norm: #e5e7eb; --norm-s: #9ca3af;
  --head: #fee2e2; --head-s: #ef4444;
  --config: #f1f5f9; --config-s: #64748b;
  --rope: #fef9c3; --rope-s: #eab308;
  --layer: #f8fafc; --layer-s: #cbd5e1;
  --io: #f1f5f9; --io-s: #94a3b8;
  --soft: #fae8ff; --soft-s: #c026d3;
  --add: #ffffff; --add-s: #475569;
  --block-s: #94a3b8;
  --residual: #f59e0b;
  --added: #16a34a; --over: #d97706; --deleted: #dc2626;
  --lt-full: #06b6d4; --lt-sliding: #3b82f6; --lt-chunked: #8b5cf6;
  --lt-compressed: #f97316; --lt-heavy: #dc2626; --lt-linear: #ec4899; --lt-mamba: #22c55e;
  --cell-on: #0ea5e9; --cell-off: #e5e7eb;
  --vision: #dcfce7; --vision-s: #16a34a; --audio: #fae8ff; --audio-s: #c026d3;
  --proj: #fef3c7; --proj-s: #d97706; --xattn: #db2777;
  --conv: #d1fae5; --conv-s: #10b981; --act: #ecfccb; --act-s: #65a30d;
  --pool: #e0f2fe; --pool-s: #0284c7; --quant: #fae8ff; --quant-s: #c026d3;
}
@media (prefers-color-scheme: dark) {
  :root {
    --bg: #0d1117; --fg: #e6edf3; --muted: #8b949e; --panel: #161b22; --grid: #30363d;
    --embed: #172554; --attn: #083344; --mamba: #052e16; --linattn: #500724;
    --recur: #2e1065; --moe: #431407; --mlp: #2e1065; --norm: #21262d; --head: #450a0a;
    --config: #1e293b; --rope: #422006; --layer: #161b22;
    --conv: #022c22; --act: #1a2e05; --pool: #082f49; --quant: #3b0764; --proj: #422006;
    --io: #1e293b; --soft: #3b0764; --add: #0d1117; --cell-off: #21262d;
  }
}
.bg { fill: var(--bg); }
text { font-family: ui-sans-serif, -apple-system, "Segoe UI", Roboto, sans-serif; fill: var(--fg); }
.title { font-size: 22px; font-weight: 700; }
.subtitle { font-size: 13px; fill: var(--muted); }
.box-label { font-size: 14px; font-weight: 600; }
.box-label.sm { font-size: 12.5px; }
.box-sub { font-size: 11px; fill: var(--muted); }
.glyph { font-size: 18px; font-weight: 700; fill: var(--add-s); }
.badge { font-size: 12px; font-weight: 700; fill: var(--fg); }
.facts-k { font-size: 11.5px; fill: var(--muted); }
.facts-v { font-size: 11.5px; font-weight: 600; }
.legend-t { font-size: 11.5px; fill: var(--fg); }
.panel { fill: var(--panel); stroke: var(--grid); }
rect.b { rx: 9; stroke-width: 1.6; }
.c-embed { fill: var(--embed); stroke: var(--embed-s); }
.c-attn  { fill: var(--attn);  stroke: var(--attn-s); }
.c-mamba { fill: var(--mamba); stroke: var(--mamba-s); }
.c-linattn { fill: var(--linattn); stroke: var(--linattn-s); }
.c-recur { fill: var(--recur); stroke: var(--recur-s); }
.c-moe   { fill: var(--moe);   stroke: var(--moe-s); }
.c-mlp   { fill: var(--mlp);   stroke: var(--mlp-s); }
.c-norm  { fill: var(--norm);  stroke: var(--norm-s); }
.c-head  { fill: var(--head);  stroke: var(--head-s); }
.c-config{ fill: var(--config);stroke: var(--config-s); }
.c-rope  { fill: var(--rope);  stroke: var(--rope-s); }
.c-proj  { fill: var(--proj);  stroke: var(--proj-s); }
.c-conv  { fill: var(--conv);  stroke: var(--conv-s); }
.c-act   { fill: var(--act);   stroke: var(--act-s); }
.c-pool  { fill: var(--pool);  stroke: var(--pool-s); }
.c-quant { fill: var(--quant); stroke: var(--quant-s); }
.c-layer { fill: var(--layer); stroke: var(--layer-s); }
.c-io    { fill: var(--io);    stroke: var(--io-s); }
.c-soft  { fill: var(--soft);  stroke: var(--soft-s); }
.c-add   { fill: var(--add);   stroke: var(--add-s); }
.c-block { fill: none; stroke: var(--block-s); stroke-width: 1.6; stroke-dasharray: 7 5; }
.c-lt-full { fill: var(--lt-full); stroke: var(--lt-full); }
.c-lt-sliding { fill: var(--lt-sliding); stroke: var(--lt-sliding); }
.c-lt-chunked { fill: var(--lt-chunked); stroke: var(--lt-chunked); }
.c-lt-compressed { fill: var(--lt-compressed); stroke: var(--lt-compressed); }
.c-lt-heavy { fill: var(--lt-heavy); stroke: var(--lt-heavy); }
.c-lt-linear { fill: var(--lt-linear); stroke: var(--lt-linear); }
.c-lt-mamba { fill: var(--lt-mamba); stroke: var(--lt-mamba); }
.cell-on { fill: var(--cell-on); }
.cell-off { fill: var(--cell-off); }
.grid-frame { fill: none; stroke: var(--grid); stroke-width: 1; }
.mask-bg { fill: var(--cell-off); }
.mask-on { fill: #22c55e; }
.mask-div { stroke: var(--fg); stroke-width: 1.5; stroke-dasharray: 3 2; }
.c-vision { fill: var(--vision); stroke: var(--vision-s); }
.c-audio  { fill: var(--audio);  stroke: var(--audio-s); }
.c-proj   { fill: var(--proj);   stroke: var(--proj-s); }
.c-sub    { fill: var(--bg); stroke: var(--block-s); stroke-width: 1.2; }
.sec-h { font-size: 12px; font-weight: 700; }
.sec-hbar { fill: var(--bg); opacity: 0.82; }
.residual.xattn { stroke: var(--xattn); stroke-width: 2.4; }
.ghost { opacity: 0.32; stroke-dasharray: 4 3; }
.ch-added rect.b, rect.b.ch-added { stroke: var(--added); stroke-width: 3.2; }
.ch-over rect.b, rect.b.ch-over { stroke: var(--over); stroke-width: 3.2; }
.ch-deleted rect.b, rect.b.ch-deleted { stroke: var(--deleted); stroke-width: 3.2; }
.edge { stroke: var(--grid); stroke-width: 2; }
.flow { stroke: var(--grid); stroke-width: 2; fill: none; }
.residual { stroke: var(--residual); stroke-width: 2; fill: none; }
.rope { stroke: var(--rope-s); stroke-width: 2.2; fill: none; }
.xattn { stroke: var(--xattn); stroke-width: 2.4; fill: none; }
.cell-idx { font-size: 9px; fill: #ffffff; font-weight: 600; }
.sky { fill: #bae6fd; } .sun { fill: #fde047; } .hill { fill: #4ade80; }
</style>
<defs><marker id="ah-flow" viewBox="0 0 10 10" refX="8" refY="5" markerWidth="7" markerHeight="7" orient="auto-start-reverse"><path d="M0,0 L10,5 L0,10 z" fill="var(--grid)"/></marker><marker id="ah-residual" viewBox="0 0 10 10" refX="8" refY="5" markerWidth="7" markerHeight="7" orient="auto-start-reverse"><path d="M0,0 L10,5 L0,10 z" fill="var(--residual)"/></marker><marker id="ah-rope" viewBox="0 0 10 10" refX="8" refY="5" markerWidth="7" markerHeight="7" orient="auto-start-reverse"><path d="M0,0 L10,5 L0,10 z" fill="var(--rope-s)"/></marker><marker id="ah-xattn" viewBox="0 0 10 10" refX="8" refY="5" markerWidth="7" markerHeight="7" orient="auto-start-reverse"><path d="M0,0 L10,5 L0,10 z" fill="var(--xattn)"/></marker></defs>
<rect class="bg" x="0" y="0" width="1500" height="1213"/>
<text class="title" x="24" y="34">audioflamingo3</text>
<text class="subtitle" x="24" y="54">diff vs voxtral (+qwen2_audio,whisper)  ·  10 overridden · 10 added · 0 deleted · 1 new · 3 inherited-as-is</text>
<line class="edge" x1="785" y1="108" x2="785" y2="1171"/>
<g class=""><rect class="c-block" x="586" y="184" width="398" height="853" rx="14"/><text class="box-sub" x="598" y="202">AudioFlamingo3Model  ·  base model</text></g>
<g class=""><title>32 × Qwen2DecoderLayer</title><rect class="c-block" x="594" y="257" width="382" height="740" rx="14"/><text class="box-sub" x="606" y="275">Qwen2DecoderLayer</text><text class="badge" x="964" y="277" text-anchor="end">× 32</text></g>
<g class=""><rect class="c-block" x="586" y="1037" width="398" height="142" rx="14"/><text class="box-sub" x="598" y="1055">AudioFlamingo3ForConditionalGeneration  ·  task head</text></g>
<g class="ghost"><rect class="b c-attn " x="620" y="321" width="330" height="380" rx="11"/><rect class="sec-hbar" x="625" y="325" width="320" height="18" rx="5"/><text class="sec-h" x="632" y="338">Self-Attention · Qwen2Attention</text></g>
<g class=""><rect class="b c-audio ch-over" x="36" y="166" width="250" height="373" rx="11"/><rect class="sec-hbar" x="41" y="170" width="240" height="18" rx="5"/><text class="sec-h" x="48" y="183">Audio encoder · AudioFlamingo…</text><text class="badge" x="274" y="183" text-anchor="end">×32</text></g>
<g class=""><rect class="b c-audio ch-over" x="46" y="192" width="230" height="341" rx="11"/><rect class="sec-hbar" x="51" y="196" width="220" height="18" rx="5"/><text class="sec-h" x="58" y="209">AudioFlamingo3EncoderLay…</text><text class="badge" x="264" y="209" text-anchor="end">×32</text></g>
<g class="ghost"><rect class="b c-mlp " x="620" y="797" width="330" height="152" rx="11"/><rect class="sec-hbar" x="625" y="801" width="320" height="18" rx="5"/><text class="sec-h" x="632" y="814">MLP · Qwen2MLP</text></g>
<g class="ghost"><rect class="b c-sub " x="54" y="214" width="214" height="143" rx="11"/><rect class="sec-hbar" x="59" y="218" width="204" height="18" rx="5"/><text class="sec-h" x="66" y="231">self_attn · VoxtralAttention  ↩ inh…</text></g>
<g class=""><rect class="b c-proj ch-over" x="36" y="555" width="250" height="116" rx="11"/><rect class="sec-hbar" x="41" y="559" width="240" height="18" rx="5"/><text class="sec-h" x="48" y="572">Projector · AudioFlamingo3MultiModal…</text></g>
<polyline class="rope" points="584,365 620,365" marker-end="url(#ah-rope)"/>
<polyline class="residual" points="620,279 586,279 586,728 620,728" stroke-dasharray="6 4" marker-end="url(#ah-residual)"/>
<polyline class="residual" points="620,728 570,728 570,976 620,976" stroke-dasharray="6 4" marker-end="url(#ah-residual)"/>
<polyline class="flow" points="161,150 161,166" marker-end="url(#ah-flow)"/>
<polyline class="flow" points="161,539 161,555" marker-end="url(#ah-flow)"/>
<polyline class="flow" points="286,613 453,613 453,220 620,220" marker-end="url(#ah-flow)"/>
<g class=""><rect class="b c-io" x="620" y="108" width="330" height="32" rx="16"/><text class="box-label sm" x="785.0" y="122.0" text-anchor="middle">input_ids</text><text class="box-sub" x="785.0" y="137.0" text-anchor="middle">tokenize(&quot;Hey, how are you?&quot;)  →  [1, 6]</text></g>
<g class="ghost"><title>token 0: &#x27;Hey&#x27;</title><rect class="b c-sub" x="620" y="154" width="50" height="26" rx="9"/><text class="box-label sm" x="645.0" y="165.0" text-anchor="middle">Hey</text><text class="box-sub" x="645.0" y="180.0" text-anchor="middle">0</text></g>
<g class="ghost"><title>token 1: &#x27;,&#x27;</title><rect class="b c-sub" x="675" y="154" width="50" height="26" rx="9"/><text class="box-label sm" x="700.0" y="165.0" text-anchor="middle">,</text><text class="box-sub" x="700.0" y="180.0" text-anchor="middle">1</text></g>
<g class="ghost"><title>token 2: &#x27;␣how&#x27;</title><rect class="b c-sub" x="731" y="154" width="50" height="26" rx="9"/><text class="box-label sm" x="756.0" y="165.0" text-anchor="middle">␣how</text><text class="box-sub" x="756.0" y="180.0" text-anchor="middle">2</text></g>
<g class="ghost"><title>token 3: &#x27;␣are&#x27;</title><rect class="b c-sub" x="787" y="154" width="50" height="26" rx="9"/><text class="box-label sm" x="812.0" y="165.0" text-anchor="middle">␣are</text><text class="box-sub" x="812.0" y="180.0" text-anchor="middle">3</text></g>
<g class="ghost"><title>token 4: &#x27;␣you&#x27;</title><rect class="b c-sub" x="843" y="154" width="50" height="26" rx="9"/><text class="box-label sm" x="868.0" y="165.0" text-anchor="middle">␣you</text><text class="box-sub" x="868.0" y="180.0" text-anchor="middle">4</text></g>
<g class="ghost"><title>token 5: &#x27;?&#x27;</title><rect class="b c-sub" x="899" y="154" width="50" height="26" rx="9"/><text class="box-label sm" x="924.0" y="165.0" text-anchor="middle">?</text><text class="box-sub" x="924.0" y="180.0" text-anchor="middle">5</text></g>
<g class="ghost"><rect class="b c-embed" x="620" y="198" width="330" height="45" rx="9"/><text class="box-label sm" x="785.0" y="218.5" text-anchor="middle">Token Embedding</text><text class="box-sub" x="785.0" y="233.5" text-anchor="middle">weight [151936 × 4096]   →   [1, 6, 4096]</text></g>
<g class="ghost"><rect class="b c-norm" x="620" y="279" width="330" height="28" rx="9"/><text class="box-label sm" x="785.0" y="291.0" text-anchor="middle">Qwen2RMSNorm</text><text class="box-sub" x="785.0" y="306.0" text-anchor="middle">pre-attention  [1, 6, 4096]</text></g>
<g class="ghost"><title>q_proj: Linear [4096→4096]</title><rect class="b c-proj" x="630" y="347" width="151" height="22" rx="9"/><text class="box-label sm" x="705.5" y="362.5" text-anchor="middle">q_proj  [4096→4096]</text></g>
<g class="ghost"><title>k_proj: Linear [4096→4096]</title><rect class="b c-proj" x="789" y="347" width="151" height="22" rx="9"/><text class="box-label sm" x="864.5" y="362.5" text-anchor="middle">k_proj  [4096→4096]</text></g>
<g class="ghost"><title>v_proj: Linear [4096→4096]</title><rect class="b c-proj" x="630" y="377" width="151" height="22" rx="9"/><text class="box-label sm" x="705.5" y="392.5" text-anchor="middle">v_proj  [4096→4096]</text></g>
<g class="ghost"><title>o_proj: Linear [4096→4096]</title><rect class="b c-proj" x="789" y="377" width="151" height="22" rx="9"/><text class="box-label sm" x="864.5" y="392.5" text-anchor="middle">o_proj  [4096→4096]</text></g>
<g class="ghost"><rect class="b c-sub" x="630" y="407" width="310" height="30" rx="9"/><text class="box-label sm" x="785.0" y="420.0" text-anchor="middle">scaled dot-product attention</text><text class="box-sub" x="785.0" y="435.0" text-anchor="middle">32 heads · head_dim 128</text></g>
<g class=""><title>full_attention attention mask (q↓ × k→)</title><text class="box-sub" x="665" y="449">full mask</text><rect class="mask-bg" x="665" y="455" width="240.0" height="240.0"/><rect class="mask-on" x="665.0" y="455.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="465.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="465.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="475.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="475.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="475.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="485.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="485.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="485.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="485.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="495.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="495.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="495.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="495.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="495.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="505.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="505.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="505.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="505.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="505.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="505.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="515.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="515.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="515.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="515.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="515.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="515.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="515.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="525.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="525.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="525.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="525.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="525.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="525.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="525.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="525.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="535.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="535.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="535.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="535.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="535.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="535.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="535.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="535.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="535.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="545.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="555.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="565.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="575.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="585.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="595.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="815.0" y="605.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="815.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="825.0" y="615.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="815.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="825.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="835.0" y="625.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="815.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="825.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="835.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="845.0" y="635.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="815.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="825.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="835.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="845.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="855.0" y="645.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="815.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="825.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="835.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="845.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="855.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="865.0" y="655.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="815.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="825.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="835.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="845.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="855.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="865.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="875.0" y="665.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="815.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="825.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="835.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="845.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="855.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="865.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="875.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="885.0" y="675.0" width="10.0" height="10.0"/><rect class="mask-on" x="665.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="675.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="685.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="695.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="705.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="715.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="725.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="735.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="745.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="755.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="765.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="775.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="785.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="795.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="805.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="815.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="825.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="835.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="845.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="855.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="865.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="875.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="885.0" y="685.0" width="10.0" height="10.0"/><rect class="mask-on" x="895.0" y="685.0" width="10.0" height="10.0"/><rect class="grid-frame" x="665" y="455" width="240.0" height="240.0"/></g>
<g class="ghost"><rect class="b c-rope" x="452" y="347" width="132" height="40" rx="9"/><text class="box-label sm" x="518.0" y="365.0" text-anchor="middle">RoPE</text><text class="box-sub" x="518.0" y="380.0" text-anchor="middle">rotary positions → Q, K</text></g>
<g class=""><title>residual add</title><circle class="b c-add " cx="785.0" cy="728" r="13"/><text class="glyph" x="785.0" y="734" text-anchor="middle">+</text></g>
<g class="ghost"><rect class="b c-norm" x="620" y="755" width="330" height="28" rx="9"/><text class="box-label sm" x="785.0" y="767.0" text-anchor="middle">Qwen2RMSNorm</text><text class="box-sub" x="785.0" y="782.0" text-anchor="middle">pre-FFN  [1, 6, 4096]</text></g>
<g class="ghost"><title>gate_proj: Linear [4096→22016]</title><rect class="b c-proj" x="632" y="823" width="306" height="22" rx="9"/><text class="box-label sm" x="785.0" y="838.5" text-anchor="middle">gate_proj  [4096→22016]</text></g>
<g class="ghost"><title>up_proj: Linear [4096→22016]</title><rect class="b c-proj" x="632" y="853" width="306" height="22" rx="9"/><text class="box-label sm" x="785.0" y="868.5" text-anchor="middle">up_proj  [4096→22016]</text></g>
<g class="ghost"><title>down_proj: Linear [22016→4096]</title><rect class="b c-proj" x="632" y="883" width="306" height="22" rx="9"/><text class="box-label sm" x="785.0" y="898.5" text-anchor="middle">down_proj  [22016→4096]</text></g>
<g class="ghost"><title>act_fn: SiLUActivation</title><rect class="b c-act" x="632" y="913" width="306" height="22" rx="9"/><text class="box-label sm" x="785.0" y="928.5" text-anchor="middle">act_fn  SiLU</text></g>
<g class=""><title>residual add</title><circle class="b c-add " cx="785.0" cy="976" r="13"/><text class="glyph" x="785.0" y="982" text-anchor="middle">+</text></g>
<g class="ghost"><rect class="b c-norm" x="620" y="1003" width="330" height="28" rx="9"/><text class="box-label sm" x="785.0" y="1015.0" text-anchor="middle">Final RMSNorm</text><text class="box-sub" x="785.0" y="1030.0" text-anchor="middle">[1, 6, 4096]</text></g>
<g class=""><title>AudioFlamingo3ForConditionalGeneration</title><rect class="b c-head ch-over" x="620" y="1045" width="330" height="42" rx="9"/><text class="box-label sm" x="785.0" y="1064.0" text-anchor="middle">LM Head</text><text class="box-sub" x="785.0" y="1079.0" text-anchor="middle">Linear [4096→151936]  · tied</text><circle cx="632" cy="1057" r="5" fill="var(--over)"/></g>
<g class="ghost"><rect class="b c-soft" x="620" y="1101" width="330" height="26" rx="9"/><text class="box-label sm" x="785.0" y="1118.5" text-anchor="middle">Softmax</text></g>
<g class=""><rect class="b c-io" x="620" y="1141" width="330" height="30" rx="15"/><text class="box-label sm" x="785.0" y="1154.0" text-anchor="middle">logits</text><text class="box-sub" x="785.0" y="1169.0" text-anchor="middle">[1, 6, 151936]</text></g>
<g class=""><rect class="b c-io" x="36" y="120" width="250" height="30" rx="15"/><text class="box-label sm" x="161.0" y="133.0" text-anchor="middle">input_features</text><text class="box-sub" x="161.0" y="148.0" text-anchor="middle">[1, 128, 3000]</text></g>
<g class="ghost"><title>k_proj: Linear [1280→1280]</title><rect class="b c-proj" x="62" y="239" width="198" height="22" rx="9"/><text class="box-label sm" x="161.0" y="254.5" text-anchor="middle">k_proj  [1280→1280]</text></g>
<g class="ghost"><title>v_proj: Linear [1280→1280]</title><rect class="b c-proj" x="62" y="267" width="198" height="22" rx="9"/><text class="box-label sm" x="161.0" y="282.5" text-anchor="middle">v_proj  [1280→1280]</text></g>
<g class="ghost"><title>q_proj: Linear [1280→1280]</title><rect class="b c-proj" x="62" y="295" width="198" height="22" rx="9"/><text class="box-label sm" x="161.0" y="310.5" text-anchor="middle">q_proj  [1280→1280]</text></g>
<g class=""><title>out_proj: Linear [1280→1280]</title><rect class="b c-proj ch-added" x="62" y="323" width="198" height="22" rx="9"/><text class="box-label sm" x="161.0" y="338.5" text-anchor="middle">out_proj  [1280→1280]</text><circle cx="74" cy="335" r="5" fill="var(--added)"/></g>
<g class=""><title>self_attn_layer_norm: LayerNorm 1280</title><rect class="b c-norm ch-added" x="54" y="363" width="214" height="34" rx="9"/><text class="box-label sm" x="161.0" y="378.0" text-anchor="middle">self_attn_layer_norm</text><text class="box-sub" x="161.0" y="393.0" text-anchor="middle">LayerNorm 1280</text><circle cx="66" cy="375" r="5" fill="var(--added)"/></g>
<g class=""><title>activation_fn: GELUActivation</title><rect class="b c-act ch-added" x="54" y="403" width="214" height="22" rx="9"/><text class="box-label sm" x="161.0" y="418.5" text-anchor="middle">activation_fn  GELU</text><circle cx="66" cy="415" r="5" fill="var(--added)"/></g>
<g class=""><title>fc1: Linear [1280→5120]</title><rect class="b c-proj ch-added" x="54" y="431" width="214" height="22" rx="9"/><text class="box-label sm" x="161.0" y="446.5" text-anchor="middle">fc1  [1280→5120]</text><circle cx="66" cy="443" r="5" fill="var(--added)"/></g>
<g class=""><title>fc2: Linear [5120→1280]</title><rect class="b c-proj ch-added" x="54" y="459" width="214" height="22" rx="9"/><text class="box-label sm" x="161.0" y="474.5" text-anchor="middle">fc2  [5120→1280]</text><circle cx="66" cy="471" r="5" fill="var(--added)"/></g>
<g class=""><title>final_layer_norm: LayerNorm 1280</title><rect class="b c-norm ch-added" x="54" y="487" width="214" height="34" rx="9"/><text class="box-label sm" x="161.0" y="502.0" text-anchor="middle">final_layer_norm</text><text class="box-sub" x="161.0" y="517.0" text-anchor="middle">LayerNorm 1280</text><circle cx="66" cy="499" r="5" fill="var(--added)"/></g>
<g class=""><title>linear_1: Linear [1280→4096]</title><rect class="b c-proj ch-added" x="46" y="581" width="230" height="22" rx="9"/><text class="box-label sm" x="161.0" y="596.5" text-anchor="middle">linear_1  [1280→4096]</text><circle cx="58" cy="593" r="5" fill="var(--added)"/></g>
<g class=""><title>act: GELUActivation</title><rect class="b c-act ch-added" x="46" y="609" width="230" height="22" rx="9"/><text class="box-label sm" x="161.0" y="624.5" text-anchor="middle">act  GELU</text><circle cx="58" cy="621" r="5" fill="var(--added)"/></g>
<g class=""><title>linear_2: Linear [4096→4096]</title><rect class="b c-proj ch-added" x="46" y="637" width="230" height="22" rx="9"/><text class="box-label sm" x="161.0" y="652.5" text-anchor="middle">linear_2  [4096→4096]</text><circle cx="58" cy="649" r="5" fill="var(--added)"/></g>
<g class="ghost"><rect class="b c-proj" x="375" y="190" width="168" height="18" rx="9"/><text class="box-label sm" x="459.0" y="203.5" text-anchor="middle">merge at modality tokens</text></g>
<rect class="panel" x="1212" y="88" width="264" height="174" rx="8"/>
<text class="facts-k" x="1226" y="112">model id</text>
<text class="facts-v" x="1462" y="112" text-anchor="end">nvidia/audio-flamingo-3-hf</text>
<text class="facts-k" x="1226" y="134">parent</text>
<text class="facts-v" x="1462" y="134" text-anchor="end">voxtral</text>
<text class="facts-k" x="1226" y="156">classes</text>
<text class="facts-v" x="1462" y="156" text-anchor="end">9</text>
<text class="facts-k" x="1226" y="178">overridden</text>
<text class="facts-v" x="1462" y="178" text-anchor="end">10</text>
<text class="facts-k" x="1226" y="200">added</text>
<text class="facts-v" x="1462" y="200" text-anchor="end">10</text>
<text class="facts-k" x="1226" y="222">new classes</text>
<text class="facts-v" x="1462" y="222" text-anchor="end">1</text>
<text class="facts-k" x="1226" y="244">inherited as-is</text>
<text class="facts-v" x="1462" y="244" text-anchor="end">3</text>
<text class="legend-t" x="1214" y="282" font-weight="700">legend</text>
<rect x="1216" y="293" width="16" height="12" rx="2" fill="none" stroke="var(--added)" stroke-width="3"/>
<text class="legend-t" x="1240" y="303">new submodule (vs parent)</text>
<rect x="1216" y="311" width="16" height="12" rx="2" fill="none" stroke="var(--over)" stroke-width="3"/>
<text class="legend-t" x="1240" y="321">changed / redefined</text>
<rect x="1216" y="329" width="16" height="12" rx="2" fill="none" stroke="var(--deleted)" stroke-width="3"/>
<text class="legend-t" x="1240" y="339">deleted</text>
<rect x="1216" y="347" width="16" height="12" rx="2" fill="none" stroke="var(--grid)" stroke-width="3"/>
<text class="legend-t" x="1240" y="357">inherited / copy-pasted</text>
<text class="legend-t" x="1214" y="380" font-weight="700">changes by class</text>
<circle cx="1220" cy="393" r="4" fill="var(--over)"/>
<text class="facts-v" x="1232" y="396">AudioFlamingo3Encoder</text>
<text class="box-sub" x="1232" y="409">ovr forward; 1 attr</text>
<circle cx="1220" cy="421" r="4" fill="var(--over)"/>
<text class="facts-v" x="1232" y="424">AudioFlamingo3ForConditionalGeneration</text>
<text class="box-sub" x="1232" y="437">ovr __init__,forward,get_audio_features,prep…</text>
<circle cx="1220" cy="449" r="4" fill="var(--over)"/>
<text class="facts-v" x="1232" y="452">AudioFlamingo3MultiModalProjector</text>
<text class="box-sub" x="1232" y="465">ovr __init__</text>
<circle cx="1220" cy="477" r="4" fill="var(--added)"/>
<text class="facts-v" x="1232" y="480">AudioFlamingo3CausalLMOutputWithPast</text>
<text class="box-sub" x="1232" y="493">6 attr</text>
<circle cx="1220" cy="505" r="4" fill="var(--added)"/>
<text class="facts-v" x="1232" y="508">AudioFlamingo3Model</text>
<text class="box-sub" x="1232" y="521">ovr __init__,forward,get_audio_features; 3 a…</text>
<circle cx="1220" cy="533" r="4" fill="var(--added)"/>
<text class="facts-v" x="1232" y="536">AudioFlamingo3PreTrainedModel</text>
<text class="box-sub" x="1232" y="549">1 attr</text>
</svg>