Fix missing cache advance from qwen 3.5 (#1024)

2026-03-19 17:20:38 -07:00
parent f8019f7769
commit ed7884cb80
1 changed files with 1 additions and 0 deletions
@@ -189,6 +189,7 @@ class GatedDeltaNet(nn.Module):

        if cache is not None:
            cache[1] = state
+            cache.advance(S)

        out = self.norm(out, z)
        out = self.out_proj(out.reshape(B, S, -1))