llama: fix non-local x path (#15580)
This commit is contained in:
parent
e535e59e13
commit
af3d2153a7
|
|
@ -906,7 +906,8 @@ class Llama2_(nn.Module):
|
|||
past_kv.prepare(seq_len)
|
||||
|
||||
def core():
|
||||
_, current_kv = layer(
|
||||
nonlocal x
|
||||
x, current_kv = layer(
|
||||
x=x,
|
||||
attention_mask=mask,
|
||||
freqs_cis=freqs_cis,
|
||||
|
|
|
|||
Loading…
Reference in New Issue