Browse Source

kvcache: Set context for shift offsets

brucemacd/parallel-embed-models
Jesse Gross 1 year ago
committed by Jesse Gross
parent
commit
f52b2615ef
  1. 2
      kvcache/causal.go

2
kvcache/causal.go

@ -545,7 +545,7 @@ func (c *Causal) shift(seq int, beginIndex, offset int32) error {
}
}
kShift, err := ctx.FromIntSlice(offsets, len(offsets))
kShift, err := ctx.Input().FromIntSlice(offsets, len(offsets))
if err != nil {
return err
}

Loading…
Cancel
Save