duplicate input embeddings

1 year ago · ff5d1a3dc0
1 changed files with 1 additions and 1 deletions
--- a/model/models/qwen25vl/model_text.go
+++ b/model/models/qwen25vl/model_text.go
@ -146,7 +146,7 @@ func (l *Layer) Forward(ctx ml.Context, hiddenState, positionIDs, outputs ml.Ten

 func (m *TextModel) Forward(ctx ml.Context, inputs, positions, outputs ml.Tensor, batch input.Batch, cache kvcache.Cache) (ml.Tensor, error) {
 	// Initial token embedding
-	hiddenState := m.TokenEmbedding.Forward(ctx, inputs)
+	hiddenState := m.TokenEmbedding.Forward(ctx, inputs).Duplicate(ctx)

 	for _, image := range batch.Multimodal {
 		visionOutputs := image.Multimodal.(ml.Tensor)