gptoss: fix memory calc (#11700)

1 year ago · fcec04bf42
1 changed files with 1 additions and 1 deletions
--- a/fs/ggml/ggml.go
+++ b/fs/ggml/ggml.go
@ -676,7 +676,7 @@ func (f GGML) GraphSize(context, batch uint64, numParallel int, kvCacheType stri
 			}
 		}
 		fullOffload = 4 * f.KV().HeadCountMax() / cmp.Or(f.KV().HeadCountKVMin(), 1) * kvTotal / 6
-		partialOffload = 2 * fullOffload
+		partialOffload = fullOffload
 	}

 	return