Josh
2 years ago
committed by
GitHub
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with
1 additions and
1 deletions
-
llm/llm.go
|
|
|
@ -33,7 +33,7 @@ func Quantize(infile, outfile string, ftype fileType) error { |
|
|
|
params.ftype = ftype.Value() |
|
|
|
|
|
|
|
if rc := C.llama_model_quantize(cinfile, coutfile, ¶ms); rc != 0 { |
|
|
|
return fmt.Errorf("llama_model_quantize: %d", rc) |
|
|
|
return fmt.Errorf("failed to quantize model. This model architecture may not be supported, or you may need to upgrade Ollama to the latest version") |
|
|
|
} |
|
|
|
|
|
|
|
return nil |
|
|
|
|