Browse Source

fix: quant err message (#5616)

jyan/reord-g
Josh 2 years ago
committed by GitHub
parent
commit
10e768826c
No known key found for this signature in database GPG Key ID: B5690EEEBB952194
  1. 2
      llm/llm.go

2
llm/llm.go

@ -33,7 +33,7 @@ func Quantize(infile, outfile string, ftype fileType) error {
params.ftype = ftype.Value()
if rc := C.llama_model_quantize(cinfile, coutfile, &params); rc != 0 {
return fmt.Errorf("llama_model_quantize: %d", rc)
return fmt.Errorf("failed to quantize model. This model architecture may not be supported, or you may need to upgrade Ollama to the latest version")
}
return nil

Loading…
Cancel
Save