Ver código fonte

Merge pull request #1245 from jmorganca/mxyng/gguf-int

fix: gguf int type
Michael Yang 1 ano atrás
pai
commit
c7e70cd3bb
1 arquivos alterados com 2 adições e 2 exclusões
  1. 2 2
      llm/gguf.go

+ 2 - 2
llm/gguf.go

@@ -335,7 +335,7 @@ func (llm *ggufModel) readArrayV1(r io.Reader) (arr []any, err error) {
 		case ggufTypeUint8:
 			arr = append(arr, llm.readU8(r))
 		case ggufTypeInt8:
-			arr = append(arr, llm.readU8(r))
+			arr = append(arr, llm.readI8(r))
 		case ggufTypeUint16:
 			arr = append(arr, llm.readU16(r))
 		case ggufTypeInt16:
@@ -376,7 +376,7 @@ func (llm *ggufModel) readArray(r io.Reader) (arr []any, err error) {
 		case ggufTypeUint8:
 			arr = append(arr, llm.readU8(r))
 		case ggufTypeInt8:
-			arr = append(arr, llm.readU8(r))
+			arr = append(arr, llm.readI8(r))
 		case ggufTypeUint16:
 			arr = append(arr, llm.readU16(r))
 		case ggufTypeInt16: