浏览代码

consistent whitespace

jmorganca 10 月之前
父节点
当前提交
e80789bd86
共有 1 个文件被更改,包括 51 次插入51 次删除
  1. 51 51
      llama/Makefile

+ 51 - 51
llama/Makefile

@@ -6,27 +6,27 @@ export CGO_CFLAGS_ALLOW = -mfma|-mf16c
 export CGO_CXXFLAGS_ALLOW = -mfma|-mf16c
 export CGO_CXXFLAGS_ALLOW = -mfma|-mf16c
 
 
 ifeq ($(ARCH),x86_64)
 ifeq ($(ARCH),x86_64)
-    ARCH := amd64
+	ARCH := amd64
 endif
 endif
 
 
 ifneq (,$(findstring MINGW,$(OS)))
 ifneq (,$(findstring MINGW,$(OS)))
-    OBJ_EXT := obj
+	OBJ_EXT := obj
 	SHARED_EXT := dll
 	SHARED_EXT := dll
-    HIP_PATH := $(shell cygpath -w -s "$(HIP_PATH)")
+	HIP_PATH := $(shell cygpath -w -s "$(HIP_PATH)")
 else
 else
-    OBJ_EXT := o
+	OBJ_EXT := o
 	SHARED_EXT := so
 	SHARED_EXT := so
 endif
 endif
 
 
 CUDA_SRCS := \
 CUDA_SRCS := \
-    ggml-cuda.cu \
-    $(wildcard ggml-cuda/*.cu) \
-    $(wildcard ggml-cuda/template-instances/fattn-wmma*.cu) \
-    $(wildcard ggml-cuda/template-instances/mmq*.cu) \
-    $(wildcard ggml-cuda/template-instances/fattn-vec*q4_0-q4_0.cu) \
-    $(wildcard ggml-cuda/template-instances/fattn-vec*q8_0-q8_0.cu) \
-    $(wildcard ggml-cuda/template-instances/fattn-vec*f16-f16.cu) \
-    ggml.c ggml-backend.c ggml-alloc.c ggml-quants.c sgemm.cpp
+	ggml-cuda.cu \
+	$(wildcard ggml-cuda/*.cu) \
+	$(wildcard ggml-cuda/template-instances/fattn-wmma*.cu) \
+	$(wildcard ggml-cuda/template-instances/mmq*.cu) \
+	$(wildcard ggml-cuda/template-instances/fattn-vec*q4_0-q4_0.cu) \
+	$(wildcard ggml-cuda/template-instances/fattn-vec*q8_0-q8_0.cu) \
+	$(wildcard ggml-cuda/template-instances/fattn-vec*f16-f16.cu) \
+	ggml.c ggml-backend.c ggml-alloc.c ggml-quants.c sgemm.cpp
 
 
 CUDA_OBJS := $(CUDA_SRCS:.cu=.cuda.$(OBJ_EXT))
 CUDA_OBJS := $(CUDA_SRCS:.cu=.cuda.$(OBJ_EXT))
 CUDA_OBJS := $(CUDA_OBJS:.c=.cuda.$(OBJ_EXT))
 CUDA_OBJS := $(CUDA_OBJS:.c=.cuda.$(OBJ_EXT))
@@ -37,72 +37,72 @@ HIP_OBJS := $(HIP_OBJS:.c=.hip.$(OBJ_EXT))
 HIP_OBJS := $(HIP_OBJS:.cpp=.hip.$(OBJ_EXT))
 HIP_OBJS := $(HIP_OBJS:.cpp=.hip.$(OBJ_EXT))
 
 
 CUDA_FLAGS := \
 CUDA_FLAGS := \
-    --generate-code=arch=compute_50,code=[compute_50,sm_50] \
-    --generate-code=arch=compute_52,code=[compute_52,sm_52] \
-    --generate-code=arch=compute_61,code=[compute_61,sm_61] \
-    --generate-code=arch=compute_70,code=[compute_70,sm_70] \
-    --generate-code=arch=compute_75,code=[compute_75,sm_75] \
-    --generate-code=arch=compute_80,code=[compute_80,sm_80] \
-    -DGGML_CUDA_DMMV_X=32 \
-    -DGGML_CUDA_PEER_MAX_BATCH_SIZE=128 \
-    -DGGML_USE_CUDA=1 \
-    -DGGML_SHARED=1 \
-    -DGGML_BUILD=1 \
-    -DGGML_USE_LLAMAFILE \
-    -D_GNU_SOURCE \
-    -DCMAKE_POSITION_INDEPENDENT_CODE=on \
-    -Wno-deprecated-gpu-targets \
-    --forward-unknown-to-host-compiler \
-    -use_fast_math \
-    -link \
-    -shared \
-    -I. \
-    -O3
+	--generate-code=arch=compute_50,code=[compute_50,sm_50] \
+	--generate-code=arch=compute_52,code=[compute_52,sm_52] \
+	--generate-code=arch=compute_61,code=[compute_61,sm_61] \
+	--generate-code=arch=compute_70,code=[compute_70,sm_70] \
+	--generate-code=arch=compute_75,code=[compute_75,sm_75] \
+	--generate-code=arch=compute_80,code=[compute_80,sm_80] \
+	-DGGML_CUDA_DMMV_X=32 \
+	-DGGML_CUDA_PEER_MAX_BATCH_SIZE=128 \
+	-DGGML_USE_CUDA=1 \
+	-DGGML_SHARED=1 \
+	-DGGML_BUILD=1 \
+	-DGGML_USE_LLAMAFILE \
+	-D_GNU_SOURCE \
+	-DCMAKE_POSITION_INDEPENDENT_CODE=on \
+	-Wno-deprecated-gpu-targets \
+	--forward-unknown-to-host-compiler \
+	-use_fast_math \
+	-link \
+	-shared \
+	-I. \
+	-O3
 
 
 HIP_ARCHS := gfx900 gfx940 gfx941 gfx942 gfx1010 gfx1012 gfx1030 gfx1100 gfx1101 gfx1102
 HIP_ARCHS := gfx900 gfx940 gfx941 gfx942 gfx1010 gfx1012 gfx1030 gfx1100 gfx1101 gfx1102
 LINUX_HIP_ARCHS := gfx906:xnack- gfx908:xnack- gfx90a:xnack+ gfx90a:xnack-
 LINUX_HIP_ARCHS := gfx906:xnack- gfx908:xnack- gfx90a:xnack+ gfx90a:xnack-
 
 
 HIPCC := "$(HIP_PATH)/bin/hipcc.bin.exe"
 HIPCC := "$(HIP_PATH)/bin/hipcc.bin.exe"
 HIP_FLAGS := \
 HIP_FLAGS := \
-    -c \
+	-c \
 	-O3 \
 	-O3 \
 	-DGGML_USE_CUDA \
 	-DGGML_USE_CUDA \
 	-DGGML_BUILD=1 \
 	-DGGML_BUILD=1 \
 	-DGGML_SHARED=1 \
 	-DGGML_SHARED=1 \
-    -DGGML_CUDA_DMMV_X=32 \
+	-DGGML_CUDA_DMMV_X=32 \
 	-DGGML_CUDA_MMV_Y=1 \
 	-DGGML_CUDA_MMV_Y=1 \
 	-DGGML_SCHED_MAX_COPIES=4 \
 	-DGGML_SCHED_MAX_COPIES=4 \
-    -DGGML_USE_HIPBLAS \
+	-DGGML_USE_HIPBLAS \
 	-DGGML_USE_LLAMAFILE \
 	-DGGML_USE_LLAMAFILE \
 	-DHIP_FAST_MATH \
 	-DHIP_FAST_MATH \
 	-DNDEBUG \
 	-DNDEBUG \
-    -DK_QUANTS_PER_ITERATION=2 \
+	-DK_QUANTS_PER_ITERATION=2 \
 	-D_CRT_SECURE_NO_WARNINGS \
 	-D_CRT_SECURE_NO_WARNINGS \
-    -DCMAKE_POSITION_INDEPENDENT_CODE=on \
+	-DCMAKE_POSITION_INDEPENDENT_CODE=on \
 	-D_GNU_SOURCE \
 	-D_GNU_SOURCE \
-    -Wno-expansion-to-defined \
+	-Wno-expansion-to-defined \
 	-Wno-invalid-noreturn \
 	-Wno-invalid-noreturn \
 	-Wno-ignored-attributes \
 	-Wno-ignored-attributes \
-    -Wno-pass-failed \
+	-Wno-pass-failed \
 	-Wno-deprecated-declarations \
 	-Wno-deprecated-declarations \
 	-Wno-unused-result \
 	-Wno-unused-result \
-    -Xclang \
-    --dependent-lib=msvcrt \
+	-Xclang \
+	--dependent-lib=msvcrt \
 	-I. \
 	-I. \
-    $(foreach arch, $(HIP_ARCHS), --offload-arch=$(arch))
+	$(foreach arch, $(HIP_ARCHS), --offload-arch=$(arch))
 
 
 ifeq ($(UNAME_S), Linux)
 ifeq ($(UNAME_S), Linux)
-    HIP_FLAGS += $(foreach arch, $(LINUX_HIP_ARCHS), --offload-arch=$(arch))
+	HIP_FLAGS += $(foreach arch, $(LINUX_HIP_ARCHS), --offload-arch=$(arch))
 endif
 endif
 
 
 ifeq ($(OS),Darwin)
 ifeq ($(OS),Darwin)
-    ifeq ($(ARCH),arm64)
-        all: ollama_runner
-    else ifeq ($(ARCH),amd64)
-        all: ollama_runner ollama_runner_avx ollama_runner_avx2
-    endif
+	ifeq ($(ARCH),arm64)
+		all: ollama_runner
+	else ifeq ($(ARCH),amd64)
+		all: ollama_runner ollama_runner_avx ollama_runner_avx2
+	endif
 else
 else
-    all: ollama_runner ollama_runner_avx ollama_runner_avx2 ollama_runner_cuda ollama_runner_rocm
+	all: ollama_runner ollama_runner_avx ollama_runner_avx2 ollama_runner_cuda ollama_runner_rocm
 endif
 endif
 
 
 %.cuda.$(OBJ_EXT): %.cu
 %.cuda.$(OBJ_EXT): %.cu
@@ -130,7 +130,7 @@ ggml_hipblas.$(SHARED_EXT): $(HIP_OBJS)
 	$(HIPCC) --shared -lhipblas -lamdhip64 -lrocblas $(HIP_OBJS) -o $@
 	$(HIPCC) --shared -lhipblas -lamdhip64 -lrocblas $(HIP_OBJS) -o $@
 
 
 ollama_runner:
 ollama_runner:
-	CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -o $@ ./runner 
+	CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -o $@ ./runner
 
 
 ollama_runner_avx:
 ollama_runner_avx:
 	CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -tags avx -o $@ ./runner
 	CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -tags avx -o $@ ./runner