feat: first draft of q2_k quantization support

2025-11-03 18:24:41 +08:00
parent 25e5dd4645
commit 9e1a4f2942
8 changed files with 972 additions and 1 deletions
@@ -957,6 +957,7 @@ OBJ_LLAMA = \
 	src/network-utils.o \
 	src/quantization.o \
 	src/sparsity.o \
+	src/k_quantization.o \

 OBJ_COMMON = \
 	common/profiler.o \
@@ -1187,6 +1188,11 @@ src/sparsity.o: \
 	src/sparsity.h 
 	$(CXX) $(CXXFLAGS) -c $< -o $@ -fopenmp

+src/k_quantization.o: \
+	src/k_quantization.cpp \
+	src/k_quantization.h 
+	$(CXX) $(CXXFLAGS) -c $< -o $@
+
 src/llama-grammar.o: \
 	src/llama-grammar.cpp \
 	src/llama-grammar.h \