integrate llama.cpp for local inference

2025-07-12 12:22:05 -07:00
parent 57133f3d2c
commit f319cce82a
6 changed files with 227 additions and 0 deletions
@@ -0,0 +1,11 @@
+CC = gcc
+CFLAGS = -Wall -g -I./thirdparty/llama.cpp/include -I./thirdparty/llama.cpp/ggml/include
+TARGET = stream_app
+SRC = main.c
+LIBS = -L./thirdparty/llama.cpp/build/bin -lllama -lggml -lggml-base
+
+$(TARGET): $(SRC)
+	$(CC) $(CFLAGS) -o $(TARGET) $(SRC) $(LIBS)
+
+clean:
+	rm -f *.o $(TARGET)