diff options
| -rw-r--r-- | .gitignore | 4 | ||||
| -rw-r--r-- | Makefile | 13 | ||||
| -rw-r--r-- | main.c | 195 | ||||
| -rw-r--r-- | mem.h | 46 |
4 files changed, 252 insertions, 6 deletions
@@ -1,8 +1,6 @@ -bjournd - +app *.o *.gguf deps/ - **/*.swp @@ -4,7 +4,7 @@ CFLAGS = -march=native -O2 -std=c11 -Wall -Wextra CXXFLAGS = -march=native -O2 -O2 -Wall -Wextra INCLUDES = -I. -Ideps/include -TARGET = bjournd +TARGET = app SRC = main.c OBJS = $(SRC:.c=.o) @@ -15,6 +15,10 @@ LLAMA_SRC_DIR = deps/llama.cpp-src LLAMA_BUILD = $(LLAMA_SRC_DIR)/build STATIC_LIBS = deps/lib/libllama.a \ + deps/lib/libllama-common.a \ + deps/lib/libllama-common-base.a \ + deps/lib/libmtmd.a \ + deps/lib/libvendor-hash.a \ deps/lib/libggml.a \ deps/lib/libggml-cpu.a \ @@ -30,6 +34,10 @@ $(TARGET): deps/lib/libllama.a $(OBJS) $(CXX) $(CXXFLAGS) $(OBJS) \ -Wl,--start-group \ deps/lib/libllama.a \ + deps/lib/libllama-common.a \ + deps/lib/libllama-common-base.a \ + deps/lib/libmtmd.a \ + deps/lib/libvendor-hash.a \ deps/lib/libggml-cpu.a \ deps/lib/libggml.a \ deps/lib/libggml-base.a \ @@ -61,7 +69,7 @@ deps/lib/libllama.a deps/lib/libggml.a deps/lib/libggml-cpu.a: -DGGML_OPENMP=OFF \ -DGGML_VULKAN=OFF \ -DLLAMA_BUILD_APP=OFF \ - -DLLAMA_BUILD_COMMON=OFF \ + -DLLAMA_BUILD_COMMON=ON \ -DLLAMA_BUILD_TESTS=OFF \ -DLLAMA_BUILD_UI=OFF \ -DLLAMA_BUILD_EXAMPLES=OFF \ @@ -74,6 +82,7 @@ deps/lib/libllama.a deps/lib/libggml.a deps/lib/libggml-cpu.a: find $(LLAMA_BUILD) -type f -name "*.a" -exec cp {} deps/lib/ \; cp -R $(LLAMA_SRC_DIR)/include/* deps/include/ cp -R $(LLAMA_SRC_DIR)/ggml/include/* deps/include/ + cp $(LLAMA_SRC_DIR)/tools/mtmd/*.h deps/include/ @echo "===> Cleaning up build directory..." rm -rf $(LLAMA_SRC_DIR) @@ -1,4 +1,197 @@ -int main(void) +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <err.h> + +#include "mem.h" +#include "mtmd.h" +#include "mtmd-helper.h" +#include "llama.h" + +#define N_CTX 1024 +#define N_THREADS 4 + +#define MODEL_PATH "model.gguf" +#define MMPROJ_PATH "mmproj.gguf" + +#define PROMPT \ + "These are consecutive frames of a video." \ + "Describe what happens." + +static char * build_prompt(struct llama_model *model, int n_images) { + int n, i; + const char *tmpl, *marker; + char *content, *buf; + size_t content_len, buf_len; + struct llama_chat_message msg; + + tmpl = llama_model_chat_template(model, NULL); + if (!tmpl) { + fprintf(stderr, "Failed to load chat template\n"); + return NULL; + } + + marker = mtmd_default_marker(); + if (!marker) { + fprintf(stderr, "Null default media marker\n"); + return NULL; + } + + content_len = n_images * (strlen(marker) + 1) + strlen(PROMPT) + 1; + content = MALLOC(content_len); + content[0] = '\0'; + + for (i = 0; i < n_images; i++) { + strcat(content, marker); /* Media marker string <__media__>*/ + strcat(content, "\n"); + } + strcat(content, PROMPT); + + msg.role = "user"; + msg.content = content; + + n = llama_chat_apply_template(tmpl, &msg, 1, true, NULL, 0); + if (n < 0) { + fprintf(stderr, "Chat template size check failed\n"); + free(content); + } + + buf_len = n + 1; + buf = MALLOC(buf_len); + n = llama_chat_apply_template(tmpl, &msg, 1, true, buf, buf_len); + if (n < 0) { + fprintf(stderr, "Failed to apply chat template\n"); + free(content); + } + + buf[n] = '\0'; + return buf; +} + +int main(int argc, char *argv[]) +{ + int n_images; + const char *prompt; + const struct llama_vocab *vocab; + + struct llama_model *model = NULL; + struct llama_model_params mparams; + struct llama_context *ctx = NULL; + struct llama_context_params cparams; + struct llama_sampler *smpl = NULL; + struct llama_sampler_chain_params sparams; + + int i; + mtmd_input_chunks *chunks; + mtmd_bitmap **bitmaps = NULL; + struct mtmd_context *mctx = NULL; + struct mtmd_context_params mtparams; + struct mtmd_helper_init_opt init_opt; + struct mtmd_helper_bitmap_wrapper wrapper; + + n_images = argc - 1; + if (n_images < 1) { + fprintf(stderr, "Usage: %s image1 [image2 ...]\n", argv[0]); + return 1; + } + + llama_backend_init(); + + mparams = llama_model_default_params(); + mparams.n_gpu_layers = 0; /* force all layers onto CPU */ + mparams.load_mode = LLAMA_LOAD_MODE_MLOCK; + + model = llama_model_load_from_file(MODEL_PATH, mparams); + if (!model) { + fprintf(stderr, "Failed to load model: %s\n", MODEL_PATH); + goto cleanup; + } + + if (!llama_model_chat_template(model, NULL)) + warnx("No embedded chat template"); + + cparams = llama_context_default_params(); + cparams.n_ctx = N_CTX; + cparams.n_threads = N_THREADS; + cparams.n_threads_batch = N_THREADS; + + ctx = llama_init_from_model(model, cparams); + if (!ctx) { + fprintf(stderr, "Failed to initialize context\n"); + goto cleanup; + } + + vocab = llama_model_get_vocab(model); + if (!vocab) { + fprintf(stderr, "Failed to initialize context\n"); + goto cleanup; + } + + sparams = llama_sampler_chain_default_params(); + smpl = llama_sampler_chain_init(sparams); + if (!smpl) { + fprintf(stderr, "Failed to initialize sampler\n"); + goto cleanup; + } + + llama_sampler_chain_add(smpl, + llama_sampler_init_penalties( + llama_vocab_n_tokens(vocab), + 64, /* last_n: lookback window */ + 1.1f, /* repeat_penalty */ + 0.0f, /* frequency_penalty */ + 0.0f /* presence_penalty */ + ) + ); + llama_sampler_chain_add(smpl, llama_sampler_init_greedy()); + + mtparams = mtmd_context_params_default(); + mtparams.use_gpu = false; + mtparams.n_threads = N_THREADS; + mctx = mtmd_init_from_file(MMPROJ_PATH, model, mtparams); + if (!mctx) { + fprintf(stderr, "Failed to load mmproj: %s\n", MMPROJ_PATH); + goto cleanup; + } + + init_opt = mtmd_helper_init_opt_default(); + bitmaps = CALLOC(n_images, sizeof(*bitmaps)); + for (i = 0; i < n_images; i++) { + wrapper = mtmd_helper_bitmap_init_from_file( + mctx, + argv[i + 1], + false, + init_opt); + + bitmaps[i] = wrapper.bitmap; + if (!bitmaps[i]) { + fprintf(stderr, "Failed to load image: %s\n", argv[i + 1]); + goto cleanup; + } + } + + prompt = build_prompt(model, n_images); + if (!prompt) { + fprintf(stderr, "Prompt error"); + goto cleanup; + } + + printf("Init success\n"); + +cleanup: + if (bitmaps) { + for (i = 0; bitmaps[i]; i++) + mtmd_bitmap_free(bitmaps[i]); + free(bitmaps); + } + if (smpl) + llama_sampler_free(smpl); + if (ctx) + llama_free(ctx); + if (model) + llama_model_free(model); + llama_backend_free(); + return 0; } @@ -0,0 +1,46 @@ +#ifndef MEM_H +#define MEM_H + +#include <err.h> +#include <stdlib.h> +#include <syslog.h> + +#define MALLOC(s) xmalloc((s), __FILE__, __LINE__) +#define CALLOC(n, s) xcalloc((n), (s), __FILE__, __LINE__) +#define REALLOC(p, s) xrealloc((p), (s), __FILE__, __LINE__) + +static inline void *xmalloc(size_t s, const char *file, int line) +{ + void *p; + + if (!(p = malloc(s))) { + syslog(LOG_ERR, "malloc: %s (line %d)", file, line); + exit(1); + } + return p; +} + +static inline void *xcalloc(size_t n, size_t s, const char *file, int line) +{ + void *p; + + if (!(p = calloc(n, s))) { + syslog(LOG_ERR, "calloc: %s (line %d)", file, line); + exit(1); + } + return p; +} + +static inline void *xrealloc(void *ptr, size_t s, const char *file, int line) +{ + void *p; + + if (!(p = realloc(ptr, s))) { + syslog(LOG_ERR, "realloc: %s (line %d)", file, line); + exit(1); + } + return p; +} + +#endif /* MEM_H */ + |