From 8f0c3d4697742fb64cb1af8ba28fa2bb6f99de5a Mon Sep 17 00:00:00 2001 From: Sadeep Madurange Date: Wed, 6 May 2026 17:46:49 +0800 Subject: Implemented tokenizer. --- wv_mem.h | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) (limited to 'wv_mem.h') diff --git a/wv_mem.h b/wv_mem.h index dc95c7c..4b914ef 100644 --- a/wv_mem.h +++ b/wv_mem.h @@ -16,9 +16,12 @@ struct wv_arena { unsigned char *buf; }; -struct wv_arena* wv_arena_create(size_t n); -wv_ref wv_alloc(struct wv_arena *arena, size_t n); -void wv_arena_reset(struct wv_arena *arena); -void wv_arena_destroy(struct wv_arena *arena); +struct wv_arena *wv_arena_create(size_t n); +wv_ref wv_arena_alloc(struct wv_arena *arena, size_t n); +void wv_arena_reset(struct wv_arena *arena); +void wv_arena_destroy(struct wv_arena *arena); + +wv_ref wv_arena_push_string(struct wv_arena *arena, const char *src, + size_t len); #endif /* WV_MEM_H */ -- cgit v1.2.3