llamacpp: fix tokenizer harness

Signed-off-by: David Korczynski <[email protected]>
google · Oct 20, 2024 · c453530 · c453530
1 parent 4e5e6bf
commit c453530
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/projects/llamacpp/fuzzers/fuzz_tokenizer.cpp b/projects/llamacpp/fuzzers/fuzz_tokenizer.cpp
@@ -126,7 +126,10 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) {
     common_detokenize(ctx, tokens);
 
     if (setjmp(fuzzing_jmp_buf) == 0) {
-      llama_decode(ctx, llama_batch_get_one(tokens.data(), tokens.size()));
+      auto batch = llama_batch_get_one(tokens.data(), tokens.size());
+      if (batch.n_tokens > 0) {
+        llama_decode(ctx, batch);
+      }
     }
   } catch (...) {
   }