diff --git a/toolboxes/llama-grammar.patch b/toolboxes/llama-grammar.patch index ce6b9c3..b2637f8 100644 --- a/toolboxes/llama-grammar.patch +++ b/toolboxes/llama-grammar.patch @@ -1,13 +1,15 @@ From: KYmidnight Issue: https://github.com/kyuz0/amd-strix-halo-toolboxes/issues/70 -Subject: Increase MAX_REPETITION_THRESHOLD for complex tool schemas +Subject: Increase MAX_REPETITION_THRESHOLD to 100000 for complex tool schemas --- a/src/llama-grammar.cpp +++ b/src/llama-grammar.cpp -@@ -14,7 +14,7 @@ +@@ -10,7 +10,7 @@ + #include + #include - // allow to be at least defined in CMakeLists.txt - #ifndef MAX_REPETITION_THRESHOLD -#define MAX_REPETITION_THRESHOLD 2000 +#define MAX_REPETITION_THRESHOLD 100000 - #endif + // + // helpers + //