From 7e3e8897e128e4b8bd9864c51902964baa62b3bc Mon Sep 17 00:00:00 2001 From: Andrei Date: Sat, 11 Jul 2026 21:05:39 -0700 Subject: [PATCH 1/2] feat: update llama.cpp to e3546c794 (#2338) * feat: update llama.cpp to 13f2b28b0 * feat: update llama.cpp to e3546c794 --- CHANGELOG.md | 2 ++ llama_cpp/llama_cpp.py | 8 ++++++-- vendor/llama.cpp | 2 +- 3 files changed, 9 insertions(+), 3 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 381e953bc..4dd18d2f4 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,6 +7,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## [Unreleased] +- feat: update llama.cpp to ggml-org/llama.cpp@e3546c794 + ## [0.3.33] - feat: update llama.cpp to ggml-org/llama.cpp@78d2f5246 diff --git a/llama_cpp/llama_cpp.py b/llama_cpp/llama_cpp.py index d703a2fcd..64399fe31 100644 --- a/llama_cpp/llama_cpp.py +++ b/llama_cpp/llama_cpp.py @@ -89,7 +89,8 @@ def _warn_deprecated(symbol: str, hint: str) -> None: # GGML_TYPE_MXFP4 = 39, # GGML_TYPE_NVFP4 = 40, # GGML_TYPE_Q1_0 = 41, -# GGML_TYPE_COUNT = 42, +# GGML_TYPE_Q2_0 = 42, +# GGML_TYPE_COUNT = 43, # }; GGML_TYPE_F32 = 0 GGML_TYPE_F16 = 1 @@ -122,7 +123,8 @@ def _warn_deprecated(symbol: str, hint: str) -> None: GGML_TYPE_MXFP4 = 39 GGML_TYPE_NVFP4 = 40 GGML_TYPE_Q1_0 = 41 -GGML_TYPE_COUNT = 42 +GGML_TYPE_Q2_0 = 42 +GGML_TYPE_COUNT = 43 # from ggml-backend.h # typedef bool (*ggml_backend_sched_eval_callback)(struct ggml_tensor * t, bool ask, void * user_data); @@ -411,6 +413,7 @@ def _warn_deprecated(symbol: str, hint: str) -> None: # LLAMA_FTYPE_MOSTLY_MXFP4_MOE = 38, // except 1d tensors # LLAMA_FTYPE_MOSTLY_NVFP4 = 39, // except 1d tensors # LLAMA_FTYPE_MOSTLY_Q1_0 = 40, // except 1d tensors +# LLAMA_FTYPE_MOSTLY_Q2_0 = 41, // except 1d tensors # # LLAMA_FTYPE_GUESSED = 1024, // not specified in the model file # }; @@ -452,6 +455,7 @@ def _warn_deprecated(symbol: str, hint: str) -> None: LLAMA_FTYPE_MOSTLY_MXFP4_MOE = 38 LLAMA_FTYPE_MOSTLY_NVFP4 = 39 LLAMA_FTYPE_MOSTLY_Q1_0 = 40 +LLAMA_FTYPE_MOSTLY_Q2_0 = 41 LLAMA_FTYPE_GUESSED = 1024 # enum llama_rope_scaling_type { diff --git a/vendor/llama.cpp b/vendor/llama.cpp index 78d2f5246..e3546c794 160000 --- a/vendor/llama.cpp +++ b/vendor/llama.cpp @@ -1 +1 @@ -Subproject commit 78d2f524682d9fee790a6460c93d018dafeb5229 +Subproject commit e3546c7948e3af463d0b401e6421d5a4c2faf565 From 629bd1b333f60d24a01886c5f99019f4c7c3ea6c Mon Sep 17 00:00:00 2001 From: Andrei Date: Sat, 11 Jul 2026 21:27:50 -0700 Subject: [PATCH 2/2] chore: bump version to 0.3.34 (#2337) --- CHANGELOG.md | 2 ++ llama_cpp/__init__.py | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 4dd18d2f4..629b645a5 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,6 +7,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## [Unreleased] +## [0.3.34] + - feat: update llama.cpp to ggml-org/llama.cpp@e3546c794 ## [0.3.33] diff --git a/llama_cpp/__init__.py b/llama_cpp/__init__.py index ff142e6bf..5a0a40d10 100644 --- a/llama_cpp/__init__.py +++ b/llama_cpp/__init__.py @@ -1,4 +1,4 @@ from .llama_cpp import * from .llama import * -__version__ = "0.3.33" +__version__ = "0.3.34"