Skip to content

Commit 79a1063

Browse files
abetlenczxdev
andauthored
feat: update llama.cpp to e3546c794 (abetlen#2338)
* feat: update llama.cpp to 13f2b28b0 * feat: update llama.cpp to e3546c794 Co-authored-by: czxdev <36617515+czxdev@users.noreply.github.com>
1 parent 1a57b73 commit 79a1063

3 files changed

Lines changed: 9 additions & 3 deletions

File tree

CHANGELOG.md

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
77

88
## [Unreleased]
99

10+
- feat: update llama.cpp to ggml-org/llama.cpp@e3546c794
11+
1012
## [0.3.33]
1113

1214
- feat: update llama.cpp to ggml-org/llama.cpp@78d2f5246

llama_cpp/llama_cpp.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,8 @@ def _warn_deprecated(symbol: str, hint: str) -> None:
8989
# GGML_TYPE_MXFP4 = 39,
9090
# GGML_TYPE_NVFP4 = 40,
9191
# GGML_TYPE_Q1_0 = 41,
92-
# GGML_TYPE_COUNT = 42,
92+
# GGML_TYPE_Q2_0 = 42,
93+
# GGML_TYPE_COUNT = 43,
9394
# };
9495
GGML_TYPE_F32 = 0
9596
GGML_TYPE_F16 = 1
@@ -122,7 +123,8 @@ def _warn_deprecated(symbol: str, hint: str) -> None:
122123
GGML_TYPE_MXFP4 = 39
123124
GGML_TYPE_NVFP4 = 40
124125
GGML_TYPE_Q1_0 = 41
125-
GGML_TYPE_COUNT = 42
126+
GGML_TYPE_Q2_0 = 42
127+
GGML_TYPE_COUNT = 43
126128

127129
# from ggml-backend.h
128130
# typedef bool (*ggml_backend_sched_eval_callback)(struct ggml_tensor * t, bool ask, void * user_data);
@@ -411,6 +413,7 @@ def _warn_deprecated(symbol: str, hint: str) -> None:
411413
# LLAMA_FTYPE_MOSTLY_MXFP4_MOE = 38, // except 1d tensors
412414
# LLAMA_FTYPE_MOSTLY_NVFP4 = 39, // except 1d tensors
413415
# LLAMA_FTYPE_MOSTLY_Q1_0 = 40, // except 1d tensors
416+
# LLAMA_FTYPE_MOSTLY_Q2_0 = 41, // except 1d tensors
414417
#
415418
# LLAMA_FTYPE_GUESSED = 1024, // not specified in the model file
416419
# };
@@ -452,6 +455,7 @@ def _warn_deprecated(symbol: str, hint: str) -> None:
452455
LLAMA_FTYPE_MOSTLY_MXFP4_MOE = 38
453456
LLAMA_FTYPE_MOSTLY_NVFP4 = 39
454457
LLAMA_FTYPE_MOSTLY_Q1_0 = 40
458+
LLAMA_FTYPE_MOSTLY_Q2_0 = 41
455459
LLAMA_FTYPE_GUESSED = 1024
456460

457461
# enum llama_rope_scaling_type {

vendor/llama.cpp

Submodule llama.cpp updated 350 files

0 commit comments

Comments
 (0)