diff --git a/3rdparty/llama.cpp b/3rdparty/llama.cpp
index 5eb47b721..40ed0f290 160000
--- a/3rdparty/llama.cpp
+++ b/3rdparty/llama.cpp
@@ -1 +1 @@
-Subproject commit 5eb47b72106e3b35f10e8befa616a9241242b226
+Subproject commit 40ed0f290203a9a78540b8f7eb18bd828043fe21
diff --git a/README.md b/README.md
index ffc6cbb0c..c69a3f1b3 100644
--- a/README.md
+++ b/README.md
@@ -137,6 +137,20 @@ This project is based on the [llama.cpp](https://github.com/ggerganov/llama.cpp)
✅ |
❌ |
+
+ | Falcon-E Family |
+ 1B-3B |
+ x86 |
+ ✅ |
+ ❌ |
+ ✅ |
+
+
+ | ARM |
+ ✅ |
+ ✅ |
+ ❌ |
+
diff --git a/setup_env.py b/setup_env.py
index dfad6c3e7..f15d65f43 100644
--- a/setup_env.py
+++ b/setup_env.py
@@ -44,6 +44,18 @@
"microsoft/BitNet-b1.58-2B-4T": {
"model_name": "BitNet-b1.58-2B-4T",
},
+ "tiiuae/Falcon-E-3B-Instruct": {
+ "model_name": "Falcon-E-3B-Instruct",
+ },
+ "tiiuae/Falcon-E-1B-Instruct": {
+ "model_name": "Falcon-E-1B-Instruct",
+ },
+ "tiiuae/Falcon-E-3B-Base": {
+ "model_name": "Falcon-E-3B-Base",
+ },
+ "tiiuae/Falcon-E-1B-Base": {
+ "model_name": "Falcon-E-1B-Base",
+ },
}
SUPPORTED_QUANT_TYPES = {
@@ -144,7 +156,7 @@ def setup_gguf():
def gen_code():
_, arch = system_info()
- llama3_f3_models = set([model['model_name'] for model in SUPPORTED_HF_MODELS.values() if model['model_name'].startswith("Falcon3") or model['model_name'].startswith("Llama")])
+ llama3_f3_models = set([model['model_name'] for model in SUPPORTED_HF_MODELS.values() if model['model_name'].startswith("Falcon") or model['model_name'].startswith("Llama")])
if arch == "arm64":
if args.use_pretuned:
diff --git a/utils/convert-hf-to-gguf-bitnet.py b/utils/convert-hf-to-gguf-bitnet.py
index f525f58f8..23e84384c 100644
--- a/utils/convert-hf-to-gguf-bitnet.py
+++ b/utils/convert-hf-to-gguf-bitnet.py
@@ -319,6 +319,9 @@ def get_vocab_base_pre(self, tokenizer) -> str:
if chkhsh == "8aeee3860c56296a157a1fe2fad249ec40aa59b1bb5709f4ade11c4e6fe652ed":
# ref: https://huggingface.co/tiiuae/falcon-7b
res = "falcon"
+ if chkhsh == "a6b57017d60e6edb4d88ecc2845188e0eb333a70357e45dcc9b53964a73bbae6":
+ # ref: https://huggingface.co/tiiuae/Falcon-E-3B-Instruct
+ res = "falcon_e"
if chkhsh == "0876d13b50744004aa9aeae05e7b0647eac9d801b5ba4668afc01e709c15e19f":
# ref: https://huggingface.co/BAAI/bge-small-en-v1.5
res = "bert-bge"