diff --git a/src/include/model_list.hpp b/src/include/model_list.hpp index 9355001d..62760f6b 100644 --- a/src/include/model_list.hpp +++ b/src/include/model_list.hpp @@ -15,7 +15,7 @@ #include #include "utils/utils.hpp" -#define __FLM_VERSION__ "0.9.33" +#define __FLM_VERSION__ "0.9.34" /// \note This class is used to manage the model list. class model_list { diff --git a/src/inno/flm.iss b/src/inno/flm.iss index 50596adf..47d184ea 100644 --- a/src/inno/flm.iss +++ b/src/inno/flm.iss @@ -4,7 +4,7 @@ AppName=flm -AppVersion=0.9.33 +AppVersion=0.9.34 AppPublisher=FastFlowLM @@ -59,7 +59,6 @@ Source: "lm_head.dll"; DestDir: "{app}"; Flags: ignoreversion Source: "dequant.dll"; DestDir: "{app}"; Flags: ignoreversion Source: "whisper_npu.dll"; DestDir: "{app}"; Flags: ignoreversion Source: "gemm.dll"; DestDir: "{app}"; Flags: ignoreversion -Source: "npu_utils.dll"; DestDir: "{app}"; Flags: ignoreversion Source: "msvcp140.dll"; DestDir: "{app}"; Flags: ignoreversion Source: "q4_npu_eXpress.dll"; DestDir: "{app}"; Flags: ignoreversion Source: "mha.dll"; DestDir: "{app}"; Flags: ignoreversion diff --git a/src/model_list.json b/src/model_list.json index 0d5a7d78..a1318637 100644 --- a/src/model_list.json +++ b/src/model_list.json @@ -289,6 +289,32 @@ } } }, + "translategemma": { + "4b": { + "name": "Translategemma-4B-Instruct-NPU2", + "url": "https://huggingface.co/FastFlowLM/Translategemma-4B-Instruct-NPU2/resolve/main", + "file_url": "https://huggingface.co/api/models/FastFlowLM/Translategemma-4B-Instruct-NPU2/tree/main", + "modified_at": "2025-05-30T00:00:00Z", + "size": 4000000000, + "default_context_length": 65536, + "vlm": true, + "flm_min_version": "0.9.34", + "files": [ + "config.json", + "model.q4nx", + "tokenizer.json", + "tokenizer_config.json", + "vision_weight.q4nx" + ], + "details": { + "family": "gemma3", + "think": false, + "think_toggleable": false, + "parameter_size": "4B", + "quantization_level": "Q4_1" + } + } + }, "medgemma": { "4b": { "name": "Medgemma-4B-NPU2", @@ -315,6 +341,32 @@ } } }, + "medgemma1.5": { + "4b": { + "name": "Medgemma-1.5-4B-NPU2", + "url": "https://huggingface.co/FastFlowLM/medgemma-1.5-4b-it-NPU2/resolve/main", + "file_url": "https://huggingface.co/api/models/FastFlowLM/medgemma-1.5-4b-it-NPU2/tree/main", + "modified_at": "2025-05-30T00:00:00Z", + "size": 4000000000, + "default_context_length": 65536, + "vlm": true, + "flm_min_version": "0.9.34", + "files": [ + "config.json", + "model.q4nx", + "tokenizer.json", + "tokenizer_config.json", + "vision_weight.q4nx" + ], + "details": { + "family": "gemma3", + "think": false, + "think_toggleable": false, + "parameter_size": "4B", + "quantization_level": "Q4_1" + } + } + }, "llama3.2": { "1b": { "name": "Llama-3.2-1B-NPU2", diff --git a/src/xclbins/Medgemma-1.5-4B-NPU2/attn.xclbin b/src/xclbins/Medgemma-1.5-4B-NPU2/attn.xclbin new file mode 100644 index 00000000..c16ab846 Binary files /dev/null and b/src/xclbins/Medgemma-1.5-4B-NPU2/attn.xclbin differ diff --git a/src/xclbins/Medgemma-1.5-4B-NPU2/dequant.xclbin b/src/xclbins/Medgemma-1.5-4B-NPU2/dequant.xclbin new file mode 100644 index 00000000..9a888441 Binary files /dev/null and b/src/xclbins/Medgemma-1.5-4B-NPU2/dequant.xclbin differ diff --git a/src/xclbins/Medgemma-1.5-4B-NPU2/layer.xclbin b/src/xclbins/Medgemma-1.5-4B-NPU2/layer.xclbin new file mode 100644 index 00000000..8907f2bd Binary files /dev/null and b/src/xclbins/Medgemma-1.5-4B-NPU2/layer.xclbin differ diff --git a/src/xclbins/Medgemma-1.5-4B-NPU2/lm_head.xclbin b/src/xclbins/Medgemma-1.5-4B-NPU2/lm_head.xclbin new file mode 100644 index 00000000..71264b01 Binary files /dev/null and b/src/xclbins/Medgemma-1.5-4B-NPU2/lm_head.xclbin differ diff --git a/src/xclbins/Medgemma-1.5-4B-NPU2/mm.xclbin b/src/xclbins/Medgemma-1.5-4B-NPU2/mm.xclbin new file mode 100644 index 00000000..9f7b958f Binary files /dev/null and b/src/xclbins/Medgemma-1.5-4B-NPU2/mm.xclbin differ diff --git a/src/xclbins/Medgemma-1.5-4B-NPU2/vision_attn.xclbin b/src/xclbins/Medgemma-1.5-4B-NPU2/vision_attn.xclbin new file mode 100644 index 00000000..682412bb Binary files /dev/null and b/src/xclbins/Medgemma-1.5-4B-NPU2/vision_attn.xclbin differ diff --git a/src/xclbins/Medgemma-1.5-4B-NPU2/vision_mm.xclbin b/src/xclbins/Medgemma-1.5-4B-NPU2/vision_mm.xclbin new file mode 100644 index 00000000..e69b0b0a Binary files /dev/null and b/src/xclbins/Medgemma-1.5-4B-NPU2/vision_mm.xclbin differ diff --git a/src/xclbins/Translategemma-4B-Instruct-NPU2/attn.xclbin b/src/xclbins/Translategemma-4B-Instruct-NPU2/attn.xclbin new file mode 100644 index 00000000..c16ab846 Binary files /dev/null and b/src/xclbins/Translategemma-4B-Instruct-NPU2/attn.xclbin differ diff --git a/src/xclbins/Translategemma-4B-Instruct-NPU2/dequant.xclbin b/src/xclbins/Translategemma-4B-Instruct-NPU2/dequant.xclbin new file mode 100644 index 00000000..5954a223 Binary files /dev/null and b/src/xclbins/Translategemma-4B-Instruct-NPU2/dequant.xclbin differ diff --git a/src/xclbins/Translategemma-4B-Instruct-NPU2/layer.xclbin b/src/xclbins/Translategemma-4B-Instruct-NPU2/layer.xclbin new file mode 100644 index 00000000..8907f2bd Binary files /dev/null and b/src/xclbins/Translategemma-4B-Instruct-NPU2/layer.xclbin differ diff --git a/src/xclbins/Translategemma-4B-Instruct-NPU2/lm_head.xclbin b/src/xclbins/Translategemma-4B-Instruct-NPU2/lm_head.xclbin new file mode 100644 index 00000000..71264b01 Binary files /dev/null and b/src/xclbins/Translategemma-4B-Instruct-NPU2/lm_head.xclbin differ diff --git a/src/xclbins/Translategemma-4B-Instruct-NPU2/mm.xclbin b/src/xclbins/Translategemma-4B-Instruct-NPU2/mm.xclbin new file mode 100644 index 00000000..9f7b958f Binary files /dev/null and b/src/xclbins/Translategemma-4B-Instruct-NPU2/mm.xclbin differ diff --git a/src/xclbins/Translategemma-4B-Instruct-NPU2/vision_attn.xclbin b/src/xclbins/Translategemma-4B-Instruct-NPU2/vision_attn.xclbin new file mode 100644 index 00000000..682412bb Binary files /dev/null and b/src/xclbins/Translategemma-4B-Instruct-NPU2/vision_attn.xclbin differ diff --git a/src/xclbins/Translategemma-4B-Instruct-NPU2/vision_mm.xclbin b/src/xclbins/Translategemma-4B-Instruct-NPU2/vision_mm.xclbin new file mode 100644 index 00000000..e69b0b0a Binary files /dev/null and b/src/xclbins/Translategemma-4B-Instruct-NPU2/vision_mm.xclbin differ