diff --git a/src/main/kotlin/Main.kt b/src/main/kotlin/Main.kt index 4cd9a93..4cb60fe 100644 --- a/src/main/kotlin/Main.kt +++ b/src/main/kotlin/Main.kt @@ -49,6 +49,28 @@ import ui.SettingsScreen // 화면 상태 정의 enum class AppScreen { Settings, Dashboard } + +fun getLlamaBinPath(): String { + val os = System.getProperty("os.name").lowercase() + val arch = System.getProperty("os.arch").lowercase() + val basePath = "./src/main/resources/bin" + + return when { + // Apple Silicon (M1/M2/M3) + os.contains("mac") && (arch.contains("aarch64") || arch.contains("arm64")) -> { + "$basePath/mac-arm64/llama-server" + } + // Intel Mac (2017) + os.contains("mac") -> { + "$basePath/mac-x64/llama-server" + } + // Windows NUC + os.contains("win") -> { + "$basePath/win-x64/llama-server.exe" + } + else -> "$basePath/llama-server" + } +} fun main() = application { SystemSleepPreventer.start() @@ -69,7 +91,7 @@ fun main() = application { }) } // 앱 실행 시 필요한 바이너리 경로 (실행 파일 위치) - val binPath = "./src/main/resources/bin/llama-server" + val binPath = getLlamaBinPath() val windowState = rememberWindowState( placement = WindowPlacement.Maximized ) diff --git a/src/main/kotlin/service/LlamaServerManager.kt b/src/main/kotlin/service/LlamaServerManager.kt index 41af845..92998eb 100644 --- a/src/main/kotlin/service/LlamaServerManager.kt +++ b/src/main/kotlin/service/LlamaServerManager.kt @@ -22,17 +22,35 @@ object LlamaServerManager { fun startServer(binPath: String, modelPath: String, port: Int, nGpuLayers: Int = 99) { // 이미 해당 포트에서 실행 중이거나 모델 경로가 비었으면 무시합니다. if (processes.containsKey(port) || modelPath.isBlank()) return + val os = System.getProperty("os.name").lowercase() + val arch = System.getProperty("os.arch").lowercase() + val (nGpuLayers, threads) = when { + // M3 맥: 통합 메모리 활용 최적 (99레이어, 성능코어 위주 8스레드) + os.contains("mac") && (arch.contains("arm64") || arch.contains("aarch64")) -> { + 99 to 8 + } + // 윈도우 NUC: Core Ultra 7은 코어가 많으므로 스레드 상향 (OpenVINO 사용 시 nGpu 조정 가능) + os.contains("win") -> { + // NUC 15 Pro (Core Ultra 7 155H)는 16코어 22스레드이므로 12~14 권장 + 40 to 12 + } + // 인텔 맥 2017: 16GB 램 한계로 인해 CPU 위주 설정 권장 + else -> { + 0 to 4 // 쿼드코어 모델일 가능성이 높음 + } + } val command = listOf( binPath, "-m", modelPath, "--port", port.toString(), - "-c", if (port == 8081) "512" else "8192", // 임베딩용은 컨텍스트가 짧아도 충분합니다. + "-c", if (port == 8081) "512" else "8192", "-ngl", nGpuLayers.toString(), - "-t", "8", // M3 Pro의 성능 코어를 고려하여 6~8개 권장 - "--embedding" // 임베딩 기능을 활성화합니다. + "-t", threads.toString(), + "--embedding" ) + scope.launch { try { val pb = ProcessBuilder(command) diff --git a/src/main/resources/bin/libggml-base.0.9.5.dylib b/src/main/resources/bin/mac-arm64/libggml-base.0.9.5.dylib similarity index 100% rename from src/main/resources/bin/libggml-base.0.9.5.dylib rename to src/main/resources/bin/mac-arm64/libggml-base.0.9.5.dylib diff --git a/src/main/resources/bin/libggml-base.0.dylib b/src/main/resources/bin/mac-arm64/libggml-base.0.dylib similarity index 100% rename from src/main/resources/bin/libggml-base.0.dylib rename to src/main/resources/bin/mac-arm64/libggml-base.0.dylib diff --git a/src/main/resources/bin/libggml-base.dylib b/src/main/resources/bin/mac-arm64/libggml-base.dylib similarity index 100% rename from src/main/resources/bin/libggml-base.dylib rename to src/main/resources/bin/mac-arm64/libggml-base.dylib diff --git a/src/main/resources/bin/libggml-blas.0.9.5.dylib b/src/main/resources/bin/mac-arm64/libggml-blas.0.9.5.dylib similarity index 100% rename from src/main/resources/bin/libggml-blas.0.9.5.dylib rename to src/main/resources/bin/mac-arm64/libggml-blas.0.9.5.dylib diff --git a/src/main/resources/bin/libggml-blas.0.dylib b/src/main/resources/bin/mac-arm64/libggml-blas.0.dylib similarity index 100% rename from src/main/resources/bin/libggml-blas.0.dylib rename to src/main/resources/bin/mac-arm64/libggml-blas.0.dylib diff --git a/src/main/resources/bin/libggml-blas.dylib b/src/main/resources/bin/mac-arm64/libggml-blas.dylib similarity index 100% rename from src/main/resources/bin/libggml-blas.dylib rename to src/main/resources/bin/mac-arm64/libggml-blas.dylib diff --git a/src/main/resources/bin/libggml-cpu.0.9.5.dylib b/src/main/resources/bin/mac-arm64/libggml-cpu.0.9.5.dylib similarity index 100% rename from src/main/resources/bin/libggml-cpu.0.9.5.dylib rename to src/main/resources/bin/mac-arm64/libggml-cpu.0.9.5.dylib diff --git a/src/main/resources/bin/libggml-cpu.0.dylib b/src/main/resources/bin/mac-arm64/libggml-cpu.0.dylib similarity index 100% rename from src/main/resources/bin/libggml-cpu.0.dylib rename to src/main/resources/bin/mac-arm64/libggml-cpu.0.dylib diff --git a/src/main/resources/bin/libggml-cpu.dylib b/src/main/resources/bin/mac-arm64/libggml-cpu.dylib similarity index 100% rename from src/main/resources/bin/libggml-cpu.dylib rename to src/main/resources/bin/mac-arm64/libggml-cpu.dylib diff --git a/src/main/resources/bin/libggml-metal.0.9.5.dylib b/src/main/resources/bin/mac-arm64/libggml-metal.0.9.5.dylib similarity index 100% rename from src/main/resources/bin/libggml-metal.0.9.5.dylib rename to src/main/resources/bin/mac-arm64/libggml-metal.0.9.5.dylib diff --git a/src/main/resources/bin/libggml-metal.0.dylib b/src/main/resources/bin/mac-arm64/libggml-metal.0.dylib similarity index 100% rename from src/main/resources/bin/libggml-metal.0.dylib rename to src/main/resources/bin/mac-arm64/libggml-metal.0.dylib diff --git a/src/main/resources/bin/libggml-metal.dylib b/src/main/resources/bin/mac-arm64/libggml-metal.dylib similarity index 100% rename from src/main/resources/bin/libggml-metal.dylib rename to src/main/resources/bin/mac-arm64/libggml-metal.dylib diff --git a/src/main/resources/bin/libggml-rpc.0.9.5.dylib b/src/main/resources/bin/mac-arm64/libggml-rpc.0.9.5.dylib similarity index 100% rename from src/main/resources/bin/libggml-rpc.0.9.5.dylib rename to src/main/resources/bin/mac-arm64/libggml-rpc.0.9.5.dylib diff --git a/src/main/resources/bin/libggml-rpc.0.dylib b/src/main/resources/bin/mac-arm64/libggml-rpc.0.dylib similarity index 100% rename from src/main/resources/bin/libggml-rpc.0.dylib rename to src/main/resources/bin/mac-arm64/libggml-rpc.0.dylib diff --git a/src/main/resources/bin/libggml-rpc.dylib b/src/main/resources/bin/mac-arm64/libggml-rpc.dylib similarity index 100% rename from src/main/resources/bin/libggml-rpc.dylib rename to src/main/resources/bin/mac-arm64/libggml-rpc.dylib diff --git a/src/main/resources/bin/libggml.0.9.5.dylib b/src/main/resources/bin/mac-arm64/libggml.0.9.5.dylib similarity index 100% rename from src/main/resources/bin/libggml.0.9.5.dylib rename to src/main/resources/bin/mac-arm64/libggml.0.9.5.dylib diff --git a/src/main/resources/bin/libggml.0.dylib b/src/main/resources/bin/mac-arm64/libggml.0.dylib similarity index 100% rename from src/main/resources/bin/libggml.0.dylib rename to src/main/resources/bin/mac-arm64/libggml.0.dylib diff --git a/src/main/resources/bin/libggml.dylib b/src/main/resources/bin/mac-arm64/libggml.dylib similarity index 100% rename from src/main/resources/bin/libggml.dylib rename to src/main/resources/bin/mac-arm64/libggml.dylib diff --git a/src/main/resources/bin/libllama.0.0.7787.dylib b/src/main/resources/bin/mac-arm64/libllama.0.0.7787.dylib similarity index 100% rename from src/main/resources/bin/libllama.0.0.7787.dylib rename to src/main/resources/bin/mac-arm64/libllama.0.0.7787.dylib diff --git a/src/main/resources/bin/libllama.0.dylib b/src/main/resources/bin/mac-arm64/libllama.0.dylib similarity index 100% rename from src/main/resources/bin/libllama.0.dylib rename to src/main/resources/bin/mac-arm64/libllama.0.dylib diff --git a/src/main/resources/bin/libllama.dylib b/src/main/resources/bin/mac-arm64/libllama.dylib similarity index 100% rename from src/main/resources/bin/libllama.dylib rename to src/main/resources/bin/mac-arm64/libllama.dylib diff --git a/src/main/resources/bin/libmtmd.0.0.7787.dylib b/src/main/resources/bin/mac-arm64/libmtmd.0.0.7787.dylib similarity index 100% rename from src/main/resources/bin/libmtmd.0.0.7787.dylib rename to src/main/resources/bin/mac-arm64/libmtmd.0.0.7787.dylib diff --git a/src/main/resources/bin/libmtmd.0.dylib b/src/main/resources/bin/mac-arm64/libmtmd.0.dylib similarity index 100% rename from src/main/resources/bin/libmtmd.0.dylib rename to src/main/resources/bin/mac-arm64/libmtmd.0.dylib diff --git a/src/main/resources/bin/libmtmd.dylib b/src/main/resources/bin/mac-arm64/libmtmd.dylib similarity index 100% rename from src/main/resources/bin/libmtmd.dylib rename to src/main/resources/bin/mac-arm64/libmtmd.dylib diff --git a/src/main/resources/bin/llama-server b/src/main/resources/bin/mac-arm64/llama-server similarity index 100% rename from src/main/resources/bin/llama-server rename to src/main/resources/bin/mac-arm64/llama-server diff --git a/src/main/resources/bin/mac-x64/LICENSE b/src/main/resources/bin/mac-x64/LICENSE new file mode 100644 index 0000000..e7dca55 --- /dev/null +++ b/src/main/resources/bin/mac-x64/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2023-2026 The ggml authors + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/src/main/resources/bin/mac-x64/libggml-base 2.dylib b/src/main/resources/bin/mac-x64/libggml-base 2.dylib new file mode 120000 index 0000000..f08d1fc --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-base 2.dylib @@ -0,0 +1 @@ +libggml-base.0.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml-base.0 2.dylib b/src/main/resources/bin/mac-x64/libggml-base.0 2.dylib new file mode 120000 index 0000000..56fffce --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-base.0 2.dylib @@ -0,0 +1 @@ +libggml-base.0.9.7.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml-base.0.9.7.dylib b/src/main/resources/bin/mac-x64/libggml-base.0.9.7.dylib new file mode 100755 index 0000000..66ff1a0 Binary files /dev/null and b/src/main/resources/bin/mac-x64/libggml-base.0.9.7.dylib differ diff --git a/src/main/resources/bin/mac-x64/libggml-base.0.dylib b/src/main/resources/bin/mac-x64/libggml-base.0.dylib new file mode 120000 index 0000000..56fffce --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-base.0.dylib @@ -0,0 +1 @@ +libggml-base.0.9.7.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml-base.dylib b/src/main/resources/bin/mac-x64/libggml-base.dylib new file mode 120000 index 0000000..f08d1fc --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-base.dylib @@ -0,0 +1 @@ +libggml-base.0.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml-blas.0.9.7.dylib b/src/main/resources/bin/mac-x64/libggml-blas.0.9.7.dylib new file mode 100755 index 0000000..c14b6db Binary files /dev/null and b/src/main/resources/bin/mac-x64/libggml-blas.0.9.7.dylib differ diff --git a/src/main/resources/bin/mac-x64/libggml-blas.0.dylib b/src/main/resources/bin/mac-x64/libggml-blas.0.dylib new file mode 120000 index 0000000..ce1d78a --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-blas.0.dylib @@ -0,0 +1 @@ +libggml-blas.0.9.7.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml-blas.dylib b/src/main/resources/bin/mac-x64/libggml-blas.dylib new file mode 120000 index 0000000..28748a5 --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-blas.dylib @@ -0,0 +1 @@ +libggml-blas.0.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml-cpu.0.9.7.dylib b/src/main/resources/bin/mac-x64/libggml-cpu.0.9.7.dylib new file mode 100755 index 0000000..21f7798 Binary files /dev/null and b/src/main/resources/bin/mac-x64/libggml-cpu.0.9.7.dylib differ diff --git a/src/main/resources/bin/mac-x64/libggml-cpu.0.dylib b/src/main/resources/bin/mac-x64/libggml-cpu.0.dylib new file mode 120000 index 0000000..44d3166 --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-cpu.0.dylib @@ -0,0 +1 @@ +libggml-cpu.0.9.7.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml-cpu.dylib b/src/main/resources/bin/mac-x64/libggml-cpu.dylib new file mode 120000 index 0000000..ac40938 --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-cpu.dylib @@ -0,0 +1 @@ +libggml-cpu.0.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml-rpc.0.9.7.dylib b/src/main/resources/bin/mac-x64/libggml-rpc.0.9.7.dylib new file mode 100755 index 0000000..369ef27 Binary files /dev/null and b/src/main/resources/bin/mac-x64/libggml-rpc.0.9.7.dylib differ diff --git a/src/main/resources/bin/mac-x64/libggml-rpc.0.dylib b/src/main/resources/bin/mac-x64/libggml-rpc.0.dylib new file mode 120000 index 0000000..35a6a8d --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-rpc.0.dylib @@ -0,0 +1 @@ +libggml-rpc.0.9.7.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml-rpc.dylib b/src/main/resources/bin/mac-x64/libggml-rpc.dylib new file mode 120000 index 0000000..a871ded --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml-rpc.dylib @@ -0,0 +1 @@ +libggml-rpc.0.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml.0.9.7.dylib b/src/main/resources/bin/mac-x64/libggml.0.9.7.dylib new file mode 100755 index 0000000..9e40800 Binary files /dev/null and b/src/main/resources/bin/mac-x64/libggml.0.9.7.dylib differ diff --git a/src/main/resources/bin/mac-x64/libggml.0.dylib b/src/main/resources/bin/mac-x64/libggml.0.dylib new file mode 120000 index 0000000..8d5cbe7 --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml.0.dylib @@ -0,0 +1 @@ +libggml.0.9.7.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libggml.dylib b/src/main/resources/bin/mac-x64/libggml.dylib new file mode 120000 index 0000000..0ef7111 --- /dev/null +++ b/src/main/resources/bin/mac-x64/libggml.dylib @@ -0,0 +1 @@ +libggml.0.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libllama.0.0.8095.dylib b/src/main/resources/bin/mac-x64/libllama.0.0.8095.dylib new file mode 100755 index 0000000..bcd96a8 Binary files /dev/null and b/src/main/resources/bin/mac-x64/libllama.0.0.8095.dylib differ diff --git a/src/main/resources/bin/mac-x64/libllama.0.dylib b/src/main/resources/bin/mac-x64/libllama.0.dylib new file mode 120000 index 0000000..e5fb9c9 --- /dev/null +++ b/src/main/resources/bin/mac-x64/libllama.0.dylib @@ -0,0 +1 @@ +libllama.0.0.8095.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libllama.dylib b/src/main/resources/bin/mac-x64/libllama.dylib new file mode 120000 index 0000000..d76d521 --- /dev/null +++ b/src/main/resources/bin/mac-x64/libllama.dylib @@ -0,0 +1 @@ +libllama.0.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libmtmd.0.0.8095.dylib b/src/main/resources/bin/mac-x64/libmtmd.0.0.8095.dylib new file mode 100755 index 0000000..a4fa8b0 Binary files /dev/null and b/src/main/resources/bin/mac-x64/libmtmd.0.0.8095.dylib differ diff --git a/src/main/resources/bin/mac-x64/libmtmd.0.dylib b/src/main/resources/bin/mac-x64/libmtmd.0.dylib new file mode 120000 index 0000000..63beceb --- /dev/null +++ b/src/main/resources/bin/mac-x64/libmtmd.0.dylib @@ -0,0 +1 @@ +libmtmd.0.0.8095.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/libmtmd.dylib b/src/main/resources/bin/mac-x64/libmtmd.dylib new file mode 120000 index 0000000..21fd179 --- /dev/null +++ b/src/main/resources/bin/mac-x64/libmtmd.dylib @@ -0,0 +1 @@ +libmtmd.0.dylib \ No newline at end of file diff --git a/src/main/resources/bin/mac-x64/llama-batched b/src/main/resources/bin/mac-x64/llama-batched new file mode 100755 index 0000000..9256c80 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-batched differ diff --git a/src/main/resources/bin/mac-x64/llama-batched-bench b/src/main/resources/bin/mac-x64/llama-batched-bench new file mode 100755 index 0000000..7952cb5 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-batched-bench differ diff --git a/src/main/resources/bin/mac-x64/llama-bench b/src/main/resources/bin/mac-x64/llama-bench new file mode 100755 index 0000000..c6ecfd4 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-bench differ diff --git a/src/main/resources/bin/mac-x64/llama-cli b/src/main/resources/bin/mac-x64/llama-cli new file mode 100755 index 0000000..36a8953 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-cli differ diff --git a/src/main/resources/bin/mac-x64/llama-completion b/src/main/resources/bin/mac-x64/llama-completion new file mode 100755 index 0000000..5a0d639 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-completion differ diff --git a/src/main/resources/bin/mac-x64/llama-convert-llama2c-to-ggml b/src/main/resources/bin/mac-x64/llama-convert-llama2c-to-ggml new file mode 100755 index 0000000..913106b Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-convert-llama2c-to-ggml differ diff --git a/src/main/resources/bin/mac-x64/llama-cvector-generator b/src/main/resources/bin/mac-x64/llama-cvector-generator new file mode 100755 index 0000000..1024950 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-cvector-generator differ diff --git a/src/main/resources/bin/mac-x64/llama-debug b/src/main/resources/bin/mac-x64/llama-debug new file mode 100755 index 0000000..4c9b372 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-debug differ diff --git a/src/main/resources/bin/mac-x64/llama-diffusion-cli b/src/main/resources/bin/mac-x64/llama-diffusion-cli new file mode 100755 index 0000000..acdec7a Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-diffusion-cli differ diff --git a/src/main/resources/bin/mac-x64/llama-embedding b/src/main/resources/bin/mac-x64/llama-embedding new file mode 100755 index 0000000..aeca8aa Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-embedding differ diff --git a/src/main/resources/bin/mac-x64/llama-eval-callback b/src/main/resources/bin/mac-x64/llama-eval-callback new file mode 100755 index 0000000..483a8cc Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-eval-callback differ diff --git a/src/main/resources/bin/mac-x64/llama-export-lora b/src/main/resources/bin/mac-x64/llama-export-lora new file mode 100755 index 0000000..b4afa39 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-export-lora differ diff --git a/src/main/resources/bin/mac-x64/llama-finetune b/src/main/resources/bin/mac-x64/llama-finetune new file mode 100755 index 0000000..a0af4a2 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-finetune differ diff --git a/src/main/resources/bin/mac-x64/llama-fit-params b/src/main/resources/bin/mac-x64/llama-fit-params new file mode 100755 index 0000000..0a7fbdb Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-fit-params differ diff --git a/src/main/resources/bin/mac-x64/llama-gemma3-cli b/src/main/resources/bin/mac-x64/llama-gemma3-cli new file mode 100755 index 0000000..cee46f9 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-gemma3-cli differ diff --git a/src/main/resources/bin/mac-x64/llama-gen-docs b/src/main/resources/bin/mac-x64/llama-gen-docs new file mode 100755 index 0000000..233ac61 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-gen-docs differ diff --git a/src/main/resources/bin/mac-x64/llama-gguf b/src/main/resources/bin/mac-x64/llama-gguf new file mode 100755 index 0000000..9781a6c Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-gguf differ diff --git a/src/main/resources/bin/mac-x64/llama-gguf-hash b/src/main/resources/bin/mac-x64/llama-gguf-hash new file mode 100755 index 0000000..fd9d81b Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-gguf-hash differ diff --git a/src/main/resources/bin/mac-x64/llama-gguf-split b/src/main/resources/bin/mac-x64/llama-gguf-split new file mode 100755 index 0000000..110dad0 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-gguf-split differ diff --git a/src/main/resources/bin/mac-x64/llama-idle b/src/main/resources/bin/mac-x64/llama-idle new file mode 100755 index 0000000..1eca296 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-idle differ diff --git a/src/main/resources/bin/mac-x64/llama-imatrix b/src/main/resources/bin/mac-x64/llama-imatrix new file mode 100755 index 0000000..5645a7e Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-imatrix differ diff --git a/src/main/resources/bin/mac-x64/llama-llava-cli b/src/main/resources/bin/mac-x64/llama-llava-cli new file mode 100755 index 0000000..c162ff6 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-llava-cli differ diff --git a/src/main/resources/bin/mac-x64/llama-lookahead b/src/main/resources/bin/mac-x64/llama-lookahead new file mode 100755 index 0000000..611a561 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-lookahead differ diff --git a/src/main/resources/bin/mac-x64/llama-lookup b/src/main/resources/bin/mac-x64/llama-lookup new file mode 100755 index 0000000..86d2705 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-lookup differ diff --git a/src/main/resources/bin/mac-x64/llama-lookup-create b/src/main/resources/bin/mac-x64/llama-lookup-create new file mode 100755 index 0000000..c30f5f8 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-lookup-create differ diff --git a/src/main/resources/bin/mac-x64/llama-lookup-merge b/src/main/resources/bin/mac-x64/llama-lookup-merge new file mode 100755 index 0000000..578c29e Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-lookup-merge differ diff --git a/src/main/resources/bin/mac-x64/llama-lookup-stats b/src/main/resources/bin/mac-x64/llama-lookup-stats new file mode 100755 index 0000000..dbd8c19 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-lookup-stats differ diff --git a/src/main/resources/bin/mac-x64/llama-minicpmv-cli b/src/main/resources/bin/mac-x64/llama-minicpmv-cli new file mode 100755 index 0000000..77d84ad Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-minicpmv-cli differ diff --git a/src/main/resources/bin/mac-x64/llama-mtmd-cli b/src/main/resources/bin/mac-x64/llama-mtmd-cli new file mode 100755 index 0000000..64f8f73 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-mtmd-cli differ diff --git a/src/main/resources/bin/mac-x64/llama-parallel b/src/main/resources/bin/mac-x64/llama-parallel new file mode 100755 index 0000000..e8162bb Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-parallel differ diff --git a/src/main/resources/bin/mac-x64/llama-passkey b/src/main/resources/bin/mac-x64/llama-passkey new file mode 100755 index 0000000..2d8c07c Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-passkey differ diff --git a/src/main/resources/bin/mac-x64/llama-perplexity b/src/main/resources/bin/mac-x64/llama-perplexity new file mode 100755 index 0000000..5685091 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-perplexity differ diff --git a/src/main/resources/bin/mac-x64/llama-q8dot b/src/main/resources/bin/mac-x64/llama-q8dot new file mode 100755 index 0000000..0a27833 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-q8dot differ diff --git a/src/main/resources/bin/mac-x64/llama-quantize b/src/main/resources/bin/mac-x64/llama-quantize new file mode 100755 index 0000000..860ac67 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-quantize differ diff --git a/src/main/resources/bin/mac-x64/llama-qwen2vl-cli b/src/main/resources/bin/mac-x64/llama-qwen2vl-cli new file mode 100755 index 0000000..cc7f042 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-qwen2vl-cli differ diff --git a/src/main/resources/bin/mac-x64/llama-retrieval b/src/main/resources/bin/mac-x64/llama-retrieval new file mode 100755 index 0000000..03db24c Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-retrieval differ diff --git a/src/main/resources/bin/mac-x64/llama-save-load-state b/src/main/resources/bin/mac-x64/llama-save-load-state new file mode 100755 index 0000000..2097c91 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-save-load-state differ diff --git a/src/main/resources/bin/mac-x64/llama-server b/src/main/resources/bin/mac-x64/llama-server new file mode 100755 index 0000000..6b8bd8d Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-server differ diff --git a/src/main/resources/bin/mac-x64/llama-simple b/src/main/resources/bin/mac-x64/llama-simple new file mode 100755 index 0000000..476807e Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-simple differ diff --git a/src/main/resources/bin/mac-x64/llama-simple-chat b/src/main/resources/bin/mac-x64/llama-simple-chat new file mode 100755 index 0000000..e0e5546 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-simple-chat differ diff --git a/src/main/resources/bin/mac-x64/llama-speculative b/src/main/resources/bin/mac-x64/llama-speculative new file mode 100755 index 0000000..3ae5768 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-speculative differ diff --git a/src/main/resources/bin/mac-x64/llama-speculative-simple b/src/main/resources/bin/mac-x64/llama-speculative-simple new file mode 100755 index 0000000..6ba310c Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-speculative-simple differ diff --git a/src/main/resources/bin/mac-x64/llama-tokenize b/src/main/resources/bin/mac-x64/llama-tokenize new file mode 100755 index 0000000..e1b24f6 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-tokenize differ diff --git a/src/main/resources/bin/mac-x64/llama-tts b/src/main/resources/bin/mac-x64/llama-tts new file mode 100755 index 0000000..1527579 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-tts differ diff --git a/src/main/resources/bin/mac-x64/llama-vdot b/src/main/resources/bin/mac-x64/llama-vdot new file mode 100755 index 0000000..f1804a0 Binary files /dev/null and b/src/main/resources/bin/mac-x64/llama-vdot differ diff --git a/src/main/resources/bin/mac-x64/rpc-server b/src/main/resources/bin/mac-x64/rpc-server new file mode 100755 index 0000000..f2493f6 Binary files /dev/null and b/src/main/resources/bin/mac-x64/rpc-server differ diff --git a/src/main/resources/bin/mac-x64/test-alloc b/src/main/resources/bin/mac-x64/test-alloc new file mode 100755 index 0000000..fc9c4b9 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-alloc differ diff --git a/src/main/resources/bin/mac-x64/test-arg-parser b/src/main/resources/bin/mac-x64/test-arg-parser new file mode 100755 index 0000000..86f3aab Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-arg-parser differ diff --git a/src/main/resources/bin/mac-x64/test-autorelease b/src/main/resources/bin/mac-x64/test-autorelease new file mode 100755 index 0000000..55da06d Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-autorelease differ diff --git a/src/main/resources/bin/mac-x64/test-backend-ops b/src/main/resources/bin/mac-x64/test-backend-ops new file mode 100755 index 0000000..7a448ef Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-backend-ops differ diff --git a/src/main/resources/bin/mac-x64/test-backend-sampler b/src/main/resources/bin/mac-x64/test-backend-sampler new file mode 100755 index 0000000..e1f29ac Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-backend-sampler differ diff --git a/src/main/resources/bin/mac-x64/test-barrier b/src/main/resources/bin/mac-x64/test-barrier new file mode 100755 index 0000000..ebdca81 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-barrier differ diff --git a/src/main/resources/bin/mac-x64/test-c b/src/main/resources/bin/mac-x64/test-c new file mode 100755 index 0000000..02b6256 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-c differ diff --git a/src/main/resources/bin/mac-x64/test-chat b/src/main/resources/bin/mac-x64/test-chat new file mode 100755 index 0000000..458f6f2 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-chat differ diff --git a/src/main/resources/bin/mac-x64/test-chat-parser b/src/main/resources/bin/mac-x64/test-chat-parser new file mode 100755 index 0000000..6dba931 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-chat-parser differ diff --git a/src/main/resources/bin/mac-x64/test-chat-peg-parser b/src/main/resources/bin/mac-x64/test-chat-peg-parser new file mode 100755 index 0000000..b7d98cb Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-chat-peg-parser differ diff --git a/src/main/resources/bin/mac-x64/test-chat-template b/src/main/resources/bin/mac-x64/test-chat-template new file mode 100755 index 0000000..273cc18 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-chat-template differ diff --git a/src/main/resources/bin/mac-x64/test-gbnf-validator b/src/main/resources/bin/mac-x64/test-gbnf-validator new file mode 100755 index 0000000..b83191a Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-gbnf-validator differ diff --git a/src/main/resources/bin/mac-x64/test-gguf b/src/main/resources/bin/mac-x64/test-gguf new file mode 100755 index 0000000..b27a232 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-gguf differ diff --git a/src/main/resources/bin/mac-x64/test-grammar-integration b/src/main/resources/bin/mac-x64/test-grammar-integration new file mode 100755 index 0000000..b1be675 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-grammar-integration differ diff --git a/src/main/resources/bin/mac-x64/test-grammar-parser b/src/main/resources/bin/mac-x64/test-grammar-parser new file mode 100755 index 0000000..7a5f21f Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-grammar-parser differ diff --git a/src/main/resources/bin/mac-x64/test-jinja b/src/main/resources/bin/mac-x64/test-jinja new file mode 100755 index 0000000..b5a7e3f Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-jinja differ diff --git a/src/main/resources/bin/mac-x64/test-json-partial b/src/main/resources/bin/mac-x64/test-json-partial new file mode 100755 index 0000000..854c8a4 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-json-partial differ diff --git a/src/main/resources/bin/mac-x64/test-json-schema-to-grammar b/src/main/resources/bin/mac-x64/test-json-schema-to-grammar new file mode 100755 index 0000000..1be9e5f Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-json-schema-to-grammar differ diff --git a/src/main/resources/bin/mac-x64/test-llama-grammar b/src/main/resources/bin/mac-x64/test-llama-grammar new file mode 100755 index 0000000..951f0ce Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-llama-grammar differ diff --git a/src/main/resources/bin/mac-x64/test-log b/src/main/resources/bin/mac-x64/test-log new file mode 100755 index 0000000..891a560 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-log differ diff --git a/src/main/resources/bin/mac-x64/test-model-load-cancel b/src/main/resources/bin/mac-x64/test-model-load-cancel new file mode 100755 index 0000000..5235476 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-model-load-cancel differ diff --git a/src/main/resources/bin/mac-x64/test-mtmd-c-api b/src/main/resources/bin/mac-x64/test-mtmd-c-api new file mode 100755 index 0000000..21ac051 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-mtmd-c-api differ diff --git a/src/main/resources/bin/mac-x64/test-opt b/src/main/resources/bin/mac-x64/test-opt new file mode 100755 index 0000000..c4d439e Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-opt differ diff --git a/src/main/resources/bin/mac-x64/test-peg-parser b/src/main/resources/bin/mac-x64/test-peg-parser new file mode 100755 index 0000000..afaf45d Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-peg-parser differ diff --git a/src/main/resources/bin/mac-x64/test-quantize-fns b/src/main/resources/bin/mac-x64/test-quantize-fns new file mode 100755 index 0000000..99aad59 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-quantize-fns differ diff --git a/src/main/resources/bin/mac-x64/test-quantize-perf b/src/main/resources/bin/mac-x64/test-quantize-perf new file mode 100755 index 0000000..717f220 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-quantize-perf differ diff --git a/src/main/resources/bin/mac-x64/test-quantize-stats b/src/main/resources/bin/mac-x64/test-quantize-stats new file mode 100755 index 0000000..3122088 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-quantize-stats differ diff --git a/src/main/resources/bin/mac-x64/test-regex-partial b/src/main/resources/bin/mac-x64/test-regex-partial new file mode 100755 index 0000000..7465a1e Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-regex-partial differ diff --git a/src/main/resources/bin/mac-x64/test-rope b/src/main/resources/bin/mac-x64/test-rope new file mode 100755 index 0000000..892687d Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-rope differ diff --git a/src/main/resources/bin/mac-x64/test-sampling b/src/main/resources/bin/mac-x64/test-sampling new file mode 100755 index 0000000..649eaca Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-sampling differ diff --git a/src/main/resources/bin/mac-x64/test-state-restore-fragmented b/src/main/resources/bin/mac-x64/test-state-restore-fragmented new file mode 100755 index 0000000..c4dde45 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-state-restore-fragmented differ diff --git a/src/main/resources/bin/mac-x64/test-thread-safety b/src/main/resources/bin/mac-x64/test-thread-safety new file mode 100755 index 0000000..3bab43b Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-thread-safety differ diff --git a/src/main/resources/bin/mac-x64/test-tokenizer-0 b/src/main/resources/bin/mac-x64/test-tokenizer-0 new file mode 100755 index 0000000..2cd1650 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-tokenizer-0 differ diff --git a/src/main/resources/bin/mac-x64/test-tokenizer-1-bpe b/src/main/resources/bin/mac-x64/test-tokenizer-1-bpe new file mode 100755 index 0000000..904d985 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-tokenizer-1-bpe differ diff --git a/src/main/resources/bin/mac-x64/test-tokenizer-1-spm b/src/main/resources/bin/mac-x64/test-tokenizer-1-spm new file mode 100755 index 0000000..e6995d8 Binary files /dev/null and b/src/main/resources/bin/mac-x64/test-tokenizer-1-spm differ diff --git a/src/main/resources/bin/win-x64/ggml-base.dll b/src/main/resources/bin/win-x64/ggml-base.dll new file mode 100644 index 0000000..85c4a14 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-base.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-alderlake.dll b/src/main/resources/bin/win-x64/ggml-cpu-alderlake.dll new file mode 100644 index 0000000..37d892e Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-alderlake.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-cannonlake.dll b/src/main/resources/bin/win-x64/ggml-cpu-cannonlake.dll new file mode 100644 index 0000000..069a7fb Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-cannonlake.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-cascadelake.dll b/src/main/resources/bin/win-x64/ggml-cpu-cascadelake.dll new file mode 100644 index 0000000..93d9a12 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-cascadelake.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-cooperlake.dll b/src/main/resources/bin/win-x64/ggml-cpu-cooperlake.dll new file mode 100644 index 0000000..fd1769c Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-cooperlake.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-haswell.dll b/src/main/resources/bin/win-x64/ggml-cpu-haswell.dll new file mode 100644 index 0000000..b7b24f9 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-haswell.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-icelake.dll b/src/main/resources/bin/win-x64/ggml-cpu-icelake.dll new file mode 100644 index 0000000..ca43f77 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-icelake.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-ivybridge.dll b/src/main/resources/bin/win-x64/ggml-cpu-ivybridge.dll new file mode 100644 index 0000000..58cb4dd Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-ivybridge.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-piledriver.dll b/src/main/resources/bin/win-x64/ggml-cpu-piledriver.dll new file mode 100644 index 0000000..4ee6252 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-piledriver.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-sandybridge.dll b/src/main/resources/bin/win-x64/ggml-cpu-sandybridge.dll new file mode 100644 index 0000000..ec00070 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-sandybridge.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-sapphirerapids.dll b/src/main/resources/bin/win-x64/ggml-cpu-sapphirerapids.dll new file mode 100644 index 0000000..4df14d6 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-sapphirerapids.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-skylakex.dll b/src/main/resources/bin/win-x64/ggml-cpu-skylakex.dll new file mode 100644 index 0000000..fb91cf9 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-skylakex.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-sse42.dll b/src/main/resources/bin/win-x64/ggml-cpu-sse42.dll new file mode 100644 index 0000000..5560b3d Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-sse42.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-x64.dll b/src/main/resources/bin/win-x64/ggml-cpu-x64.dll new file mode 100644 index 0000000..6eca703 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-x64.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-cpu-zen4.dll b/src/main/resources/bin/win-x64/ggml-cpu-zen4.dll new file mode 100644 index 0000000..a83f6e9 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-cpu-zen4.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-rpc.dll b/src/main/resources/bin/win-x64/ggml-rpc.dll new file mode 100644 index 0000000..616ed6e Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-rpc.dll differ diff --git a/src/main/resources/bin/win-x64/ggml-vulkan.dll b/src/main/resources/bin/win-x64/ggml-vulkan.dll new file mode 100644 index 0000000..961b50b Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml-vulkan.dll differ diff --git a/src/main/resources/bin/win-x64/ggml.dll b/src/main/resources/bin/win-x64/ggml.dll new file mode 100644 index 0000000..cd07475 Binary files /dev/null and b/src/main/resources/bin/win-x64/ggml.dll differ diff --git a/src/main/resources/bin/win-x64/libomp140.x86_64.dll b/src/main/resources/bin/win-x64/libomp140.x86_64.dll new file mode 100644 index 0000000..7c0dd14 Binary files /dev/null and b/src/main/resources/bin/win-x64/libomp140.x86_64.dll differ diff --git a/src/main/resources/bin/win-x64/llama-batched-bench.exe b/src/main/resources/bin/win-x64/llama-batched-bench.exe new file mode 100644 index 0000000..14466a9 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-batched-bench.exe differ diff --git a/src/main/resources/bin/win-x64/llama-bench.exe b/src/main/resources/bin/win-x64/llama-bench.exe new file mode 100644 index 0000000..68c2824 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-bench.exe differ diff --git a/src/main/resources/bin/win-x64/llama-cli.exe b/src/main/resources/bin/win-x64/llama-cli.exe new file mode 100644 index 0000000..6f4f4b2 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-cli.exe differ diff --git a/src/main/resources/bin/win-x64/llama-completion.exe b/src/main/resources/bin/win-x64/llama-completion.exe new file mode 100644 index 0000000..d00ac9e Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-completion.exe differ diff --git a/src/main/resources/bin/win-x64/llama-fit-params.exe b/src/main/resources/bin/win-x64/llama-fit-params.exe new file mode 100644 index 0000000..d290071 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-fit-params.exe differ diff --git a/src/main/resources/bin/win-x64/llama-gemma3-cli.exe b/src/main/resources/bin/win-x64/llama-gemma3-cli.exe new file mode 100644 index 0000000..32c4530 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-gemma3-cli.exe differ diff --git a/src/main/resources/bin/win-x64/llama-gguf-split.exe b/src/main/resources/bin/win-x64/llama-gguf-split.exe new file mode 100644 index 0000000..1638c28 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-gguf-split.exe differ diff --git a/src/main/resources/bin/win-x64/llama-imatrix.exe b/src/main/resources/bin/win-x64/llama-imatrix.exe new file mode 100644 index 0000000..3e9c7ad Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-imatrix.exe differ diff --git a/src/main/resources/bin/win-x64/llama-llava-cli.exe b/src/main/resources/bin/win-x64/llama-llava-cli.exe new file mode 100644 index 0000000..32c4530 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-llava-cli.exe differ diff --git a/src/main/resources/bin/win-x64/llama-minicpmv-cli.exe b/src/main/resources/bin/win-x64/llama-minicpmv-cli.exe new file mode 100644 index 0000000..32c4530 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-minicpmv-cli.exe differ diff --git a/src/main/resources/bin/win-x64/llama-mtmd-cli.exe b/src/main/resources/bin/win-x64/llama-mtmd-cli.exe new file mode 100644 index 0000000..3080dba Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-mtmd-cli.exe differ diff --git a/src/main/resources/bin/win-x64/llama-perplexity.exe b/src/main/resources/bin/win-x64/llama-perplexity.exe new file mode 100644 index 0000000..7f49162 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-perplexity.exe differ diff --git a/src/main/resources/bin/win-x64/llama-quantize.exe b/src/main/resources/bin/win-x64/llama-quantize.exe new file mode 100644 index 0000000..39c2227 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-quantize.exe differ diff --git a/src/main/resources/bin/win-x64/llama-qwen2vl-cli.exe b/src/main/resources/bin/win-x64/llama-qwen2vl-cli.exe new file mode 100644 index 0000000..32c4530 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-qwen2vl-cli.exe differ diff --git a/src/main/resources/bin/win-x64/llama-server.exe b/src/main/resources/bin/win-x64/llama-server.exe new file mode 100644 index 0000000..7d09a1e Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-server.exe differ diff --git a/src/main/resources/bin/win-x64/llama-tokenize.exe b/src/main/resources/bin/win-x64/llama-tokenize.exe new file mode 100644 index 0000000..22a862e Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-tokenize.exe differ diff --git a/src/main/resources/bin/win-x64/llama-tts.exe b/src/main/resources/bin/win-x64/llama-tts.exe new file mode 100644 index 0000000..1533630 Binary files /dev/null and b/src/main/resources/bin/win-x64/llama-tts.exe differ diff --git a/src/main/resources/bin/win-x64/llama.dll b/src/main/resources/bin/win-x64/llama.dll new file mode 100644 index 0000000..7b7b4eb Binary files /dev/null and b/src/main/resources/bin/win-x64/llama.dll differ diff --git a/src/main/resources/bin/win-x64/mtmd.dll b/src/main/resources/bin/win-x64/mtmd.dll new file mode 100644 index 0000000..7ee674c Binary files /dev/null and b/src/main/resources/bin/win-x64/mtmd.dll differ diff --git a/src/main/resources/bin/win-x64/rpc-server.exe b/src/main/resources/bin/win-x64/rpc-server.exe new file mode 100644 index 0000000..30d55d5 Binary files /dev/null and b/src/main/resources/bin/win-x64/rpc-server.exe differ