diff --git a/src/main/kotlin/Main.kt b/src/main/kotlin/Main.kt index 8ede798..8a4f787 100644 --- a/src/main/kotlin/Main.kt +++ b/src/main/kotlin/Main.kt @@ -76,7 +76,7 @@ fun getLlamaBinPath(): String { } // Windows NUC os.contains("win") -> { - "$basePath/win-x64/llama-server.exe" + "$basePath/win-x64-n/llama-server.exe" } else -> "$basePath/llama-server" } diff --git a/src/main/resources/bin/win-x64-n/ggml-base.dll b/src/main/resources/bin/win-x64-n/ggml-base.dll new file mode 100644 index 0000000..0bc4978 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-base.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-alderlake.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-alderlake.dll new file mode 100644 index 0000000..5427479 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-alderlake.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-cannonlake.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-cannonlake.dll new file mode 100644 index 0000000..b56aa68 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-cannonlake.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-cascadelake.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-cascadelake.dll new file mode 100644 index 0000000..705bfa0 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-cascadelake.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-cooperlake.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-cooperlake.dll new file mode 100644 index 0000000..c9c48dd Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-cooperlake.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-haswell.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-haswell.dll new file mode 100644 index 0000000..08a1fbf Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-haswell.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-icelake.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-icelake.dll new file mode 100644 index 0000000..f06a026 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-icelake.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-ivybridge.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-ivybridge.dll new file mode 100644 index 0000000..51a7b7c Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-ivybridge.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-piledriver.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-piledriver.dll new file mode 100644 index 0000000..5ca7413 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-piledriver.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-sandybridge.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-sandybridge.dll new file mode 100644 index 0000000..446fb11 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-sandybridge.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-sapphirerapids.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-sapphirerapids.dll new file mode 100644 index 0000000..6d3b236 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-sapphirerapids.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-skylakex.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-skylakex.dll new file mode 100644 index 0000000..b875058 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-skylakex.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-sse42.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-sse42.dll new file mode 100644 index 0000000..6ffd09d Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-sse42.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-x64.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-x64.dll new file mode 100644 index 0000000..8463f6e Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-x64.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-cpu-zen4.dll b/src/main/resources/bin/win-x64-n/ggml-cpu-zen4.dll new file mode 100644 index 0000000..552f0b5 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-cpu-zen4.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml-rpc.dll b/src/main/resources/bin/win-x64-n/ggml-rpc.dll new file mode 100644 index 0000000..b6c22da Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml-rpc.dll differ diff --git a/src/main/resources/bin/win-x64-n/ggml.dll b/src/main/resources/bin/win-x64-n/ggml.dll new file mode 100644 index 0000000..c804575 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/ggml.dll differ diff --git a/src/main/resources/bin/win-x64-n/libomp140.x86_64.dll b/src/main/resources/bin/win-x64-n/libomp140.x86_64.dll new file mode 100644 index 0000000..7c0dd14 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/libomp140.x86_64.dll differ diff --git a/src/main/resources/bin/win-x64-n/llama-batched-bench.exe b/src/main/resources/bin/win-x64-n/llama-batched-bench.exe new file mode 100644 index 0000000..26b92a3 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-batched-bench.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-bench.exe b/src/main/resources/bin/win-x64-n/llama-bench.exe new file mode 100644 index 0000000..03d1077 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-bench.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-cli.exe b/src/main/resources/bin/win-x64-n/llama-cli.exe new file mode 100644 index 0000000..998b9fb Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-cli.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-completion.exe b/src/main/resources/bin/win-x64-n/llama-completion.exe new file mode 100644 index 0000000..2b15cdc Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-completion.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-fit-params.exe b/src/main/resources/bin/win-x64-n/llama-fit-params.exe new file mode 100644 index 0000000..7a16b2a Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-fit-params.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-gemma3-cli.exe b/src/main/resources/bin/win-x64-n/llama-gemma3-cli.exe new file mode 100644 index 0000000..369c724 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-gemma3-cli.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-gguf-split.exe b/src/main/resources/bin/win-x64-n/llama-gguf-split.exe new file mode 100644 index 0000000..6439de2 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-gguf-split.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-imatrix.exe b/src/main/resources/bin/win-x64-n/llama-imatrix.exe new file mode 100644 index 0000000..ba66b98 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-imatrix.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-llava-cli.exe b/src/main/resources/bin/win-x64-n/llama-llava-cli.exe new file mode 100644 index 0000000..369c724 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-llava-cli.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-minicpmv-cli.exe b/src/main/resources/bin/win-x64-n/llama-minicpmv-cli.exe new file mode 100644 index 0000000..369c724 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-minicpmv-cli.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-mtmd-cli.exe b/src/main/resources/bin/win-x64-n/llama-mtmd-cli.exe new file mode 100644 index 0000000..ee3b969 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-mtmd-cli.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-mtmd-debug.exe b/src/main/resources/bin/win-x64-n/llama-mtmd-debug.exe new file mode 100644 index 0000000..157f2b1 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-mtmd-debug.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-perplexity.exe b/src/main/resources/bin/win-x64-n/llama-perplexity.exe new file mode 100644 index 0000000..461360a Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-perplexity.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-quantize.exe b/src/main/resources/bin/win-x64-n/llama-quantize.exe new file mode 100644 index 0000000..95aa6bd Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-quantize.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-qwen2vl-cli.exe b/src/main/resources/bin/win-x64-n/llama-qwen2vl-cli.exe new file mode 100644 index 0000000..369c724 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-qwen2vl-cli.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-results.exe b/src/main/resources/bin/win-x64-n/llama-results.exe new file mode 100644 index 0000000..3b8cb73 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-results.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-server.exe b/src/main/resources/bin/win-x64-n/llama-server.exe new file mode 100644 index 0000000..c592a15 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-server.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-template-analysis.exe b/src/main/resources/bin/win-x64-n/llama-template-analysis.exe new file mode 100644 index 0000000..42a9979 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-template-analysis.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-tokenize.exe b/src/main/resources/bin/win-x64-n/llama-tokenize.exe new file mode 100644 index 0000000..4110673 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-tokenize.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama-tts.exe b/src/main/resources/bin/win-x64-n/llama-tts.exe new file mode 100644 index 0000000..d9b055b Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama-tts.exe differ diff --git a/src/main/resources/bin/win-x64-n/llama.dll b/src/main/resources/bin/win-x64-n/llama.dll new file mode 100644 index 0000000..808ad92 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/llama.dll differ diff --git a/src/main/resources/bin/win-x64-n/mtmd.dll b/src/main/resources/bin/win-x64-n/mtmd.dll new file mode 100644 index 0000000..7457701 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/mtmd.dll differ diff --git a/src/main/resources/bin/win-x64-n/rpc-server.exe b/src/main/resources/bin/win-x64-n/rpc-server.exe new file mode 100644 index 0000000..4bc6804 Binary files /dev/null and b/src/main/resources/bin/win-x64-n/rpc-server.exe differ