From bef4697d4b8a8998c2dc471b30c0c9d09e90208c Mon Sep 17 00:00:00 2001 From: Nicolas Graves Date: Mon, 14 Aug 2023 01:24:40 -0700 Subject: gnu: llama-cpp: Update to 0.0.0-0.f31b539. MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * gnu/packages/machine-learning.scm (llama-cpp): Update to 0.0.0-0.f31b539. [#:phases](install-python-scripts): Adapt python scripts. (install): Remove deleted quantize script installation. Co-authored-by: Andy Tai Signed-off-by: Ludovic Courtès --- gnu/packages/machine-learning.scm | 15 +++++---------- 1 file changed, 5 insertions(+), 10 deletions(-) diff --git a/gnu/packages/machine-learning.scm b/gnu/packages/machine-learning.scm index f931626cd6..c32180615b 100644 --- a/gnu/packages/machine-learning.scm +++ b/gnu/packages/machine-learning.scm @@ -408,7 +408,7 @@ Performance is achieved by using the LLVM JIT compiler.") (deprecated-package "guile-aiscm-next" guile-aiscm)) (define-public llama-cpp - (let ((commit "3cd8dde0d1357b7f11bdd25c45d5bf5e97e284a0") + (let ((commit "f31b5397143009d682db90fd2a6cde83f1ef00eb") (revision "0")) (package (name "llama-cpp") @@ -421,7 +421,7 @@ Performance is achieved by using the LLVM JIT compiler.") (commit (string-append "master-" (string-take commit 7))))) (file-name (git-file-name name version)) (sha256 - (base32 "0i7c92cxqs31xklrn688978kk29agivgxjgvsb45wzm65gc6hm5c")))) + (base32 "0ys6n53n032zq1ll9f3vgxk8sw0qq7x3fi7awsyy13adzp3hn08p")))) (build-system cmake-build-system) (arguments (list @@ -449,18 +449,13 @@ Performance is achieved by using the LLVM JIT compiler.") (chmod (string-append bin script) #o555))) (mkdir-p bin) (make-script "convert-pth-to-ggml") - (make-script "convert-gptq-to-ggml") - (make-script "quantize.py") - (substitute* (string-append bin "quantize.py") - (("os\\.getcwd\\(\\), quantize_script_binary") - (string-append "\"" bin "\", quantize_script_binary")))))) + (make-script "convert-lora-to-ggml") + (make-script "convert")))) (add-after 'install-python-scripts 'wrap-python-scripts (assoc-ref python:%standard-phases 'wrap)) (replace 'install (lambda _ - (let ((bin (string-append #$output "/bin/"))) - (install-file "bin/quantize" bin) - (copy-file "bin/main" (string-append bin "llama")))))))) + (copy-file "bin/main" (string-append #$output "/bin/llama"))))))) (inputs (list python)) (propagated-inputs (list python-numpy python-pytorch python-sentencepiece)) -- cgit v1.2.3