mirror of
https://github.com/gentoo-mirror/guru.git
synced 2026-04-07 03:10:15 -04:00
sci-misc/llama-cpp: + flexiblas backend
Signed-off-by: Sergey Alirzaev <l29ah@riseup.net>
This commit is contained in:
@@ -23,8 +23,8 @@ HOMEPAGE="https://github.com/ggml-org/llama.cpp"
|
||||
LICENSE="MIT"
|
||||
SLOT="0"
|
||||
CPU_FLAGS_X86=( avx avx2 f16c )
|
||||
IUSE="curl openblas +openmp blis hip cuda opencl vulkan"
|
||||
REQUIRED_USE="?? ( openblas blis )"
|
||||
IUSE="curl openblas +openmp blis hip cuda opencl vulkan flexiblas"
|
||||
REQUIRED_USE="?? ( openblas blis flexiblas )"
|
||||
|
||||
# curl is needed for pulling models from huggingface
|
||||
# numpy is used by convert_hf_to_gguf.py
|
||||
@@ -33,6 +33,7 @@ CDEPEND="
|
||||
openblas? ( sci-libs/openblas:= )
|
||||
openmp? ( llvm-runtimes/openmp:= )
|
||||
blis? ( sci-libs/blis:= )
|
||||
flexiblas? ( sci-libs/flexiblas:= )
|
||||
hip? ( >=dev-util/hip-6.3:=
|
||||
>=sci-libs/hipBLAS-6.3:=
|
||||
)
|
||||
@@ -99,6 +100,12 @@ src_configure() {
|
||||
)
|
||||
fi
|
||||
|
||||
if use flexiblas; then
|
||||
mycmakeargs+=(
|
||||
-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=FlexiBLAS
|
||||
)
|
||||
fi
|
||||
|
||||
if use cuda; then
|
||||
local -x CUDAHOSTCXX="$(cuda_gccdir)"
|
||||
# tries to recreate dev symlinks
|
||||
|
||||
@@ -23,8 +23,8 @@ HOMEPAGE="https://github.com/ggml-org/llama.cpp"
|
||||
LICENSE="MIT"
|
||||
SLOT="0"
|
||||
CPU_FLAGS_X86=( avx avx2 f16c )
|
||||
IUSE="curl openblas +openmp blis hip cuda opencl vulkan"
|
||||
REQUIRED_USE="?? ( openblas blis )"
|
||||
IUSE="curl openblas +openmp blis hip cuda opencl vulkan flexiblas"
|
||||
REQUIRED_USE="?? ( openblas blis flexiblas )"
|
||||
|
||||
# curl is needed for pulling models from huggingface
|
||||
# numpy is used by convert_hf_to_gguf.py
|
||||
@@ -33,6 +33,7 @@ CDEPEND="
|
||||
openblas? ( sci-libs/openblas:= )
|
||||
openmp? ( llvm-runtimes/openmp:= )
|
||||
blis? ( sci-libs/blis:= )
|
||||
flexiblas? ( sci-libs/flexiblas:= )
|
||||
hip? ( >=dev-util/hip-6.3:=
|
||||
>=sci-libs/hipBLAS-6.3:=
|
||||
)
|
||||
@@ -99,6 +100,12 @@ src_configure() {
|
||||
)
|
||||
fi
|
||||
|
||||
if use flexiblas; then
|
||||
mycmakeargs+=(
|
||||
-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=FlexiBLAS
|
||||
)
|
||||
fi
|
||||
|
||||
if use cuda; then
|
||||
local -x CUDAHOSTCXX="$(cuda_gccdir)"
|
||||
# tries to recreate dev symlinks
|
||||
|
||||
@@ -6,6 +6,7 @@
|
||||
</upstream>
|
||||
<use>
|
||||
<flag name="blis">Build a BLIS backend</flag>
|
||||
<flag name="flexiblas">Build a FlexiBLAS backend</flag>
|
||||
<flag name="hip">Build a HIP (ROCm) backend</flag>
|
||||
<flag name="openblas">Build an OpenBLAS backend</flag>
|
||||
<flag name="opencl">Build an OpenCL backend, so far only works on Adreno and Intel GPUs</flag>
|
||||
|
||||
Reference in New Issue
Block a user