BDEPEND=vulkan? ( media-libs/shaderc ) app-alternatives/ninja >=dev-build/cmake-3.28.5
DEFINED_PHASES=compile configure install prepare setup test unpack
DEPEND=dev-libs/openssl openmp? ( llvm-runtimes/openmp:= ) openblas? ( sci-libs/openblas:= ) blis? ( sci-libs/blis:= ) flexiblas? ( sci-libs/flexiblas:= ) rocm? ( >=dev-util/hip-6.3 >=sci-libs/hipBLAS-6.3 wmma? ( >=sci-libs/rocWMMA-6.3 ) ) cuda? ( dev-util/nvidia-cuda-toolkit:= ) opencl? ( dev-util/opencl-headers ) vulkan? ( dev-util/vulkan-headers )
DESCRIPTION=LLM inference in C/C++
EAPI=8
HOMEPAGE=https://github.com/ggml-org/llama.cpp
IUSE=openblas +openmp blis rocm cuda opencl vulkan flexiblas wmma examples rpc +server webui spacemit cpu_flags_x86_sse4_2 cpu_flags_x86_avx cpu_flags_x86_avx_vnni cpu_flags_x86_avx2 cpu_flags_x86_bmi2 cpu_flags_x86_avx512f cpu_flags_x86_avx512cd cpu_flags_x86_avx512vl cpu_flags_x86_avx512dq cpu_flags_x86_avx512bw cpu_flags_x86_avx512vbmi cpu_flags_x86_avx512_vnni cpu_flags_x86_avx512_bf16 cpu_flags_x86_fma3 cpu_flags_x86_f16c cpu_flags_x86_amx_tile cpu_flags_x86_amx_int8 cpu_flags_x86_amx_bf16 cpu_flags_riscv_v cpu_flags_riscv_zba cpu_flags_riscv_zfh cpu_flags_riscv_zvfh cpu_flags_riscv_zicbop cpu_flags_riscv_zihintpause cpu_flags_riscv_xtheadvector +amdgpu_targets_gfx908 +amdgpu_targets_gfx90a +amdgpu_targets_gfx942 +amdgpu_targets_gfx1030 +amdgpu_targets_gfx1100 +amdgpu_targets_gfx1101 +amdgpu_targets_gfx1200 +amdgpu_targets_gfx1201 amdgpu_targets_gfx803 amdgpu_targets_gfx900 amdgpu_targets_gfx906 amdgpu_targets_gfx940 amdgpu_targets_gfx941 amdgpu_targets_gfx1010 amdgpu_targets_gfx1011 amdgpu_targets_gfx1012 amdgpu_targets_gfx1031 amdgpu_targets_gfx1102 amdgpu_targets_gfx1103 amdgpu_targets_gfx1150 amdgpu_targets_gfx1151
KEYWORDS=~amd64 ~riscv
LICENSE=MIT
RDEPEND=dev-libs/openssl openmp? ( llvm-runtimes/openmp:= ) openblas? ( sci-libs/openblas:= ) blis? ( sci-libs/blis:= ) flexiblas? ( sci-libs/flexiblas:= ) rocm? ( >=dev-util/hip-6.3 >=sci-libs/hipBLAS-6.3 wmma? ( >=sci-libs/rocWMMA-6.3 ) ) cuda? ( dev-util/nvidia-cuda-toolkit:= ) opencl? ( dev-libs/opencl-icd-loader ) vulkan? ( media-libs/vulkan-loader )
REQUIRED_USE=?? ( openblas blis flexiblas ) rocm? ( || ( amdgpu_targets_gfx908 amdgpu_targets_gfx90a amdgpu_targets_gfx942 amdgpu_targets_gfx1030 amdgpu_targets_gfx1100 amdgpu_targets_gfx1101 amdgpu_targets_gfx1200 amdgpu_targets_gfx1201 amdgpu_targets_gfx803 amdgpu_targets_gfx900 amdgpu_targets_gfx906 amdgpu_targets_gfx940 amdgpu_targets_gfx941 amdgpu_targets_gfx1010 amdgpu_targets_gfx1011 amdgpu_targets_gfx1012 amdgpu_targets_gfx1031 amdgpu_targets_gfx1102 amdgpu_targets_gfx1103 amdgpu_targets_gfx1150 amdgpu_targets_gfx1151 ) !riscv ) wmma? ( rocm ) webui? ( server ) spacemit? ( riscv cpu_flags_riscv_v cpu_flags_riscv_zfh cpu_flags_riscv_zvfh cpu_flags_riscv_zicbop cpu_flags_riscv_zihintpause cpu_flags_riscv_zba )
SLOT=0
SRC_URI=https://github.com/ggml-org/llama.cpp/archive/refs/tags/b9310.tar.gz -> llama-cpp-0_pre9310.tar.gz webui? ( https://github.com/ggml-org/llama.cpp/releases/download/b9310/llama-b9310-ui.tar.gz -> llama-cpp-0_pre9310-ui.tar.gz ) examples? ( https://huggingface.co/ggml-org/tiny-llamas/resolve/99dd1a73db5a37100bd4ae633f4cfce6560e1567/stories15M-q4_0.gguf -> ggml-org_models_tinyllamas_stories15M-q4_0-99dd1a73db5a37100bd4ae633f4cfce6560e1567.gguf )
_eclasses_=cmake	afd0f31e9d412cf08495c07ab5b698ea	cuda	8b660e223a1695e3884ee4c7dc2c5059	flag-o-matic	fd3558f73f6503093adee69adf41020d	linux-info	efd923656513c879204fec6638eadee5	multiprocessing	45d0620f25c2f063ad6276ecd9ed9399	ninja-utils	d063ea1900a793f93eb095010d6d9156	rocm	b406b041c5b107f8d8600865210e24e2	toolchain-funcs	58a918e3a42d0156f010dcfd43725be5	xdg-utils	42869b3c8d86a70ef3cf75165a395e09
_md5_=6edca328b328cdc26d376786867f02be