BDEPEND=virtual/pkgconfig app-alternatives/ninja >=dev-build/cmake-3.28.5 DEFINED_PHASES=compile configure install postinst prepare prerm setup test DEPEND=blas? ( virtual/blas ) cuda? ( dev-util/nvidia-cuda-toolkit ) blis? ( sci-libs/blis ) opencl? ( virtual/opencl ) kleidiai? ( dev-cpp/kleidiai ) dev-vcs/git net-misc/curl net-misc/wget utils? ( dev-python/virtualenv ) app-admin/sudo DESCRIPTION=Llama.cpp - LLM inference in C/C++. EAPI=8 HOMEPAGE=https://github.com/ggml-org/llama.cpp IUSE=systemd utils static lto test examples disable-arm-neon dynamic-backends curl hbm android msvc +accelerate blas blis +llamafile cann musa cuda cuda-force-mmq cuda-force-cublas +cuda-unified-memory cuda-f16 cuda-no-peer-copy cuda-no-vmm cuda-fa-all-quants +cuda-graphs hip hip-graphs +hip-no-vmm hip-uma vulkan vulkan-check-results vulkan-debug vulkan-memory-debug vulkan-shader-debug-info vulkan-perf vulkan-validate vulkan-run-tests kompute +openmp rpc opencl opencl-profiling +opencl-embed-kernels +opencl-use-adreno-kernels metal metal-use-bf16 metal-ndebug metal-shader-debug +metal-embed-library +cpu webgpu cpu-native cpu-all-variants cpu_flags_x86_avx cpu_flags_x86_avx_vnni cpu_flags_x86_avx2 cpu_flags_x86_avx512 cpu_flags_x86_avx512_vbmi cpu_flags_x86_avx512_vnni cpu_flags_x86_avx512_bf16 cpu_flags_x86_fma cpu_flags_x86_f16c cpu_flags_x86_amx_tile cpu_flags_x86_amx_int8 cpu_flags_x86_amx_bf16 cpu_flags_x86_sse cpu_flags_x86_sse2 cpu_flags_x86_sse3 cpu_flags_x86_sse4 cpu_flags_x86_sse4a cpu_flags_x86_sse41 cpu_flags_x86_sse42 cpu_flags_x86_ssse3 kleidiai cpu_flags_loong_lasx cpu_flags_loong_lsx cpu_flags_riscv_rvv abi_x86_32 abi_x86_64 abi_x86_x32 abi_mips_n32 abi_mips_n64 abi_mips_o32 abi_s390_32 abi_s390_64 +amdgpu_targets_gfx908 +amdgpu_targets_gfx90a +amdgpu_targets_gfx942 +amdgpu_targets_gfx1030 +amdgpu_targets_gfx1100 +amdgpu_targets_gfx1101 +amdgpu_targets_gfx1200 +amdgpu_targets_gfx1201 amdgpu_targets_gfx803 amdgpu_targets_gfx900 amdgpu_targets_gfx906 amdgpu_targets_gfx940 amdgpu_targets_gfx941 amdgpu_targets_gfx1010 amdgpu_targets_gfx1011 amdgpu_targets_gfx1012 amdgpu_targets_gfx1031 amdgpu_targets_gfx1102 amdgpu_targets_gfx1103 amdgpu_targets_gfx1150 amdgpu_targets_gfx1151 python_single_target_python3_11 python_single_target_python3_12 KEYWORDS=~amd64 ~arm ~arm64 ~arm64-macos ~loong ~riscv ~x64-macos ~x86 ~x86-macos LICENSE=MIT RDEPEND=acct-user/genai acct-group/genai blas? ( virtual/blas ) cuda? ( dev-util/nvidia-cuda-toolkit ) blis? ( sci-libs/blis ) opencl? ( virtual/opencl ) REQUIRED_USE=?? ( python_single_target_python3_11 python_single_target_python3_12 ) || ( cpu cuda cuda-f16 hip vulkan cann musa kompute opencl metal webgpu kleidiai ) test? ( curl ) vulkan-run-tests? ( test ) blis? ( blas ) cpu-native? ( cpu ) cpu-all-variants? ( cpu ) cuda? ( cpu ) android? ( !llamafile !openmp ) msvc? ( !cpu_flags_x86_fma !cpu_flags_x86_f16c !cpu_flags_x86_amx_tile !cpu_flags_x86_amx_int8 !cpu_flags_x86_amx_bf16 ) !cuda? ( !cuda-force-mmq !cuda-force-cublas !cuda-unified-memory !cuda-f16 !cuda-no-peer-copy !cuda-no-vmm !cuda-fa-all-quants !cuda-graphs ) !hip? ( !hip-graphs !hip-no-vmm !hip-uma ) !vulkan? ( !vulkan-check-results !vulkan-debug !vulkan-memory-debug !vulkan-shader-debug-info !vulkan-perf !vulkan-validate !vulkan-run-tests ) !opencl? ( !opencl-profiling !opencl-embed-kernels !opencl-use-adreno-kernels ) !cpu? ( !cpu_flags_x86_avx !cpu_flags_x86_avx_vnni !cpu_flags_x86_avx2 !cpu_flags_x86_avx512 !cpu_flags_x86_avx512_vbmi !cpu_flags_x86_avx512_vnni !cpu_flags_x86_avx512_bf16 !cpu_flags_x86_fma !cpu_flags_x86_f16c !cpu_flags_x86_amx_tile !cpu_flags_x86_amx_int8 !cpu_flags_x86_amx_bf16 !cpu_flags_x86_sse !cpu_flags_x86_sse2 !cpu_flags_x86_sse3 !cpu_flags_x86_sse4 !cpu_flags_x86_sse4a !cpu_flags_x86_sse41 !cpu_flags_x86_sse42 !cpu_flags_x86_ssse3 !cpu_flags_loong_lasx !cpu_flags_loong_lsx !cpu_flags_riscv_rvv ) dynamic-backends? ( !cpu-native ) RESTRICT=!test? ( test ) test? ( userpriv ) SLOT=0 SRC_URI=https://github.com/ggml-org/llama.cpp/archive/refs/tags/b6335.tar.gz -> llama.cpp-b6335.tar.gz _eclasses_=cmake 62d01e4ddde33c9129a86c3c7a3a0074 cmake-multilib 3f19d8d5fccba52076cdeb2281ad349f cuda 8b660e223a1695e3884ee4c7dc2c5059 flag-o-matic a7afe42e95fb46ce9691605acfb24672 multibuild 4650a65187015567b4e041bb9bfdb364 multilib a199af442898963433d6f038a88cce9c multilib-build 9ac26ea006828266d235e2f0135429b5 multilib-minimal e9f54d75b074edc47d36994bbc1e2123 multiprocessing 1e32df7deee68372153dca65f4a7c21f ninja-utils 2df4e452cea39a9ec8fb543ce059f8d6 out-of-source-utils dbf9e34ee8964084651e25907fa8f52c python-single-r1 47d8ac9be330c9366112b78fd4f8ce57 python-utils-r1 0b620dd604ab8af0bc9cd1bcc66d4f7c rocm 922af7ff86e77b32bf6eba22cf6537e6 systemd a964c0cbe818b5729da1dbfcee5be861 toolchain-funcs 98d9f464d912ae6b7316fb8a3721f5db xdg-utils 42869b3c8d86a70ef3cf75165a395e09 _md5_=e1dcdae55331eb44fbe25a03fd1b705f