BDEPEND=app-alternatives/ninja >=dev-build/cmake-3.28.5 DEFINED_PHASES=compile configure install prepare test DEPEND=blas? ( virtual/blas ) cuda? ( dev-util/nvidia-cuda-toolkit ) blis? ( sci-libs/blis ) opencl? ( virtual/opencl ) kleidiai? ( dev-cpp/kleidiai ) DESCRIPTION=Inference of Meta's LLaMA model (and others) in pure C/C++ EAPI=8 HOMEPAGE=https://github.com/ggerganov/llama.cpp IUSE=static lto test examples +server curl hbm android msvc +accelerate blas blis +llamafile cann musa cuda cuda-force-mmq cuda-force-cublas +cuda-unified-memory cuda-f16 cuda-no-peer-copy cuda-no-vmm cuda-fa-all-quants +cuda-graphs hip hip-graphs +hip-no-vmm hip-uma vulkan vulkan-check-results vulkan-debug vulkan-memory-debug vulkan-shader-debug-info vulkan-perf vulkan-validate vulkan-run-tests kompute +openmp rpc opencl opencl-profiling +opencl-embed-kernels +opencl-use-adreno-kernels metal metal-use-bf16 metal-ndebug metal-shader-debug +metal-embed-library +cpu cpu-native cpu_flags_x86_avx cpu_flags_x86_avx_vnni cpu_flags_x86_avx2 cpu_flags_x86_avx512 cpu_flags_x86_avx512_vbmi cpu_flags_x86_avx512_vnni cpu_flags_x86_avx512_bf16 cpu_flags_x86_fma cpu_flags_x86_f16c cpu_flags_x86_amx_tile cpu_flags_x86_amx_int8 cpu_flags_x86_amx_bf16 cpu_flags_x86_sse cpu_flags_x86_sse2 cpu_flags_x86_sse3 cpu_flags_x86_sse4 cpu_flags_x86_sse4a cpu_flags_x86_sse41 cpu_flags_x86_sse42 cpu_flags_x86_ssse3 kleidiai cpu_flags_loong_lasx cpu_flags_loong_lsx cpu_flags_riscv_rvv abi_x86_32 abi_x86_64 abi_x86_x32 abi_mips_n32 abi_mips_n64 abi_mips_o32 abi_s390_32 abi_s390_64 +amdgpu_targets_gfx908 +amdgpu_targets_gfx90a +amdgpu_targets_gfx942 +amdgpu_targets_gfx1030 +amdgpu_targets_gfx1100 +amdgpu_targets_gfx1101 +amdgpu_targets_gfx1200 +amdgpu_targets_gfx1201 amdgpu_targets_gfx803 amdgpu_targets_gfx900 amdgpu_targets_gfx906 amdgpu_targets_gfx940 amdgpu_targets_gfx941 amdgpu_targets_gfx1010 amdgpu_targets_gfx1011 amdgpu_targets_gfx1012 amdgpu_targets_gfx1031 amdgpu_targets_gfx1102 amdgpu_targets_gfx1103 amdgpu_targets_gfx1150 amdgpu_targets_gfx1151 KEYWORDS=~amd64 ~arm ~arm64 ~arm64-macos ~loong ~riscv ~x64-macos ~x86 ~x86-macos LICENSE=MIT RDEPEND=blas? ( virtual/blas ) cuda? ( dev-util/nvidia-cuda-toolkit ) blis? ( sci-libs/blis ) opencl? ( virtual/opencl ) REQUIRED_USE=test? ( curl ) vulkan-run-tests? ( test ) blis? ( blas ) android? ( !llamafile !openmp ) msvc? ( !cpu_flags_x86_fma !cpu_flags_x86_f16c !cpu_flags_x86_amx_tile !cpu_flags_x86_amx_int8 !cpu_flags_x86_amx_bf16 ) !cuda? ( !cuda-force-mmq !cuda-force-cublas !cuda-unified-memory !cuda-f16 !cuda-no-peer-copy !cuda-no-vmm !cuda-fa-all-quants !cuda-graphs ) !hip? ( !hip-graphs !hip-no-vmm !hip-uma ) !vulkan? ( !vulkan-check-results !vulkan-debug !vulkan-memory-debug !vulkan-shader-debug-info !vulkan-perf !vulkan-validate !vulkan-run-tests ) !opencl? ( !opencl-profiling !opencl-embed-kernels !opencl-use-adreno-kernels ) !cpu? ( !cpu_flags_x86_avx !cpu_flags_x86_avx_vnni !cpu_flags_x86_avx2 !cpu_flags_x86_avx512 !cpu_flags_x86_avx512_vbmi !cpu_flags_x86_avx512_vnni !cpu_flags_x86_avx512_bf16 !cpu_flags_x86_fma !cpu_flags_x86_f16c !cpu_flags_x86_amx_tile !cpu_flags_x86_amx_int8 !cpu_flags_x86_amx_bf16 !cpu_flags_x86_sse !cpu_flags_x86_sse2 !cpu_flags_x86_sse3 !cpu_flags_x86_sse4 !cpu_flags_x86_sse4a !cpu_flags_x86_sse41 !cpu_flags_x86_sse42 !cpu_flags_x86_ssse3 !cpu_flags_loong_lasx !cpu_flags_loong_lsx !cpu_flags_riscv_rvv ) RESTRICT=!test? ( test ) test? ( userpriv ) SLOT=0 SRC_URI=https://github.com/ggerganov/llama.cpp/archive/refs/tags/b5013.tar.gz -> llama.cpp-b5013.tar.gz _eclasses_=cmake a936e1f81aa6e4c929796eeaf9d50688 cmake-multilib 3f19d8d5fccba52076cdeb2281ad349f cuda 8b660e223a1695e3884ee4c7dc2c5059 flag-o-matic ed1eda86c8f746a2a75f7f9f7478f5f4 multibuild 83db098a835f71feb71761f72a694aa2 multilib 404b65bd5212cff83b3935c685419d08 multilib-build d7802b3638ffc661375c0021cdd19efd multilib-minimal e9f54d75b074edc47d36994bbc1e2123 multiprocessing 1e32df7deee68372153dca65f4a7c21f ninja-utils 3a59a39e97af0f7c03f49cf3c22f262b out-of-source-utils 8e5093bd27b7f541a1913271f25d633a rocm 760587a774a2249c681b9326e7015d97 toolchain-funcs 7e440a20ac11dece04e3334622e6e5da xdg-utils 42869b3c8d86a70ef3cf75165a395e09 _md5_=ff72d17ae9edaafc55b96ab91597df67