# Copyright 2026 Gentoo Authors # Distributed under the terms of the GNU General Public License v2 EAPI=8 ROCM_VERSION=7.2 inherit cuda cmake rocm toolchain-funcs DESCRIPTION="Tensor library for machine learning" HOMEPAGE="https://ggml.ai/" SRC_URI="https://github.com/ggml-org/${PN}/archive/refs/tags/v${PV}.tar.gz -> ${P}.tar.gz" LICENSE="MIT" SLOT="0/${PV}" KEYWORDS="~amd64 ~arm64" X86_CPU_FLAGS=( avx avx_vnni avx2 avx512bw avx512f avx512vbmi avx512_vnni bmi2 fma3 f16c sse4_2 ) CPU_FLAGS=( "${X86_CPU_FLAGS[@]/#/cpu_flags_x86_}" ) CUDA_FLAGS=( cuda_sm_75 cuda_sm_80 cuda_sm_86 cuda_sm_87 cuda_sm_89 cuda_sm_90 cuda_sm_100 cuda_sm_103 cuda_sm_110 cuda_sm_120 cuda_sm_121 ) IUSE="${CPU_FLAGS[*]} cuda ${CUDA_FLAGS[*]} openmp rocm test vulkan" REQUIRED_USE="rocm? ( ${ROCM_REQUIRED_USE} ) cuda? ( || ( ${CUDA_FLAGS[*]} ) )" RESTRICT="!test? ( test )" # Should be >=sci-libs/hipBLAS-${ROCM_VERSION}[${ROCM_USEDEP}] # But pkgcheck can't elaborate that RDEPEND=" cuda? ( dev-util/nvidia-cuda-toolkit:= ) vulkan? ( media-libs/vulkan-loader ) rocm? ( >=dev-util/hip-${ROCM_VERSION} >=sci-libs/hipBLAS-${ROCM_VERSION} ) " DEPEND="${RDEPEND} vulkan? ( dev-util/vulkan-headers ) " BDEPEND="vulkan? ( media-libs/shaderc )" pkg_pretend() { [[ ${MERGE_TYPE} != binary ]] && use openmp && tc-check-openmp } pkg_setup() { [[ ${MERGE_TYPE} != binary ]] && use openmp && tc-check-openmp } src_prepare() { cmake_src_prepare if use cuda; then cuda_src_prepare fi } src_configure() { local mycmakeargs=( -DGGML_BACKEND_DL=OFF -DGGML_BUILD_EXAMPLES=OFF -DGGML_NATIVE=OFF -DGGML_HIP_MMQ_MFMA=OFF # CPU Flags -DGGML_AVX=$(usex cpu_flags_x86_avx) -DGGML_AVX_VNNI=$(usex cpu_flags_x86_avx_vnni) -DGGML_AVX2=$(usex cpu_flags_x86_avx2) -DGGML_AVX512_VBMI=$(usex cpu_flags_x86_avx512vbmi) -DGGML_AVX512_VNNI=$(usex cpu_flags_x86_avx512_vnni) -DGGML_BMI2=$(usex cpu_flags_x86_bmi2) -DGGML_FMA=$(usex cpu_flags_x86_fma3) -DGGML_F16C=$(usex cpu_flags_x86_f16c) -DGGML_SSE42=$(usex cpu_flags_x86_sse4_2) -DGGML_CUDA=$(usex cuda) -DGGML_OPENMP=$(usex openmp) -DGGML_HIP=$(usex rocm) -DGGML_VULKAN=$(usex vulkan) -DGGML_BUILD_TESTS=$(usex test) ) # Enable AVX512 if ANY of the avx512 flags are present if use cpu_flags_x86_avx512f || use cpu_flags_x86_avx512bw; then mycmakeargs+=( -DGGML_AVX512=ON ) else mycmakeargs+=( -DGGML_AVX512=OFF ) fi if use cuda; then local -x cuda_arches=() for cuda_arch in "${CUDA_FLAGS[@]}"; do if use $cuda_arch && [[ "$cuda_arch" =~ cuda_sm_([0-9]+) ]]; then cuda_arches+=("${BASH_REMATCH[1]}") fi done enabled_cuda_arches=$(IFS=';'; echo "${cuda_arches[*]}") cuda_add_sandbox -w addpredict "/dev/char/" cuda_sanitize mycmakeargs+=( -DCMAKE_CUDA_FLAGS="${NVCCFLAGS}" -DCMAKE_CUDA_ARCHITECTURES="${enabled_cuda_arches}" ) fi cmake_src_configure }