BDEPEND=python_single_target_python3_12? ( dev-lang/python:3.12 ) python_single_target_python3_13? ( dev-lang/python:3.13 ) python_single_target_python3_14? ( dev-lang/python:3.14 ) python_single_target_python3_12? ( >=dev-python/gpep517-16[python_targets_python3_12(-)] dev-python/setuptools[python_targets_python3_12(-)] ) python_single_target_python3_13? ( >=dev-python/gpep517-16[python_targets_python3_13(-)] dev-python/setuptools[python_targets_python3_13(-)] ) python_single_target_python3_14? ( >=dev-python/gpep517-16[python_targets_python3_14(-)] dev-python/setuptools[python_targets_python3_14(-)] )
DEFINED_PHASES=compile configure install prepare setup test
DESCRIPTION=A framework for evaluating language models (lm-evaluation-harness)
EAPI=8
HOMEPAGE=https://github.com/EleutherAI/lm-evaluation-harness https://pypi.org/project/lm-eval/
IUSE=+api ifeval math sentencepiece statsmodels vllm python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14
KEYWORDS=~amd64
LICENSE=MIT
RDEPEND=>=sci-ml/datasets-2.16.0[python_single_target_python3_12(-)?,python_single_target_python3_13(-)?,python_single_target_python3_14(-)?] >=sci-ml/evaluate-0.4.0[python_single_target_python3_12(-)?,python_single_target_python3_13(-)?,python_single_target_python3_14(-)?] vllm? ( >=dev-python/vllm-0.18.0[python_single_target_python3_12(-)?,python_single_target_python3_13(-)?,python_single_target_python3_14(-)?] ) python_single_target_python3_12? ( dev-python/dill[python_targets_python3_12(-)] dev-python/jinja2[python_targets_python3_12(-)] dev-python/more-itertools[python_targets_python3_12(-)] dev-python/numpy[python_targets_python3_12(-)] dev-python/pytablewriter[python_targets_python3_12(-)] dev-python/rouge-score[python_targets_python3_12(-)] dev-python/sacrebleu[python_targets_python3_12(-)] dev-python/scikit-learn[python_targets_python3_12(-)] dev-python/sqlitedict[python_targets_python3_12(-)] dev-python/tqdm[python_targets_python3_12(-)] dev-python/typing-extensions[python_targets_python3_12(-)] dev-python/word2number[python_targets_python3_12(-)] api? ( dev-python/aiohttp[python_targets_python3_12(-)] dev-python/requests[python_targets_python3_12(-)] dev-python/tenacity[python_targets_python3_12(-)] dev-python/tiktoken[python_targets_python3_12(-)] dev-python/tqdm[python_targets_python3_12(-)] ) ifeval? ( dev-python/langdetect[python_targets_python3_12(-)] dev-python/immutabledict[python_targets_python3_12(-)] >=dev-python/nltk-3.9.1[python_targets_python3_12(-)] ) math? ( =dev-python/antlr4-python3-runtime-4.11*[python_targets_python3_12(-)] >=dev-python/sympy-1.12[python_targets_python3_12(-)] ~dev-python/math-verify-0.9.0[python_targets_python3_12(-)] ) sentencepiece? ( >=sci-ml/sentencepiece-0.1.98[python_targets_python3_12(-)] ) statsmodels? ( dev-python/statsmodels[python_targets_python3_12(-)] ) ) python_single_target_python3_13? ( dev-python/dill[python_targets_python3_13(-)] dev-python/jinja2[python_targets_python3_13(-)] dev-python/more-itertools[python_targets_python3_13(-)] dev-python/numpy[python_targets_python3_13(-)] dev-python/pytablewriter[python_targets_python3_13(-)] dev-python/rouge-score[python_targets_python3_13(-)] dev-python/sacrebleu[python_targets_python3_13(-)] dev-python/scikit-learn[python_targets_python3_13(-)] dev-python/sqlitedict[python_targets_python3_13(-)] dev-python/tqdm[python_targets_python3_13(-)] dev-python/typing-extensions[python_targets_python3_13(-)] dev-python/word2number[python_targets_python3_13(-)] api? ( dev-python/aiohttp[python_targets_python3_13(-)] dev-python/requests[python_targets_python3_13(-)] dev-python/tenacity[python_targets_python3_13(-)] dev-python/tiktoken[python_targets_python3_13(-)] dev-python/tqdm[python_targets_python3_13(-)] ) ifeval? ( dev-python/langdetect[python_targets_python3_13(-)] dev-python/immutabledict[python_targets_python3_13(-)] >=dev-python/nltk-3.9.1[python_targets_python3_13(-)] ) math? ( =dev-python/antlr4-python3-runtime-4.11*[python_targets_python3_13(-)] >=dev-python/sympy-1.12[python_targets_python3_13(-)] ~dev-python/math-verify-0.9.0[python_targets_python3_13(-)] ) sentencepiece? ( >=sci-ml/sentencepiece-0.1.98[python_targets_python3_13(-)] ) statsmodels? ( dev-python/statsmodels[python_targets_python3_13(-)] ) ) python_single_target_python3_14? ( dev-python/dill[python_targets_python3_14(-)] dev-python/jinja2[python_targets_python3_14(-)] dev-python/more-itertools[python_targets_python3_14(-)] dev-python/numpy[python_targets_python3_14(-)] dev-python/pytablewriter[python_targets_python3_14(-)] dev-python/rouge-score[python_targets_python3_14(-)] dev-python/sacrebleu[python_targets_python3_14(-)] dev-python/scikit-learn[python_targets_python3_14(-)] dev-python/sqlitedict[python_targets_python3_14(-)] dev-python/tqdm[python_targets_python3_14(-)] dev-python/typing-extensions[python_targets_python3_14(-)] dev-python/word2number[python_targets_python3_14(-)] api? ( dev-python/aiohttp[python_targets_python3_14(-)] dev-python/requests[python_targets_python3_14(-)] dev-python/tenacity[python_targets_python3_14(-)] dev-python/tiktoken[python_targets_python3_14(-)] dev-python/tqdm[python_targets_python3_14(-)] ) ifeval? ( dev-python/langdetect[python_targets_python3_14(-)] dev-python/immutabledict[python_targets_python3_14(-)] >=dev-python/nltk-3.9.1[python_targets_python3_14(-)] ) math? ( =dev-python/antlr4-python3-runtime-4.11*[python_targets_python3_14(-)] >=dev-python/sympy-1.12[python_targets_python3_14(-)] ~dev-python/math-verify-0.9.0[python_targets_python3_14(-)] ) sentencepiece? ( >=sci-ml/sentencepiece-0.1.98[python_targets_python3_14(-)] ) statsmodels? ( dev-python/statsmodels[python_targets_python3_14(-)] ) ) python_single_target_python3_12? ( dev-lang/python:3.12 ) python_single_target_python3_13? ( dev-lang/python:3.13 ) python_single_target_python3_14? ( dev-lang/python:3.14 )
REQUIRED_USE=^^ ( python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14 )
SLOT=0
SRC_URI=https://files.pythonhosted.org/packages/source/l/lm_eval/lm_eval-0.4.12.tar.gz
_eclasses_=distutils-r1	8b4cb6626db7331e3187d652f4bbf9d4	eapi9-pipestatus	d2c134036ac31c3085aebc9147f572bd	flag-o-matic	fd3558f73f6503093adee69adf41020d	multibuild	83db098a835f71feb71761f72a694aa2	multilib	fc812e8eb2170022c28272d80a1f9e77	multiprocessing	45d0620f25c2f063ad6276ecd9ed9399	ninja-utils	d063ea1900a793f93eb095010d6d9156	out-of-source-utils	8e5093bd27b7f541a1913271f25d633a	pypi	a451be5a08e8eb46f927fc6dd163583f	python-single-r1	47d8ac9be330c9366112b78fd4f8ce57	python-utils-r1	18a01bee4e486884d7457cfacde74099	toolchain-funcs	58a918e3a42d0156f010dcfd43725be5
_md5_=b145bc73d4baea7eb93b4c1a3bc404c4