BDEPEND=test? ( dev-python/blobfile[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] ) test? ( dev-python/regex[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] dev-python/requests[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] >=dev-python/pytest-7.4.4[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] dev-python/hypothesis[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] dev-python/pytest-asyncio[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] dev-python/pytest-timeout[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] ) || ( >=dev-lang/rust-bin-1.85.0:* >=dev-lang/rust-1.85.0:* ) python_targets_python3_11? ( dev-lang/python:3.11 ) python_targets_python3_12? ( dev-lang/python:3.12 ) python_targets_python3_13? ( dev-lang/python:3.13 ) python_targets_python3_14? ( dev-lang/python:3.14 ) >=dev-python/gpep517-16[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] >=dev-python/setuptools-78.1.0[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?]
DEFINED_PHASES=compile configure install postinst prepare setup test unpack
DEPEND=python_targets_python3_11? ( dev-lang/python:3.11 ) python_targets_python3_12? ( dev-lang/python:3.12 ) python_targets_python3_13? ( dev-lang/python:3.13 ) python_targets_python3_14? ( dev-lang/python:3.14 )
DESCRIPTION=A fast BPE tokeniser for use with OpenAI's models
EAPI=8
HOMEPAGE=https://github.com/openai/tiktoken https://pypi.org/project/tiktoken/
IUSE=test debug python_targets_python3_11 python_targets_python3_12 python_targets_python3_13 python_targets_python3_14 debug
KEYWORDS=~amd64 ~arm64
LICENSE=MIT Apache-2.0-with-LLVM-exceptions MIT Unicode-3.0
RDEPEND=dev-python/regex[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] dev-python/requests[python_targets_python3_11(-)?,python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?] python_targets_python3_11? ( dev-lang/python:3.11 ) python_targets_python3_12? ( dev-lang/python:3.12 ) python_targets_python3_13? ( dev-lang/python:3.13 ) python_targets_python3_14? ( dev-lang/python:3.14 )
REQUIRED_USE=|| ( python_targets_python3_11 python_targets_python3_12 python_targets_python3_13 python_targets_python3_14 )
RESTRICT=!test? ( test )
SLOT=0
SRC_URI=https://files.pythonhosted.org/packages/source/t/tiktoken/tiktoken-0.12.0.tar.gz https://crates.io/api/v1/crates/aho-corasick/1.1.4/download -> aho-corasick-1.1.4.crate https://crates.io/api/v1/crates/autocfg/1.5.0/download -> autocfg-1.5.0.crate https://crates.io/api/v1/crates/bit-set/0.5.3/download -> bit-set-0.5.3.crate https://crates.io/api/v1/crates/bit-vec/0.6.3/download -> bit-vec-0.6.3.crate https://crates.io/api/v1/crates/bstr/1.12.1/download -> bstr-1.12.1.crate https://crates.io/api/v1/crates/fancy-regex/0.13.0/download -> fancy-regex-0.13.0.crate https://crates.io/api/v1/crates/heck/0.5.0/download -> heck-0.5.0.crate https://crates.io/api/v1/crates/indoc/2.0.7/download -> indoc-2.0.7.crate https://crates.io/api/v1/crates/libc/0.2.183/download -> libc-0.2.183.crate https://crates.io/api/v1/crates/memchr/2.8.0/download -> memchr-2.8.0.crate https://crates.io/api/v1/crates/memoffset/0.9.1/download -> memoffset-0.9.1.crate https://crates.io/api/v1/crates/once_cell/1.21.4/download -> once_cell-1.21.4.crate https://crates.io/api/v1/crates/portable-atomic/1.13.1/download -> portable-atomic-1.13.1.crate https://crates.io/api/v1/crates/proc-macro2/1.0.106/download -> proc-macro2-1.0.106.crate https://crates.io/api/v1/crates/pyo3-build-config/0.26.0/download -> pyo3-build-config-0.26.0.crate https://crates.io/api/v1/crates/pyo3-ffi/0.26.0/download -> pyo3-ffi-0.26.0.crate https://crates.io/api/v1/crates/pyo3-macros-backend/0.26.0/download -> pyo3-macros-backend-0.26.0.crate https://crates.io/api/v1/crates/pyo3-macros/0.26.0/download -> pyo3-macros-0.26.0.crate https://crates.io/api/v1/crates/pyo3/0.26.0/download -> pyo3-0.26.0.crate https://crates.io/api/v1/crates/quote/1.0.45/download -> quote-1.0.45.crate https://crates.io/api/v1/crates/regex-automata/0.4.14/download -> regex-automata-0.4.14.crate https://crates.io/api/v1/crates/regex-syntax/0.8.10/download -> regex-syntax-0.8.10.crate https://crates.io/api/v1/crates/regex/1.12.3/download -> regex-1.12.3.crate https://crates.io/api/v1/crates/rustc-hash/2.1.1/download -> rustc-hash-2.1.1.crate https://crates.io/api/v1/crates/rustversion/1.0.22/download -> rustversion-1.0.22.crate https://crates.io/api/v1/crates/serde/1.0.228/download -> serde-1.0.228.crate https://crates.io/api/v1/crates/serde_core/1.0.228/download -> serde_core-1.0.228.crate https://crates.io/api/v1/crates/serde_derive/1.0.228/download -> serde_derive-1.0.228.crate https://crates.io/api/v1/crates/syn/2.0.117/download -> syn-2.0.117.crate https://crates.io/api/v1/crates/target-lexicon/0.13.5/download -> target-lexicon-0.13.5.crate https://crates.io/api/v1/crates/unicode-ident/1.0.24/download -> unicode-ident-1.0.24.crate https://crates.io/api/v1/crates/unindent/0.2.4/download -> unindent-0.2.4.crate test? ( https://github.com/falbrechtskirchinger/overlay-assets/releases/download/v2026.03.26.0/tiktoken-encodings-v2026.03.26.tar.xz )
_eclasses_=cargo	be19d4b6a17dac5249b9273866e3b66b	distutils-r1	62add15ed646bfe511af53e282621b39	eapi9-pipestatus	d2c134036ac31c3085aebc9147f572bd	flag-o-matic	fd3558f73f6503093adee69adf41020d	multibuild	83db098a835f71feb71761f72a694aa2	multilib	fc812e8eb2170022c28272d80a1f9e77	multiprocessing	45d0620f25c2f063ad6276ecd9ed9399	ninja-utils	d063ea1900a793f93eb095010d6d9156	optfeature	538bce96e5589935b57e178e8635f301	out-of-source-utils	8e5093bd27b7f541a1913271f25d633a	pypi	a451be5a08e8eb46f927fc6dd163583f	python-r1	5fdca77e34fc9af7d6eb47689f33f6bf	python-utils-r1	9c4180f103a0e8340bc993fc85dbdadd	rust	0d1cc00e0e91a021b50b0491e361ad41	rust-toolchain	76468983281b0a7fc167ca224f84ecfd	toolchain-funcs	5195689ff6a73b0e789acfa09d4fbcb9
_md5_=a08e0bd4ebf6bc607c893d6979d91b67