CHANGELOG.md
Cargo.toml
LICENSE
MANIFEST.in
README.md
perf.svg
pyproject.toml
setup.py
scripts/benchmark.py
scripts/redact.py
src/lib.rs
tests/__init__.py
tests/test_encoding.py
tests/test_helpers.py
tests/test_misc.py
tests/test_offsets.py
tests/test_simple_public.py
tiktoken/__init__.py
tiktoken/_educational.py
tiktoken/core.py
tiktoken/load.py
tiktoken/model.py
tiktoken/py.typed
tiktoken/registry.py
tiktoken.egg-info/PKG-INFO
tiktoken.egg-info/SOURCES.txt
tiktoken.egg-info/dependency_links.txt
tiktoken.egg-info/not-zip-safe
tiktoken.egg-info/requires.txt
tiktoken.egg-info/top_level.txt
tiktoken_ext/openai_public.py