{"url":"https://pypi.sbomify.com/package/kitoken/0.11.1","markdown_url":"https://pypi.sbomify.com/package/kitoken/0.11.1.md","name":"kitoken","version":"0.11.1","purl":"pkg:pypi/kitoken@0.11.1","summary":"Fast tokenizer for language models, supporting BPE, Unigram and WordPiece tokenization","author":null,"project_urls":{"Homepage":"https://kitoken.dev","Repository":"https://github.com/Systemcluster/kitoken"},"requires_python":">=3.10","license":"BSD-2-Clause","classifiers":["Environment :: Console","Intended Audience :: Developers","Intended Audience :: End Users/Desktop","Intended Audience :: Science/Research","License :: OSI Approved :: BSD License","Operating System :: MacOS :: MacOS X","Operating System :: Microsoft :: Windows","Operating System :: POSIX :: Linux","Programming Language :: Python :: Implementation :: CPython","Programming Language :: Python :: Implementation :: PyPy","Programming Language :: Rust","Topic :: File Formats","Topic :: Scientific/Engineering :: Artificial Intelligence","Topic :: Software Development :: Libraries :: Python Modules","Topic :: Text Processing :: Linguistic","Typing :: Typed"],"wheels":[{"filename":"kitoken-0.11.1-cp310-abi3-macosx_13_0_arm64.whl","url":"https://files.pythonhosted.org/packages/78/94/14145af26090e70648d95bd91c7b2997eda78b2d2335ce233f9f9f721098/kitoken-0.11.1-cp310-abi3-macosx_13_0_arm64.whl","sboms":[{"artifact_uuid":"4349e3ec-dcab-5e55-a537-d345e92c7043","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/4349e3ec-dcab-5e55-a537-d345e92c7043/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-macosx_13_0_x86_64.whl","url":"https://files.pythonhosted.org/packages/8b/9f/212574057e3afd2eef53a9e4d93057eb0d9df758421071f5bb94b6a613f8/kitoken-0.11.1-cp310-abi3-macosx_13_0_x86_64.whl","sboms":[{"artifact_uuid":"f2ab56d1-c9ad-5d3c-99a4-1844d77dc306","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/f2ab56d1-c9ad-5d3c-99a4-1844d77dc306/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-manylinux_2_28_aarch64.whl","url":"https://files.pythonhosted.org/packages/f6/ca/a6bc4eb00544a411b7eedf79e50ad57535115ec0ef81730b34338f3d4310/kitoken-0.11.1-cp310-abi3-manylinux_2_28_aarch64.whl","sboms":[{"artifact_uuid":"1b33e436-c846-5faa-8175-3e75525d5a04","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/1b33e436-c846-5faa-8175-3e75525d5a04/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-manylinux_2_28_armv7l.whl","url":"https://files.pythonhosted.org/packages/a7/db/324a2e54ad07392ca0afa67976ab9dfcc4c0a164d93cb36f9622a6f6187b/kitoken-0.11.1-cp310-abi3-manylinux_2_28_armv7l.whl","sboms":[{"artifact_uuid":"45593a93-9cea-5ff2-9ead-624f130ae676","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/45593a93-9cea-5ff2-9ead-624f130ae676/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-manylinux_2_28_i686.whl","url":"https://files.pythonhosted.org/packages/37/6e/9ecb3bd841282af5741b64f342ce35a9ee8035da7e7eab94d57b58dc3d66/kitoken-0.11.1-cp310-abi3-manylinux_2_28_i686.whl","sboms":[{"artifact_uuid":"3f917b40-f53d-50cf-9883-dc8afe674d55","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/3f917b40-f53d-50cf-9883-dc8afe674d55/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-manylinux_2_28_ppc64le.whl","url":"https://files.pythonhosted.org/packages/0c/a0/9292a32387defb841dbe56ffc7e545a1527fa4207af628cb6e5ce33184db/kitoken-0.11.1-cp310-abi3-manylinux_2_28_ppc64le.whl","sboms":[{"artifact_uuid":"3d135b57-107e-5add-9a27-daffa3bcb3d1","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/3d135b57-107e-5add-9a27-daffa3bcb3d1/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-manylinux_2_28_x86_64.whl","url":"https://files.pythonhosted.org/packages/be/d7/5dabd39c7289f332d3fae3525535cb9bc0d7ccb4b187464c8d92b598acdd/kitoken-0.11.1-cp310-abi3-manylinux_2_28_x86_64.whl","sboms":[{"artifact_uuid":"956536d2-8f25-5b14-9f90-9f5a23718be5","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/956536d2-8f25-5b14-9f90-9f5a23718be5/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-musllinux_1_2_aarch64.whl","url":"https://files.pythonhosted.org/packages/ff/f9/3b0c9cc46815a40fe1bedac72ad664d45b1e12f6b93b22f1a4c313628037/kitoken-0.11.1-cp310-abi3-musllinux_1_2_aarch64.whl","sboms":[{"artifact_uuid":"0c96d31c-083b-5a99-a4c9-ae59b07c21e3","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/0c96d31c-083b-5a99-a4c9-ae59b07c21e3/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-musllinux_1_2_armv7l.whl","url":"https://files.pythonhosted.org/packages/d8/04/256461cfbb06232f8e1a80840ff7e6aaa1256ca2dbf722e8cb30644380bd/kitoken-0.11.1-cp310-abi3-musllinux_1_2_armv7l.whl","sboms":[{"artifact_uuid":"476948ab-c951-5af1-be05-b24e4b2ca758","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/476948ab-c951-5af1-be05-b24e4b2ca758/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-musllinux_1_2_i686.whl","url":"https://files.pythonhosted.org/packages/d3/2e/9b91a236289719481d68b1db71691eb55def10f5832368a7361e34d06758/kitoken-0.11.1-cp310-abi3-musllinux_1_2_i686.whl","sboms":[{"artifact_uuid":"0fa25f79-3443-5b74-b44d-7b722c227e21","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/0fa25f79-3443-5b74-b44d-7b722c227e21/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-musllinux_1_2_x86_64.whl","url":"https://files.pythonhosted.org/packages/33/ab/5220e1fb2c37ccbd7d262dd77260f1d248c484320121c4da2096f7919fd3/kitoken-0.11.1-cp310-abi3-musllinux_1_2_x86_64.whl","sboms":[{"artifact_uuid":"44eaec94-7e38-51c5-8427-b3701a044ab9","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/44eaec94-7e38-51c5-8427-b3701a044ab9/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-win32.whl","url":"https://files.pythonhosted.org/packages/9b/50/19fd17cb316c4ba1b14df7f2235a5784c7707524eccddefac973cefaf8df/kitoken-0.11.1-cp310-abi3-win32.whl","sboms":[{"artifact_uuid":"8b76ba32-a502-5c09-bfa3-f512fb092d39","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/8b76ba32-a502-5c09-bfa3-f512fb092d39/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}},{"filename":"kitoken-0.11.1-cp310-abi3-win_amd64.whl","url":"https://files.pythonhosted.org/packages/7f/86/66a75931b0cb4fd98ebe1baab1c48858081473b2dfc78819d1e9e948ed66/kitoken-0.11.1-cp310-abi3-win_amd64.whl","sboms":[{"artifact_uuid":"413ec241-9f06-5e55-97f7-de339fddcf02","path":"kitoken-0.11.1.dist-info/sboms/kitoken-python.cyclonedx.json","format":"CycloneDX/1.5","format_family":"CycloneDX","valid":true,"media_type":"application/vnd.cyclonedx+json","download_url":"https://pypi.sbomify.com/artifact/413ec241-9f06-5e55-97f7-de339fddcf02/download","vulnerability_count":0,"scan_error":null}],"attestation":{"status":"not_available"}}],"formats":["CycloneDX"],"sbom_count":13,"has_attestation":false,"vulnerabilities":[],"vulnerability_scan":{"scanned_sboms":13,"total_sboms":13,"scanned_at":"2026-11-09","scanner":"osv-scanner 2.7.0","severity_counts":{}}}