sentencepiece/python/pyproject.toml at master · google/sentencepiece · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
[build-system]
# pybind11 3.1.0 keeps every str/bytes -> std::string_view argument alive via
# loader_life_support (one unordered_set insert + malloc per element), which
# makes batch decode(pieces)/piece_to_id(list) 2-3x slower. Cap below 3.1
# until the bindings read buffers directly in the hot loops.
requires = ["setuptools>=61.0", "wheel", "pybind11>=2.13,<3.1"]
build-backend = "setuptools.build_meta"

[project]
name = "sentencepiece"
version = "0.2.3"
authors = [
  { name="Taku Kudo", email="taku@google.com" },
]
description = "Unsupervised text tokenizer and detokenizer."
readme = "README.md"
license = "Apache-2.0"
requires-python = ">=3.10"
urls = { "Homepage" = "https://github.com/google/sentencepiece" }
classifiers = [
  "Programming Language :: Python :: 3",
  "Development Status :: 5 - Production/Stable",
  "Environment :: Console",
  "Intended Audience :: Developers",
  "Intended Audience :: Science/Research",
  "Operating System :: MacOS :: MacOS X",
  "Operating System :: Microsoft :: Windows",
  "Operating System :: POSIX :: Linux",
  "Programming Language :: Python",
  "Programming Language :: Python :: 3.10",
  "Programming Language :: Python :: 3.11",
  "Programming Language :: Python :: 3.12",
  "Programming Language :: Python :: 3.13",
  "Programming Language :: Python :: 3.14",
  "Programming Language :: Python :: 3.15",
  "Programming Language :: Python :: Free Threading :: 2 - Beta",
  "Topic :: Text Processing :: Linguistic",
  "Topic :: Software Development :: Libraries :: Python Modules",
]

[project.optional-dependencies]
numpy = ["numpy"]
protobuf = ["protobuf"]
test = ["pytest", "numpy", "protobuf"]

[tool.pytest.ini_options]
testpaths = ["test"]
markers = [
    "thread_unsafe: mark test as thread-unsafe for pytest-run-parallel"
]

[tool.setuptools.packages.find]
where = ["src"]

[tool.setuptools.package-data]
sentencepiece = ["*.bin", "*.pyi", "py.typed"]

[tool.cibuildwheel]
test-requires = ["pytest", "numpy", "protobuf"]
test-command = "pytest -v {project}/test"

[[tool.cibuildwheel.overrides]]
select = "*-win_arm64"
test-requires = ["pytest", "protobuf"]