complex-tokenization/pyproject.toml at main · sign-language-processing/complex-tokenization · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
[project]
name = "complex-tokenization"
description = "Tokenizaion for Complex Scripts"
version = "0.0.1"
authors = [
    { name = "Amit Moryossef", email = "amitmoryossef@gmail.com" },
]
readme = "README.md"
dependencies = [
    "regex",
    "tokenizers",
    "tqdm",
]

[project.optional-dependencies]
draw = [
    "graphviz",
    "Pillow",
]
examples = [
    "datasets",
    "transformers",
]
dev = [
    "ruff",
    "pytest",
    "pytest-timeout",
    "pytest-xdist", # For parallel test execution
    "complex-tokenization[draw,examples]",
]


[tool.setuptools.packages.find]
where = ["."]
include = ["complex_tokenization*"]

[tool.ruff]
line-length = 120

[tool.ruff.lint]
select = [
    "E", # pycodestyle errors
    "W", # pycodestyle warnings
    "F", # pyflakes
    "C90", # mccabe complexity
    "I", # isort
    "N", # pep8-naming
    "UP", # pyupgrade
    "B", # flake8-bugbear
    "PT", # flake8-pytest-style
    "W605", # invalid escape sequence
    "BLE", # flake8-blind-except
]

[tool.pytest.ini_options]
addopts = "-v"
testpaths = ["complex_tokenization", "tests"]
timeout = 300