extractors/pyproject.toml at main · devscanr/extractors · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
[project]
name = "extractors"
version = "0.56.0"
description = ""
readme = "README.md"
authors = [
  { name = "DevScanr Team", email = "info@devscanr.com" }
]
requires-python = ">=3.12,<3.13"
dependencies = [
  "beautifulsoup4>=4.13.3",
  "emoji>=2.14.1",
  "lingua-language-detector>=2.0.2",
  "markdown == 3.7.*",
  "marker-pdf>=1.6.2",
  "pdfplumber>=0.11.6",
  "pip>=25.0.1",
  "pymupdf4llm>=0.0.21",
  "pypdf>=5.4.0",
  "spacy>=3.8.4",
  "streamlit>=1.44.1",
  "urlextract>=1.9.0",
]

[dependency-groups]
dev = [
  "mypy>=1.15.0",
  "psutil>=7.0.0",
  "pytest>=8.3.5",
  "ruff>=0.9.9",
  "types-beautifulsoup4>=4.12.0.20250204",
  "types-markdown>=3.7.0.20241204",
]

[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[tool.poe.env]
PYTHONPATH = "."

[tool.poe.tasks]
#build = "uv build --wheel ; rm dist/.gitignore"
getmodel = "uv run --with pip spacy download en_core_web_lg"
build = [
  { cmd = "uv build --wheel" },
  { cmd = "rm dist/.gitignore" }
]
tc = "uv run mypy ."
test = "uv run pytest --disable-warnings"
lint = "uv run ruff check"

[tool.mypy]
strict = true
disallow_untyped_calls = false
no_implicit_reexport = false
exclude = [
  "^ignore",
]

[tool.ruff.lint]
select = ["F", "B", "UP", "RUF"]
ignore = ["E701", "E711", "E712", "E731", "E741", "F541", "UP015", "UP025", "RUF001", "RUF002", "RUF003", "RUF021"]
per-file-ignores = { "__init__.py" = ["F403"] }

[tool.pytest.ini_options]
testpaths = ["extractors"]
# addopts = "--ignore=ignore"
python_files = "*_test.py"
#python_classes = ["*__*"]
#python_functions = ["*__*"]