assignment4-data/pyproject.toml at main · VictorHuu/assignment4-data · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
[project]
name = "cs336-data"
version = "1.0.0"
description = "CS336 Assignment 4 - Data Quality"
readme = "README.md"
requires-python = ">=3.11"
dependencies = [
    "numpy<2.0",
    "cs336-basics",
    "torch~=2.7.0",
    "tqdm>=4.67.1",
    "wandb>=0.19.7",
    "pytest>=8.3.5",
    "xopen>=2.0.2",
    "resiliparse>=0.15.2",
    "fasttext>=0.9.3",
    "mmh3>=5.1.0",
    "nltk>=3.9.1",
    "fastwarc>=0.15.2",
    "tldextract>=5.3.0",
]

[tool.setuptools.packages.find]
include = ["cs336_data", "tests"]

[tool.uv]
package = true
python-preference = "managed"
environments = ["sys_platform == 'linux' and platform_machine == 'x86_64' and python_full_version >= '3.12' and python_full_version < '3.13'"]

[tool.uv.sources]
cs336-basics = { path = "./cs336-basics", editable = true }
torch = { index = "local-wheels" }
triton = { index = "local-wheels" }
nvidia-cublas-cu12 = { index = "local-wheels" }
nvidia-cudnn-cu12 = { index = "local-wheels" }
nvidia-cufft-cu12 = { index = "local-wheels" }
nvidia-curand-cu12 = { index = "local-wheels" }
nvidia-cusolver-cu12 = { index = "local-wheels" }
nvidia-cusparse-cu12 = { index = "local-wheels" }
nvidia-cusparselt-cu12 = { index = "local-wheels" }
nvidia-nccl-cu12 = { index = "local-wheels" }
nvidia-nvjitlink-cu12 = { index = "local-wheels" }
nvidia-cuda-nvrtc-cu12 = { index = "local-wheels" }
numpy = {index="local-wheels"}
wandb = { index = "local-wheels" }

[tool.pytest.ini_options]
log_cli = true
log_cli_level = "WARNING"
addopts = "-s"

[tool.ruff]
line-length = 120

[tool.ruff.lint.extend-per-file-ignores]
# Also ignore `E402` in all `__init__.py` files.
"__init__.py" = ["E402", "F401", "F403", "E501"]

[tool.ruff.lint]
extend-select = ["UP"]
ignore = [
    "F722"
]

[[tool.uv.index]]
name = "local-wheels"
url = "file:///root/autodl-tmp/assignment4-data/wheels"
format = "flat"
explicit = true