Musubi/pyproject.toml at main · Musubi-ai/Musubi · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
[project]
name = "musubi-scrape"
version = "1.1.0"
description = "A convenient crawling package for collecting web data."
authors = [
    {name = "Lung-Chuan Chen", email = "blaze7451@gmail.com"}
]
readme = "README.md"
requires-python = ">=3.9,<4.0"
license = {file = "LICENSE"}
dependencies = [
    "trafilatura==2.0.0",
    "aiohttp>=3.11.12,<4.0.0",
    "pandas>=2.2.3,<3.0.0",
    "pyarrow>=19.0.0,<20.0.0",
    "tqdm>=4.67.1,<5.0.0",
    "rich>=13.9.4,<14.0.0",
    "huggingface-hub>=0.28.1,<0.29.0",
    "selenium>=4.28.1,<5.0.0",
    "python-dotenv>=1.0.1,<2.0.0",
    "pymupdf>=1.25.2,<2.0.0",
    "apscheduler>=3.11.0,<4.0.0",
    "beautifulsoup4>=4.13.3,<5.0.0",
    "pymupdf4llm>=0.0.17,<0.0.18",
    "requests>=2.32.3,<3.0.0",
    "openai>=1.61.1,<2.0.0",
    "groq>=0.18.0,<0.19.0",
    "anthropic>=0.45.2,<0.46.0",
    "loguru>=0.7.3,<0.8.0",
    "orjson>=3.11.3,<4.0.0",
    "uvicorn>=0.37.0",
    "fastapi>=0.117.1",
    "sphinx>=7.4.7",
    "sphinx-book-theme>=1.1.4",
    "myst-parser>=3.0.1",
    "sphinx-design>=0.6.1",
]

[project.optional-dependencies]
test = ["pytest"]

[project.urls]
Homepage = "https://github.com/Musubi-ai/Musubi"
Repository = "https://github.com/Musubi-ai/Musubi"

[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[tool.hatch.build.targets.wheel]
packages = ["musubi"]