xtuner/pyproject.toml at main · HIT-cwh/xtuner · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[project]
dynamic = ["version"]
name = "xtuner"
description = "A Next-Generation Training Engine Built for Ultra-Large MoE Models"
readme = "README.md"
requires-python = ">=3.10"
license = {text = "Apache License 2.0"}
authors = [
    {name = "The XTuner Authors", email = "openmmlab@gmail.com"}
]
keywords = ["large language model", "parameter-efficient", "fine-tuning"]
classifiers = [
      "Development Status :: 4 - Beta",
      "License :: OSI Approved :: Apache Software License",
      "Operating System :: OS Independent",
      "Programming Language :: Python :: 3.10",
      "Programming Language :: Python :: 3.11",
      "Programming Language :: Python :: 3.12",
      "Topic :: Utilities",
]
dependencies = [
  "bitsandbytes==0.45.0",
  "datasets<4.0.0",
  "einops",
  "loguru",
  "mmengine==0.11.0rc0",
  "openpyxl",
  "peft>=0.14.0",
  "scikit-image",
  "scipy",
  "SentencePiece",
  "tiktoken",
  "torch>=2.6.0",
  "torchvision",
  "transformers==4.56.0",
  "cyclopts",
  "transformers_stream_generator",
  "opencv-python-headless",
  "pydantic",
  "tensorboard",
  "xxhash",
  "imageio",
  "timm",
]

[project.urls]
Homepage = "https://github.com/InternLM/xtuner"
Documentation = "https://xtuner.readthedocs.io/zh-cn/latest/"
Repository = "https://github.com/InternLM/xtuner"

[tool.hatch.version]
path = "xtuner/version.py"

[tool.hatch.metadata]
allow-direct-references = true

[project.optional-dependencies]
rl = [
  "ray[default]",
  "httpx",
  "fastapi",
  "uvicorn",
]
video = [
  "decord",
]

[tool.mypy]
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = "xtuner.v1.*"
ignore_missing_imports = false

# Copied from huggingface
[tool.ruff]
line-length = 119
exclude = [
    "modeling_*"
]

[tool.ruff.lint]
# Never enforce `E501` (line length violations).
ignore = ["C901", "E501", "E741", "F402", "F823", "C408"]
select = ["C", "E", "F", "I", "W"]

# Ignore import violations in all `__init__.py` files.
[tool.ruff.lint.per-file-ignores]
"__init__.py" = ["E402", "F401", "F403", "F811"]

[tool.ruff.lint.isort]
lines-after-imports = 2
known-first-party = ["transformers"]

[tool.ruff.format]
# Like Black, use double quotes for strings.
quote-style = "double"

# Like Black, indent with spaces, rather than tabs.
indent-style = "space"

# Like Black, respect magic trailing commas.
skip-magic-trailing-comma = false

# Like Black, automatically detect the appropriate line ending.
line-ending = "auto"