scrape-it-now/pyproject.toml at main · SecludedCoder/scrape-it-now · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
[project]
description = "A website to scrape? There's a simple way."
dynamic = ["version"]
license = {file = "LICENSE"}
name = "scrape-it-now"
readme = "README.md"
requires-python = ">=3.12"
dependencies = [
  "aiodns==3.2.0",
  "aiohttp==3.9.5",
  "azure-monitor-opentelemetry==1.6.1",
  "azure-search-documents==11.6.0b4",
  "azure-storage-blob==12.21.0",
  "azure-storage-queue==12.11.0",
  "click==8.1.7",
  "html2text==2024.2.26",
  "openai==1.40.1",
  "opentelemetry-instrumentation-aiohttp-client==0.47b0",
  "opentelemetry-instrumentation-httpx==0.47b0",
  "opentelemetry-instrumentation-openai==0.26.5",
  "opentelemetry-instrumentation-redis==0.47b0",
  "opentelemetry-instrumentation-sqlite3==0.47b0",
  "playwright==1.45.1",
  "pydantic==2.7.4",
  "python-dotenv==1.0.1",
  "tenacity==8.4.1",
  "tiktoken==0.7.0",
]

[project.optional-dependencies]
dev = [
  "black[jupyter]==24.4.2",  # Code formatter
  "deptry==0.16.1",  # Dependency tree testing
  "isort==5.13.2",  # Import sorter
  "pip-tools==7.4.1",  # Compile requirements.txt from pyproject.toml
  "pyinstaller==6.10.0",
  "pylint==3.2.5",  # Linter
  "pyright==1.1.371",  # Static type checker
]

[project.scripts]
scrape-it-now = "app.app:cli"

[tool.setuptools]
py-modules = [
  "app",
]

[tool.pip-tools]
generate-hashes = true
strip-extras = true

[tool.deptry]
ignore_notebooks = true
pep621_dev_dependency_groups = ["dev"]

[tool.deptry.per_rule_ignores]
DEP002 = [
  "aiodns",  # Resolver is required for the AIOHTTP AsyncResolver TCP resolver
  "aiohttp",  # Async HTTP client for Azure SDKs
]
DEP003 = [
  "certifi",  # Patch for CA certificates when built with PyInstaller
]

[tool.black]
target-version = ["py312"]

[tool.isort]
combine_as_imports = true
combine_straight_imports = true
profile = "black"
py_version = "312"
skip_gitignore = true

[tool.pylint.MAIN]
fail-under = 8.0
ignore-paths = [
  ".venv/.+",  # Python virtual environment
]
init-hook='import sys; sys.path.append(".")'
jobs = 0
py-version = "3.12"
recursive = true

[tool.pylint.format]
max-line-length = "88"

[tool.pyright]
pythonVersion = "3.12"