FineFoundry/pyproject.toml at master · SourceBox-LLC/FineFoundry · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
[project]
name = "finefoundry-core"
version = "0.1.8"
description = "FineFoundry Core Application"
authors = [{ name = "SourceBox LLC" }]
readme = "README.md"
requires-python = ">=3.10"
# Managed by uv; add libraries with `uv add <pkg>`
dependencies = [
    "bitsandbytes>=0.48.2",
    "codespell>=2.4.1",
    "datasets>=4.1.1",
    # Flet will try to install desktop support with pip at runtime unless the extra is present.
    # Pin to the exact version you use.
    "flet[all]==0.28.3",
    "httpx>=0.28.1",
    "huggingface-hub>=0.25.0",
    "mdformat>=1.0.0",
    "mypy>=1.19.0",
    "peft>=0.18.0",
    "psutil>=7.1.3",
    "pytest>=9.0.1",
    "requests>=2.32.5",
    "ruff>=0.14.8",
    "runpod>=1.7.13",
    "torch>=2.9.0",
    "transformers>=4.51.3,<=4.57.2",
    "unsloth>=2025.11.6",
    # Synthetic data generation dependencies
    "synthetic-data-kit>=0.0.5",
    "beautifulsoup4>=4.14.0",
    "vllm>=0.12.0",
    "cbor2>=5.8.0",
    "filelock>=3.20.1",
    "lm-eval>=0.4.9.2",
]

[tool.uv]
package = true
# uv will honor the requirements above and create a uv.lock when you run `uv lock` or `uv sync`.

[build-system]
requires = ["hatchling>=1.24"]
build-backend = "hatchling.build"

# Tell hatchling how to package the src/ layout so uv can build/install the project
[tool.hatch.build.sources]
helpers = "src/helpers"
ui = "src/ui"
scrapers = "src/scrapers"
runpod = "src/runpod"
trainers = "src/trainers"
main = "src/main.py"
save_dataset = "src/save_dataset.py"

[tool.hatch.build.targets.wheel]
# Include exactly these packages/modules in the wheel
only-include = ["helpers", "ui", "scrapers", "runpod", "trainers", "main", "save_dataset"]

[tool.pytest.ini_options]
testpaths = ["tests"]
pythonpath = ["src"]
markers = [
  "integration: marks tests as integration (deselect with '-m \"not integration\"')",
]

[tool.mypy]
python_version = "3.10"
mypy_path = "src"
files = [
  "src/helpers",
  "src/save_dataset.py",
]
ignore_missing_imports = true
warn_unused_ignores = true
show_error_codes = true

[[tool.mypy.overrides]]
module = ["scrapers.*"]
ignore_errors = true

[[tool.mypy.overrides]]
module = [
  "helpers.scrape",
  "helpers.training_pod",
  "helpers.merge",
  "helpers.build",
  "helpers.local_inference",
  "helpers.chatml",
  "db.migrate",
  "db.scraped_data",
]
ignore_errors = true

[tool.coverage.run]
omit = [
  "src/main.py",
]