[build-system]
requires = ["setuptools", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "sarus-llm"
description = "A library to train LLMs with Sarus"
readme = "README.md"
license = {text= "PRIVATE"}
requires-python = ">=3.9"
authors = [
    {name = "Sarus"}
]
classifiers =[
    "Programming Language :: Python :: 3.9",
]

dependencies = [
    "tqdm==4.66.1",
	"pyarrow  ~= 15.0",
	"datasets",
	"dp-accounting",
	"gcsfs",
	"torch>=2.2.0",
	"bitsandbytes",
	"sentencepiece",
	"datasets",
	"mistral-common~=1.2.1",
	"fastDP @ git+https://github.com/awslabs/fast-differential-privacy.git@c5146e10b191a259d29f85d8319be247584a9bdf",
	"deepspeed~=0.15.0",
	"tiktoken==0.4.0",
	"blobfile",
	"omegaconf~=2.3.0",
	"safetensors",
	"transformers", #needed because of fastDP
	'liger-kernel~=0.2.1;sys_platform == "linux"'
]

dynamic = ["version"]

[tool.setuptools.packages.find]
include= ["sarus_llm*"]
exclude= ["tests"]

[project.optional-dependencies]
development =[
	"pytest >= 6.2",
	"pytest-mock >= 3.6",
	"pytest-cov >= 2.12",
    "mypy==1.9.0",
    "pre-commit",
    "ruff",
    "types-tqdm"
]