Spaces:

codelion
/

data-inventor

Running

0.2.2: route through the authenticated optillm proxy (fast tier via DI_MIN_MAX_TOKENS), prompt fixes (plain prose, no invented specifics, no callbacks/placeholders), two-order accuracy-first preference judge, accurate dataset-card provenance

bf2993f verified 23 days ago

Raw History Blame Contribute Delete

608 Bytes

[build-system]
requires = ["setuptools>=68"]
build-backend = "setuptools.build_meta"

[project]
name = "datainventor"
version = "0.2.2"
description = "Curate a pretraining corpus on your own machines: clean, calibrate, create, compose."
readme = "README.md"
requires-python = ">=3.10"
license = { text = "Apache-2.0" }
dependencies = ["pyyaml>=6"]

[project.optional-dependencies]
full = ["datasets>=2.18", "pyarrow>=14", "numpy>=1.24"]

[project.scripts]
datainventor = "datainventor.cli:main"

[tool.setuptools]
packages = ["datainventor"]

[tool.setuptools.package-data]
datainventor = ["data/*.json.gz"]

	[build-system]
	requires = ["setuptools>=68"]
	build-backend = "setuptools.build_meta"

	[project]
	name = "datainventor"
	version = "0.2.2"
	description = "Curate a pretraining corpus on your own machines: clean, calibrate, create, compose."
	readme = "README.md"
	requires-python = ">=3.10"
	license = { text = "Apache-2.0" }
	dependencies = ["pyyaml>=6"]

	[project.optional-dependencies]
	full = ["datasets>=2.18", "pyarrow>=14", "numpy>=1.24"]

	[project.scripts]
	datainventor = "datainventor.cli:main"

	[tool.setuptools]
	packages = ["datainventor"]

	[tool.setuptools.package-data]
	datainventor = ["data/*.json.gz"]