mirror of
https://github.com/NixOS/nixpkgs.git
synced 2026-06-13 16:53:53 +00:00
102 lines
2.0 KiB
Nix
102 lines
2.0 KiB
Nix
{
|
|
lib,
|
|
buildPythonPackage,
|
|
fetchFromGitHub,
|
|
|
|
# build-system
|
|
setuptools,
|
|
|
|
# dependencies
|
|
absl-py,
|
|
etils,
|
|
jsonpath-rw,
|
|
networkx,
|
|
pandas,
|
|
pandas-stubs,
|
|
python-dateutil,
|
|
rdflib,
|
|
requests,
|
|
scipy,
|
|
tqdm,
|
|
|
|
# tests
|
|
apache-beam,
|
|
gitpython,
|
|
librosa,
|
|
pillow,
|
|
pytestCheckHook,
|
|
pyyaml,
|
|
writableTmpDirAsHomeHook,
|
|
}:
|
|
|
|
buildPythonPackage (finalAttrs: {
|
|
pname = "mlcroissant";
|
|
version = "1.1.0";
|
|
pyproject = true;
|
|
__structuredAttrs = true;
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "mlcommons";
|
|
repo = "croissant";
|
|
tag = "v${finalAttrs.version}";
|
|
hash = "sha256-IaRlmNQjOSIT3/b6AM68eRmweZEI5yjo6I9ievQIIsE=";
|
|
};
|
|
|
|
sourceRoot = "${finalAttrs.src.name}/python/mlcroissant";
|
|
|
|
build-system = [
|
|
setuptools
|
|
];
|
|
|
|
dependencies = [
|
|
absl-py
|
|
etils
|
|
jsonpath-rw
|
|
networkx
|
|
pandas
|
|
pandas-stubs
|
|
python-dateutil
|
|
rdflib
|
|
requests
|
|
scipy
|
|
tqdm
|
|
]
|
|
++ etils.optional-dependencies.epath;
|
|
|
|
pythonImportsCheck = [ "mlcroissant" ];
|
|
|
|
nativeCheckInputs = [
|
|
apache-beam
|
|
gitpython
|
|
librosa
|
|
pillow
|
|
pytestCheckHook
|
|
pyyaml
|
|
writableTmpDirAsHomeHook
|
|
];
|
|
|
|
disabledTests = [
|
|
# Requires internet access
|
|
"test_hermetic_loading_1_1"
|
|
"test_load_from_huggingface"
|
|
"test_nonhermetic_loading"
|
|
"test_nonhermetic_loading_1_0"
|
|
|
|
# AssertionError: assert {'records/aud...t32), 22050)'} == {'records/aud...t32), 22050)'}
|
|
"test_hermetic_loading"
|
|
|
|
# AttributeError: 'MaybeReshuffle' object has no attribute 'side_inputs'
|
|
"test_beam_hermetic_loading"
|
|
];
|
|
|
|
meta = {
|
|
description = "High-level format for machine learning datasets that brings together four rich layers";
|
|
homepage = "https://github.com/mlcommons/croissant";
|
|
changelog = "https://github.com/mlcommons/croissant/releases/tag/${finalAttrs.src.tag}";
|
|
license = lib.licenses.asl20;
|
|
maintainers = with lib.maintainers; [ GaetanLepage ];
|
|
platforms = lib.platforms.all;
|
|
mainProgram = "mlcroissant";
|
|
};
|
|
})
|