dev-python/smashed
SMASHED is a toolkit designed to apply transformations to samples in datasets, such as fields extraction, tokenization, prompting, batching, and more. Supports datasets from Huggingface, torchdata iterables, or simple lists of dictionaries.
Screenshots
View
Download
BrowseRuntime Dependencies
smashed-0.21.5
dev-python/necessary[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
]
dev-python/trouting[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
]
>=dev-python/ftfy-6.1.1[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
]
>=dev-python/platformdirs-2.5.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
]
dev-python/glom[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
]
>=dev-python/jinja2-3.0.3[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
]
>=dev-python/numpy-1.19.5[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
]
all?
( dev-python/smashed[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
all?
( dev-python/smashed[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
all?
( dev-python/smashed[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
all?
( dev-python/smashed[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
all?
( dev-python/smashed[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
all?
( dev-python/smashed[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
datasets?
( dev-python/smashed[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
datasets?
( dev-python/transformers[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
datasets?
( dev-python/datasets[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
datasets?
( >=dev-python/dill-0.3.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( >=dev-python/black-21.12_beta0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( >=dev-python/isort-5.8.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( >=dev-python/mypy-0.971[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( >=dev-python/pytest-5.2[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( >=dev-python/ipython-8.4.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( >=dev-python/autopep8-1.7.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( >=dev-python/flake8-5.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( >=dev-python/ipdb-0.13.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( dev-python/flake8-pyi[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( dev-python/Flake8-pyproject[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( >=dev-python/moto-4.0.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
prompting?
( dev-python/smashed[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
prompting?
( dev-python/transformers[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
prompting?
( dev-python/promptsource[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
prompting?
( dev-python/blingfire[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
remote?
( dev-python/smart-open[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
remote?
( >=dev-python/boto3-1.25.5[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
torch?
( dev-python/torch[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
torchdata?
( dev-python/torch[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
torchdata?
( dev-python/torchdata[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
python_targets_python3_11?
( dev-lang/python:3.11 )
python_targets_python3_12?
( dev-lang/python:3.12 )
python_targets_python3_13?
( dev-lang/python:3.13 )
python_targets_python3_14?
( dev-lang/python:3.14 )