Gentoo Portage Overlays - dev-python/sagemaker-huggingface-inference-toolkit

dev-python/sagemaker-huggingface-inference-toolkit

Open source library for running inference workload with Hugging Face Deep Learning Containers on Amazon SageMaker.

Screenshots

https://github.com/aws/sagemaker-huggingface-inference-toolkit

sagemaker-huggingface-inference-toolkit-2.6.0

~amd64 ~x86

benchmark dev diffusers mms quality tensorflow test torch transformers python_targets_python3_11 python_targets_python3_12 python_targets_python3_13 python_targets_python3_14

View

Download

Browse License: Apache-2.0

Overlay: pypi

ChangeLog USE Flags Dependencies Reverse Deps Related Bugs

Runtime Dependencies

sagemaker-huggingface-inference-toolkit-2.6.0

dev-python/sagemaker-inference[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
,python_targets_python3_13
      (-)
?
,python_targets_python3_14
      (-)
?
]

dev-python/huggingface-hub[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
,python_targets_python3_13
      (-)
?
,python_targets_python3_14
      (-)
?
]

dev-python/retrying[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
,python_targets_python3_13
      (-)
?
,python_targets_python3_14
      (-)
?
]

dev-python/numpy[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
,python_targets_python3_13
      (-)
?
,python_targets_python3_14
      (-)
?
]

dev-python/pillow[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
,python_targets_python3_13
      (-)
?
,python_targets_python3_14
      (-)
?
]

dev-python/librosa[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
,python_targets_python3_13
      (-)
?
,python_targets_python3_14
      (-)
?
]

dev-python/pyctcdecode[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
,python_targets_python3_13
      (-)
?
,python_targets_python3_14
      (-)
?
]

dev-python/phonemizer[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
,python_targets_python3_13
      (-)
?
,python_targets_python3_14
      (-)
?
]

transformers?
      ( dev-python/transformers[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

diffusers?
      ( dev-python/diffusers[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

torch?
      ( dev-python/torch[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

torch?
      ( dev-python/torchaudio[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

tensorflow?
      ( dev-python/tensorflow[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

mms?
      ( dev-python/multi-model-server[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

mms?
      ( dev-python/retrying[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( <dev-python/pytest-8.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( dev-python/pytest-xdist[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( dev-python/parameterized[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( dev-python/psutil[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( dev-python/datasets[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( dev-python/pytest-sugar[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( ~dev-python/black-21.4_beta0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( dev-python/sagemaker[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( dev-python/boto3[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

test?
      ( ~dev-python/mock-2.0.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

benchmark?
      ( dev-python/boto3[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

benchmark?
      ( dev-python/locust[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

quality?
      ( >=dev-python/black-21.10[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

quality?
      ( >=dev-python/isort-5.5.4[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

quality?
      ( >=dev-python/flake8-3.8.3[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

dev?
      ( dev-python/transformers[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

dev?
      ( dev-python/multi-model-server[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

dev?
      ( dev-python/retrying[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

dev?
      ( dev-python/torch[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

dev?
      ( dev-python/torchaudio[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

dev?
      ( dev-python/tensorflow[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

dev?
      ( dev-python/diffusers[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

python_targets_python3_11?
      ( dev-lang/python:3.11 )

python_targets_python3_12?
      ( dev-lang/python:3.12 )

python_targets_python3_13?
      ( dev-lang/python:3.13 )

python_targets_python3_14?
      ( dev-lang/python:3.14 )