dev-python/tensor-parallel
Automatically shard your large model between multiple GPUs, works without torch.distributed
Runtime Dependencies
tensor-parallel-2.0.0
dev-python/torch[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
]
dev-python/transformers[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
]
dev?
( ~dev-python/pytest-6.2.5[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( dev-python/pytest-forked[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( ~dev-python/pytest-asyncio-0.16.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( dev-python/accelerate[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( ~dev-python/black-22.3.0[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( ~dev-python/isort-5.10.1[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( dev-python/psutil[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( dev-python/peft[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
dev?
( dev-python/einops[python_targets_python3_11
(-)
?
,python_targets_python3_12
(-)
?
,python_targets_python3_13
(-)
?
,python_targets_python3_14
(-)
?
] )
python_targets_python3_11?
( dev-lang/python:3.11 )
python_targets_python3_12?
( dev-lang/python:3.12 )
python_targets_python3_13?
( dev-lang/python:3.13 )
python_targets_python3_14?
( dev-lang/python:3.14 )


View
Download
Browse