sci-ml/exllamav3
Inference library for running local LLMs on consumer hardware.
-
exllamav3-0.0.11~amd64python_single_target_python3_11 python_single_target_python3_12 python_single_target_python3_13 debug
View
Download
Browse License: MIT
Overlay: tatsh-overlay
Runtime Dependencies
exllamav3-0.0.11
python_single_target_python3_11?
( dev-lang/python:3.11 )
python_single_target_python3_12?
( dev-lang/python:3.12 )
python_single_target_python3_13?
( dev-lang/python:3.13 )
python_single_target_python3_11?
( >=dev-python/numpy-2.1.0[python_targets_python3_11
(-)
] dev-python/pyyaml[python_targets_python3_11
(-)
] dev-python/rich[python_targets_python3_11
(-)
] >=sci-ml/safetensors-0.3.2[python_targets_python3_11
(-)
] dev-python/typing-extensions[python_targets_python3_11
(-)
] dev-libs/marisa[python_targets_python3_11
(-)
] )
python_single_target_python3_12?
( >=dev-python/numpy-2.1.0[python_targets_python3_12
(-)
] dev-python/pyyaml[python_targets_python3_12
(-)
] dev-python/rich[python_targets_python3_12
(-)
] >=sci-ml/safetensors-0.3.2[python_targets_python3_12
(-)
] dev-python/typing-extensions[python_targets_python3_12
(-)
] dev-libs/marisa[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( >=dev-python/numpy-2.1.0[python_targets_python3_13
(-)
] dev-python/pyyaml[python_targets_python3_13
(-)
] dev-python/rich[python_targets_python3_13
(-)
] >=sci-ml/safetensors-0.3.2[python_targets_python3_13
(-)
] dev-python/typing-extensions[python_targets_python3_13
(-)
] dev-libs/marisa[python_targets_python3_13
(-)
] )
>=sci-ml/pytorch-2.6.0[python_single_target_python3_11
(-)
?
,python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
]
sci-ml/caffe2[flash,python_single_target_python3_11
(-)
?
,python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
]
sci-ml/flash-attn[python_single_target_python3_11
(-)
?
,python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
]
>=sci-ml/tokenizers-0.21.1[python_single_target_python3_11
(-)
?
,python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
]
python_single_target_python3_11?
( dev-lang/python:3.11 )
python_single_target_python3_12?
( dev-lang/python:3.12 )
python_single_target_python3_13?
( dev-lang/python:3.13 )