gpo.zugaina.org

Search Portage & Overlays:

sci-ml/exllamav3

Inference library for running local LLMs on consumer hardware

Screenshots

  • exllamav3-1.6.1
    ~amd64
    python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14 python_single_target_python3_15 debug

    View      Download      Browse     License: MIT   
    Overlay: tatsh-overlay

Runtime Dependencies

exllamav3-1.6.1


python_single_target_python3_12?
      ( dev-lang/python:3.12 )

python_single_target_python3_13?
      ( dev-lang/python:3.13 )

python_single_target_python3_14?
      ( dev-lang/python:3.14 )

python_single_target_python3_15?
      ( dev-lang/python:3.15 )

python_single_target_python3_12?
      ( >=dev-python/numpy-2.1.0[python_targets_python3_12
            (-)
      ] dev-python/pyyaml[python_targets_python3_12
            (-)
      ] dev-python/rich[python_targets_python3_12
            (-)
      ] >=sci-ml/safetensors-0.3.2[python_targets_python3_12
            (-)
      ] dev-python/typing-extensions[python_targets_python3_12
            (-)
      ] dev-libs/marisa[python_targets_python3_12
            (-)
      ] )

python_single_target_python3_13?
      ( >=dev-python/numpy-2.1.0[python_targets_python3_13
            (-)
      ] dev-python/pyyaml[python_targets_python3_13
            (-)
      ] dev-python/rich[python_targets_python3_13
            (-)
      ] >=sci-ml/safetensors-0.3.2[python_targets_python3_13
            (-)
      ] dev-python/typing-extensions[python_targets_python3_13
            (-)
      ] dev-libs/marisa[python_targets_python3_13
            (-)
      ] )

python_single_target_python3_14?
      ( >=dev-python/numpy-2.1.0[python_targets_python3_14
            (-)
      ] dev-python/pyyaml[python_targets_python3_14
            (-)
      ] dev-python/rich[python_targets_python3_14
            (-)
      ] >=sci-ml/safetensors-0.3.2[python_targets_python3_14
            (-)
      ] dev-python/typing-extensions[python_targets_python3_14
            (-)
      ] dev-libs/marisa[python_targets_python3_14
            (-)
      ] )

python_single_target_python3_15?
      ( >=dev-python/numpy-2.1.0[python_targets_python3_15
            (-)
      ] dev-python/pyyaml[python_targets_python3_15
            (-)
      ] dev-python/rich[python_targets_python3_15
            (-)
      ] >=sci-ml/safetensors-0.3.2[python_targets_python3_15
            (-)
      ] dev-python/typing-extensions[python_targets_python3_15
            (-)
      ] dev-libs/marisa[python_targets_python3_15
            (-)
      ] )





>=sci-ml/pytorch-2.13.0[flash,python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
,python_single_target_python3_14
      (-)
?
,python_single_target_python3_15
      (-)
?
]




sci-ml/flash-attn[python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
,python_single_target_python3_14
      (-)
?
,python_single_target_python3_15
      (-)
?
]




>=sci-ml/tokenizers-0.21.1[python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
,python_single_target_python3_14
      (-)
?
,python_single_target_python3_15
      (-)
?
]

python_single_target_python3_12?
      ( dev-lang/python:3.12 )

python_single_target_python3_13?
      ( dev-lang/python:3.13 )

python_single_target_python3_14?
      ( dev-lang/python:3.14 )

python_single_target_python3_15?
      ( dev-lang/python:3.15 )