Gentoo Portage Overlays - dev-python/flashinfer-python

dev-python/flashinfer-python

FlashInfer: kernel library for LLM serving (Python frontend)

Screenshots

flashinfer-python-0.6.12

~amd64

python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14

View

Download

Browse License: Apache-2.0

Overlay: stuff

flashinfer-python-0.6.11_p3

~amd64

python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14

View

Download

Browse License: Apache-2.0

Overlay: stuff

flashinfer-python-0.6.11_p2

~amd64

python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14

View

Download

Browse License: Apache-2.0

Overlay: stuff

flashinfer-python-0.6.11

~amd64

python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14

View

Download

Browse License: Apache-2.0

Overlay: stuff

flashinfer-python-0.6.8_p1

~amd64

python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14

View

Download

Browse License: Apache-2.0

Overlay: stuff

ChangeLog USE Flags Dependencies Reverse Deps Related Bugs

Runtime Dependencies

flashinfer-python-0.6.12

sci-ml/pytorch[python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
,python_single_target_python3_14
      (-)
?
]
app-alternatives/ninja

python_single_target_python3_12?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_12
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_12
            (-)
      ] dev-python/click[python_targets_python3_12
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_12
            (-)
      ] dev-python/einops[python_targets_python3_12
            (-)
      ] dev-python/numpy[python_targets_python3_12
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_12
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_12
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_12
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_12
            (-)
      ] dev-python/requests[python_targets_python3_12
            (-)
      ] dev-python/tabulate[python_targets_python3_12
            (-)
      ] dev-python/tqdm[python_targets_python3_12
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.12[python_targets_python3_12
            (-)
      ] )

python_single_target_python3_13?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_13
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_13
            (-)
      ] dev-python/click[python_targets_python3_13
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_13
            (-)
      ] dev-python/einops[python_targets_python3_13
            (-)
      ] dev-python/numpy[python_targets_python3_13
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_13
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_13
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_13
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_13
            (-)
      ] dev-python/requests[python_targets_python3_13
            (-)
      ] dev-python/tabulate[python_targets_python3_13
            (-)
      ] dev-python/tqdm[python_targets_python3_13
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.12[python_targets_python3_13
            (-)
      ] )

python_single_target_python3_14?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_14
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_14
            (-)
      ] dev-python/click[python_targets_python3_14
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_14
            (-)
      ] dev-python/einops[python_targets_python3_14
            (-)
      ] dev-python/numpy[python_targets_python3_14
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_14
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_14
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_14
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_14
            (-)
      ] dev-python/requests[python_targets_python3_14
            (-)
      ] dev-python/tabulate[python_targets_python3_14
            (-)
      ] dev-python/tqdm[python_targets_python3_14
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.12[python_targets_python3_14
            (-)
      ] )

python_single_target_python3_12?
      ( dev-lang/python:3.12 )

python_single_target_python3_13?
      ( dev-lang/python:3.13 )

python_single_target_python3_14?
      ( dev-lang/python:3.14 )

flashinfer-python-0.6.11_p3

sci-ml/pytorch[python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
,python_single_target_python3_14
      (-)
?
]
app-alternatives/ninja

python_single_target_python3_12?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_12
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_12
            (-)
      ] dev-python/click[python_targets_python3_12
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_12
            (-)
      ] dev-python/einops[python_targets_python3_12
            (-)
      ] dev-python/numpy[python_targets_python3_12
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_12
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_12
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_12
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_12
            (-)
      ] dev-python/requests[python_targets_python3_12
            (-)
      ] dev-python/tabulate[python_targets_python3_12
            (-)
      ] dev-python/tqdm[python_targets_python3_12
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.11_p3[python_targets_python3_12
            (-)
      ] )

python_single_target_python3_13?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_13
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_13
            (-)
      ] dev-python/click[python_targets_python3_13
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_13
            (-)
      ] dev-python/einops[python_targets_python3_13
            (-)
      ] dev-python/numpy[python_targets_python3_13
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_13
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_13
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_13
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_13
            (-)
      ] dev-python/requests[python_targets_python3_13
            (-)
      ] dev-python/tabulate[python_targets_python3_13
            (-)
      ] dev-python/tqdm[python_targets_python3_13
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.11_p3[python_targets_python3_13
            (-)
      ] )

python_single_target_python3_14?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_14
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_14
            (-)
      ] dev-python/click[python_targets_python3_14
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_14
            (-)
      ] dev-python/einops[python_targets_python3_14
            (-)
      ] dev-python/numpy[python_targets_python3_14
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_14
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_14
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_14
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_14
            (-)
      ] dev-python/requests[python_targets_python3_14
            (-)
      ] dev-python/tabulate[python_targets_python3_14
            (-)
      ] dev-python/tqdm[python_targets_python3_14
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.11_p3[python_targets_python3_14
            (-)
      ] )

python_single_target_python3_12?
      ( dev-lang/python:3.12 )

python_single_target_python3_13?
      ( dev-lang/python:3.13 )

python_single_target_python3_14?
      ( dev-lang/python:3.14 )

flashinfer-python-0.6.11_p2

sci-ml/pytorch[python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
,python_single_target_python3_14
      (-)
?
]
app-alternatives/ninja

python_single_target_python3_12?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_12
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_12
            (-)
      ] dev-python/click[python_targets_python3_12
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_12
            (-)
      ] dev-python/einops[python_targets_python3_12
            (-)
      ] dev-python/numpy[python_targets_python3_12
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_12
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_12
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_12
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_12
            (-)
      ] dev-python/requests[python_targets_python3_12
            (-)
      ] dev-python/tabulate[python_targets_python3_12
            (-)
      ] dev-python/tqdm[python_targets_python3_12
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.11_p2[python_targets_python3_12
            (-)
      ] )

python_single_target_python3_13?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_13
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_13
            (-)
      ] dev-python/click[python_targets_python3_13
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_13
            (-)
      ] dev-python/einops[python_targets_python3_13
            (-)
      ] dev-python/numpy[python_targets_python3_13
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_13
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_13
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_13
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_13
            (-)
      ] dev-python/requests[python_targets_python3_13
            (-)
      ] dev-python/tabulate[python_targets_python3_13
            (-)
      ] dev-python/tqdm[python_targets_python3_13
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.11_p2[python_targets_python3_13
            (-)
      ] )

python_single_target_python3_14?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_14
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_14
            (-)
      ] dev-python/click[python_targets_python3_14
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_14
            (-)
      ] dev-python/einops[python_targets_python3_14
            (-)
      ] dev-python/numpy[python_targets_python3_14
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_14
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_14
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_14
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_14
            (-)
      ] dev-python/requests[python_targets_python3_14
            (-)
      ] dev-python/tabulate[python_targets_python3_14
            (-)
      ] dev-python/tqdm[python_targets_python3_14
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.11_p2[python_targets_python3_14
            (-)
      ] )

python_single_target_python3_12?
      ( dev-lang/python:3.12 )

python_single_target_python3_13?
      ( dev-lang/python:3.13 )

python_single_target_python3_14?
      ( dev-lang/python:3.14 )

flashinfer-python-0.6.11

sci-ml/pytorch[python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
,python_single_target_python3_14
      (-)
?
]
app-alternatives/ninja

python_single_target_python3_12?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_12
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_12
            (-)
      ] dev-python/click[python_targets_python3_12
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_12
            (-)
      ] dev-python/einops[python_targets_python3_12
            (-)
      ] dev-python/numpy[python_targets_python3_12
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_12
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_12
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_12
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_12
            (-)
      ] dev-python/requests[python_targets_python3_12
            (-)
      ] dev-python/tabulate[python_targets_python3_12
            (-)
      ] dev-python/tqdm[python_targets_python3_12
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.11[python_targets_python3_12
            (-)
      ] )

python_single_target_python3_13?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_13
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_13
            (-)
      ] dev-python/click[python_targets_python3_13
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_13
            (-)
      ] dev-python/einops[python_targets_python3_13
            (-)
      ] dev-python/numpy[python_targets_python3_13
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_13
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_13
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_13
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_13
            (-)
      ] dev-python/requests[python_targets_python3_13
            (-)
      ] dev-python/tabulate[python_targets_python3_13
            (-)
      ] dev-python/tqdm[python_targets_python3_13
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.11[python_targets_python3_13
            (-)
      ] )

python_single_target_python3_14?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_14
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_14
            (-)
      ] dev-python/click[python_targets_python3_14
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_14
            (-)
      ] dev-python/einops[python_targets_python3_14
            (-)
      ] dev-python/numpy[python_targets_python3_14
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_14
            (-)
      ] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_14
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_14
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_14
            (-)
      ] dev-python/requests[python_targets_python3_14
            (-)
      ] dev-python/tabulate[python_targets_python3_14
            (-)
      ] dev-python/tqdm[python_targets_python3_14
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.11[python_targets_python3_14
            (-)
      ] )

python_single_target_python3_12?
      ( dev-lang/python:3.12 )

python_single_target_python3_13?
      ( dev-lang/python:3.13 )

python_single_target_python3_14?
      ( dev-lang/python:3.14 )

flashinfer-python-0.6.8_p1

sci-ml/pytorch[python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
,python_single_target_python3_14
      (-)
?
]
app-alternatives/ninja

python_single_target_python3_12?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_12
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_12
            (-)
      ] dev-python/click[python_targets_python3_12
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_12
            (-)
      ] dev-python/einops[python_targets_python3_12
            (-)
      ] dev-python/numpy[python_targets_python3_12
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_12
            (-)
      ] <dev-python/nvidia-cudnn-frontend-1.19.0[python_targets_python3_12
            (-)
      ] ~dev-python/nvidia-cutlass-dsl-4.4.2[python_targets_python3_12
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_12
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_12
            (-)
      ] dev-python/requests[python_targets_python3_12
            (-)
      ] dev-python/tabulate[python_targets_python3_12
            (-)
      ] dev-python/tqdm[python_targets_python3_12
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.8_p1[python_targets_python3_12
            (-)
      ] )

python_single_target_python3_13?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_13
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_13
            (-)
      ] dev-python/click[python_targets_python3_13
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_13
            (-)
      ] dev-python/einops[python_targets_python3_13
            (-)
      ] dev-python/numpy[python_targets_python3_13
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_13
            (-)
      ] <dev-python/nvidia-cudnn-frontend-1.19.0[python_targets_python3_13
            (-)
      ] ~dev-python/nvidia-cutlass-dsl-4.4.2[python_targets_python3_13
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_13
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_13
            (-)
      ] dev-python/requests[python_targets_python3_13
            (-)
      ] dev-python/tabulate[python_targets_python3_13
            (-)
      ] dev-python/tqdm[python_targets_python3_13
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.8_p1[python_targets_python3_13
            (-)
      ] )

python_single_target_python3_14?
      ( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_14
            (-)
      ] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_14
            (-)
      ] dev-python/click[python_targets_python3_14
            (-)
      ] dev-python/cuda-tile-bin[python_targets_python3_14
            (-)
      ] dev-python/einops[python_targets_python3_14
            (-)
      ] dev-python/numpy[python_targets_python3_14
            (-)
      ] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_14
            (-)
      ] <dev-python/nvidia-cudnn-frontend-1.19.0[python_targets_python3_14
            (-)
      ] ~dev-python/nvidia-cutlass-dsl-4.4.2[python_targets_python3_14
            (-)
      ] dev-python/nvidia-ml-py[python_targets_python3_14
            (-)
      ] >=dev-python/packaging-24.2[python_targets_python3_14
            (-)
      ] dev-python/requests[python_targets_python3_14
            (-)
      ] dev-python/tabulate[python_targets_python3_14
            (-)
      ] dev-python/tqdm[python_targets_python3_14
            (-)
      ] ~dev-python/flashinfer-cubin-0.6.8_p1[python_targets_python3_14
            (-)
      ] )

python_single_target_python3_12?
      ( dev-lang/python:3.12 )

python_single_target_python3_13?
      ( dev-lang/python:3.13 )

python_single_target_python3_14?
      ( dev-lang/python:3.14 )