dev-python/flashinfer-python
FlashInfer: kernel library for LLM serving (Python frontend)
Runtime Dependencies
flashinfer-python-0.6.12
sci-ml/pytorch[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
app-alternatives/ninja
python_single_target_python3_12?
( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_12
(-)
] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_12
(-)
] dev-python/click[python_targets_python3_12
(-)
] dev-python/cuda-tile-bin[python_targets_python3_12
(-)
] dev-python/einops[python_targets_python3_12
(-)
] dev-python/numpy[python_targets_python3_12
(-)
] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_12
(-)
] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_12
(-)
] dev-python/nvidia-ml-py[python_targets_python3_12
(-)
] >=dev-python/packaging-24.2[python_targets_python3_12
(-)
] dev-python/requests[python_targets_python3_12
(-)
] dev-python/tabulate[python_targets_python3_12
(-)
] dev-python/tqdm[python_targets_python3_12
(-)
] ~dev-python/flashinfer-cubin-0.6.12[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_13
(-)
] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_13
(-)
] dev-python/click[python_targets_python3_13
(-)
] dev-python/cuda-tile-bin[python_targets_python3_13
(-)
] dev-python/einops[python_targets_python3_13
(-)
] dev-python/numpy[python_targets_python3_13
(-)
] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_13
(-)
] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_13
(-)
] dev-python/nvidia-ml-py[python_targets_python3_13
(-)
] >=dev-python/packaging-24.2[python_targets_python3_13
(-)
] dev-python/requests[python_targets_python3_13
(-)
] dev-python/tabulate[python_targets_python3_13
(-)
] dev-python/tqdm[python_targets_python3_13
(-)
] ~dev-python/flashinfer-cubin-0.6.12[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_14
(-)
] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_14
(-)
] dev-python/click[python_targets_python3_14
(-)
] dev-python/cuda-tile-bin[python_targets_python3_14
(-)
] dev-python/einops[python_targets_python3_14
(-)
] dev-python/numpy[python_targets_python3_14
(-)
] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_14
(-)
] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_14
(-)
] dev-python/nvidia-ml-py[python_targets_python3_14
(-)
] >=dev-python/packaging-24.2[python_targets_python3_14
(-)
] dev-python/requests[python_targets_python3_14
(-)
] dev-python/tabulate[python_targets_python3_14
(-)
] dev-python/tqdm[python_targets_python3_14
(-)
] ~dev-python/flashinfer-cubin-0.6.12[python_targets_python3_14
(-)
] )
python_single_target_python3_12?
( dev-lang/python:3.12 )
python_single_target_python3_13?
( dev-lang/python:3.13 )
python_single_target_python3_14?
( dev-lang/python:3.14 )
flashinfer-python-0.6.11_p2
sci-ml/pytorch[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
app-alternatives/ninja
python_single_target_python3_12?
( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_12
(-)
] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_12
(-)
] dev-python/click[python_targets_python3_12
(-)
] dev-python/cuda-tile-bin[python_targets_python3_12
(-)
] dev-python/einops[python_targets_python3_12
(-)
] dev-python/numpy[python_targets_python3_12
(-)
] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_12
(-)
] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_12
(-)
] dev-python/nvidia-ml-py[python_targets_python3_12
(-)
] >=dev-python/packaging-24.2[python_targets_python3_12
(-)
] dev-python/requests[python_targets_python3_12
(-)
] dev-python/tabulate[python_targets_python3_12
(-)
] dev-python/tqdm[python_targets_python3_12
(-)
] ~dev-python/flashinfer-cubin-0.6.11_p2[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_13
(-)
] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_13
(-)
] dev-python/click[python_targets_python3_13
(-)
] dev-python/cuda-tile-bin[python_targets_python3_13
(-)
] dev-python/einops[python_targets_python3_13
(-)
] dev-python/numpy[python_targets_python3_13
(-)
] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_13
(-)
] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_13
(-)
] dev-python/nvidia-ml-py[python_targets_python3_13
(-)
] >=dev-python/packaging-24.2[python_targets_python3_13
(-)
] dev-python/requests[python_targets_python3_13
(-)
] dev-python/tabulate[python_targets_python3_13
(-)
] dev-python/tqdm[python_targets_python3_13
(-)
] ~dev-python/flashinfer-cubin-0.6.11_p2[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( >=dev-python/apache-tvm-ffi-0.1.6[python_targets_python3_14
(-)
] <dev-python/apache-tvm-ffi-0.2[python_targets_python3_14
(-)
] dev-python/click[python_targets_python3_14
(-)
] dev-python/cuda-tile-bin[python_targets_python3_14
(-)
] dev-python/einops[python_targets_python3_14
(-)
] dev-python/numpy[python_targets_python3_14
(-)
] >=dev-python/nvidia-cudnn-frontend-1.13.0[python_targets_python3_14
(-)
] >=dev-python/nvidia-cutlass-dsl-4.5.0[python_targets_python3_14
(-)
] dev-python/nvidia-ml-py[python_targets_python3_14
(-)
] >=dev-python/packaging-24.2[python_targets_python3_14
(-)
] dev-python/requests[python_targets_python3_14
(-)
] dev-python/tabulate[python_targets_python3_14
(-)
] dev-python/tqdm[python_targets_python3_14
(-)
] ~dev-python/flashinfer-cubin-0.6.11_p2[python_targets_python3_14
(-)
] )
python_single_target_python3_12?
( dev-lang/python:3.12 )
python_single_target_python3_13?
( dev-lang/python:3.13 )
python_single_target_python3_14?
( dev-lang/python:3.14 )


View
Download
Browse