dev-python/vllm
High-throughput, memory-efficient inference and serving engine for LLMs
Screenshots
-
vllm-0.21.0~amd64cpu cuda rocm python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14 +amdgpu_targets_gfx908 +amdgpu_targets_gfx90a +amdgpu_targets_gfx942 +amdgpu_targets_gfx950 +amdgpu_targets_gfx1030 +amdgpu_targets_gfx1100 +amdgpu_targets_gfx1101 +amdgpu_targets_gfx1200 +amdgpu_targets_gfx1201 amdgpu_targets_gfx803 amdgpu_targets_gfx900 amdgpu_targets_gfx906 amdgpu_targets_gfx940 amdgpu_targets_gfx941 amdgpu_targets_gfx1010 amdgpu_targets_gfx1011 amdgpu_targets_gfx1012 amdgpu_targets_gfx1031 amdgpu_targets_gfx1102 amdgpu_targets_gfx1103 amdgpu_targets_gfx1150 amdgpu_targets_gfx1151
View 
Download 
Browse License: Apache-2.0 Overlay: stuff -
vllm-0.20.2~amd64cpu cuda rocm python_single_target_python3_12 python_single_target_python3_13 python_single_target_python3_14 +amdgpu_targets_gfx908 +amdgpu_targets_gfx90a +amdgpu_targets_gfx942 +amdgpu_targets_gfx950 +amdgpu_targets_gfx1030 +amdgpu_targets_gfx1100 +amdgpu_targets_gfx1101 +amdgpu_targets_gfx1200 +amdgpu_targets_gfx1201 amdgpu_targets_gfx803 amdgpu_targets_gfx900 amdgpu_targets_gfx906 amdgpu_targets_gfx940 amdgpu_targets_gfx941 amdgpu_targets_gfx1010 amdgpu_targets_gfx1011 amdgpu_targets_gfx1012 amdgpu_targets_gfx1031 amdgpu_targets_gfx1102 amdgpu_targets_gfx1103 amdgpu_targets_gfx1150 amdgpu_targets_gfx1151
View Download Browse License: Apache-2.0 Overlay: stuff
Runtime Dependencies
vllm-0.21.0
~sci-ml/pytorch-2.11.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
>=sci-ml/transformers-4.56.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
>=sci-ml/tokenizers-0.21.1[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
>=dev-python/xgrammar-0.2.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
<dev-python/xgrammar-1.0.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
~dev-python/compressed-tensors-0.15.0.1[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
app-alternatives/ninja
python_single_target_python3_12?
( dev-python/regex[python_targets_python3_12
(-)
] dev-python/cachetools[python_targets_python3_12
(-)
] dev-python/psutil[python_targets_python3_12
(-)
] sci-ml/sentencepiece[python_targets_python3_12
(-)
] dev-python/numpy[python_targets_python3_12
(-)
] >=dev-python/requests-2.26.0[python_targets_python3_12
(-)
] dev-python/tqdm[python_targets_python3_12
(-)
] dev-python/blake3[python_targets_python3_12
(-)
] dev-python/py-cpuinfo[python_targets_python3_12
(-)
] >=dev-python/protobuf-5.29.6[python_targets_python3_12
(-)
] >=dev-python/fastapi-0.115.0[python_targets_python3_12
(-)
] >=dev-python/aiohttp-3.13.3[python_targets_python3_12
(-)
] >=dev-python/openai-2.0.0[python_targets_python3_12
(-)
] >=dev-python/pydantic-2.12.0[python_targets_python3_12
(-)
] >=dev-python/prometheus-client-0.18.0[python_targets_python3_12
(-)
] dev-python/pillow[python_targets_python3_12
(-)
] >=dev-python/prometheus-fastapi-instrumentator-7.0.0[python_targets_python3_12
(-)
] >=dev-python/tiktoken-0.6.0[python_targets_python3_12
(-)
] ~dev-python/lm-format-enforcer-0.11.3[python_targets_python3_12
(-)
] >=dev-python/llguidance-1.3.0[python_targets_python3_12
(-)
] <dev-python/llguidance-1.4.0[python_targets_python3_12
(-)
] ~dev-python/outlines-core-0.2.14[python_targets_python3_12
(-)
] >=dev-python/diskcache-5.6.3[python_targets_python3_12
(-)
] >=dev-python/lark-1.2.2[python_targets_python3_12
(-)
] >=dev-python/typing-extensions-4.10[python_targets_python3_12
(-)
] >=dev-python/filelock-3.16.1[python_targets_python3_12
(-)
] dev-python/partial-json-parser[python_targets_python3_12
(-)
] >=dev-python/pyzmq-25.0.0[python_targets_python3_12
(-)
] dev-python/msgspec[python_targets_python3_12
(-)
] >=dev-python/gguf-0.17.0[python_targets_python3_12
(-)
] >=dev-python/mistral-common-1.11.2[python_targets_python3_12
(-)
,image] >=media-libs/opencv-4.12.0[python,python_targets_python3_12
(-)
] dev-python/pyyaml[python_targets_python3_12
(-)
] dev-python/six[python_targets_python3_12
(-)
] dev-python/einops[python_targets_python3_12
(-)
] ~dev-python/depyf-0.20.0[python_targets_python3_12
(-)
] dev-python/cloudpickle[python_targets_python3_12
(-)
] dev-python/uvloop[python_targets_python3_12
(-)
] dev-python/watchfiles[python_targets_python3_12
(-)
] dev-python/python-json-logger[python_targets_python3_12
(-)
] dev-python/pybase64[python_targets_python3_12
(-)
] dev-python/cbor2[python_targets_python3_12
(-)
] dev-python/ijson[python_targets_python3_12
(-)
] dev-python/setproctitle[python_targets_python3_12
(-)
] >=dev-python/openai-harmony-0.0.3[python_targets_python3_12
(-)
] >=dev-python/anthropic-0.71.0[python_targets_python3_12
(-)
] >=dev-python/model-hosting-container-standards-0.1.14[python_targets_python3_12
(-)
] <dev-python/model-hosting-container-standards-1.0.0[python_targets_python3_12
(-)
] dev-python/mcp[python_targets_python3_12
(-)
] >=dev-python/opentelemetry-sdk-1.27.0[python_targets_python3_12
(-)
] >=dev-python/opentelemetry-api-1.27.0[python_targets_python3_12
(-)
] >=dev-python/opentelemetry-exporter-otlp-1.27.0[python_targets_python3_12
(-)
] >=dev-python/opentelemetry-semantic-conventions-ai-0.4.1[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( dev-python/regex[python_targets_python3_13
(-)
] dev-python/cachetools[python_targets_python3_13
(-)
] dev-python/psutil[python_targets_python3_13
(-)
] sci-ml/sentencepiece[python_targets_python3_13
(-)
] dev-python/numpy[python_targets_python3_13
(-)
] >=dev-python/requests-2.26.0[python_targets_python3_13
(-)
] dev-python/tqdm[python_targets_python3_13
(-)
] dev-python/blake3[python_targets_python3_13
(-)
] dev-python/py-cpuinfo[python_targets_python3_13
(-)
] >=dev-python/protobuf-5.29.6[python_targets_python3_13
(-)
] >=dev-python/fastapi-0.115.0[python_targets_python3_13
(-)
] >=dev-python/aiohttp-3.13.3[python_targets_python3_13
(-)
] >=dev-python/openai-2.0.0[python_targets_python3_13
(-)
] >=dev-python/pydantic-2.12.0[python_targets_python3_13
(-)
] >=dev-python/prometheus-client-0.18.0[python_targets_python3_13
(-)
] dev-python/pillow[python_targets_python3_13
(-)
] >=dev-python/prometheus-fastapi-instrumentator-7.0.0[python_targets_python3_13
(-)
] >=dev-python/tiktoken-0.6.0[python_targets_python3_13
(-)
] ~dev-python/lm-format-enforcer-0.11.3[python_targets_python3_13
(-)
] >=dev-python/llguidance-1.3.0[python_targets_python3_13
(-)
] <dev-python/llguidance-1.4.0[python_targets_python3_13
(-)
] ~dev-python/outlines-core-0.2.14[python_targets_python3_13
(-)
] >=dev-python/diskcache-5.6.3[python_targets_python3_13
(-)
] >=dev-python/lark-1.2.2[python_targets_python3_13
(-)
] >=dev-python/typing-extensions-4.10[python_targets_python3_13
(-)
] >=dev-python/filelock-3.16.1[python_targets_python3_13
(-)
] dev-python/partial-json-parser[python_targets_python3_13
(-)
] >=dev-python/pyzmq-25.0.0[python_targets_python3_13
(-)
] dev-python/msgspec[python_targets_python3_13
(-)
] >=dev-python/gguf-0.17.0[python_targets_python3_13
(-)
] >=dev-python/mistral-common-1.11.2[python_targets_python3_13
(-)
,image] >=media-libs/opencv-4.12.0[python,python_targets_python3_13
(-)
] dev-python/pyyaml[python_targets_python3_13
(-)
] dev-python/six[python_targets_python3_13
(-)
] dev-python/einops[python_targets_python3_13
(-)
] ~dev-python/depyf-0.20.0[python_targets_python3_13
(-)
] dev-python/cloudpickle[python_targets_python3_13
(-)
] dev-python/uvloop[python_targets_python3_13
(-)
] dev-python/watchfiles[python_targets_python3_13
(-)
] dev-python/python-json-logger[python_targets_python3_13
(-)
] dev-python/pybase64[python_targets_python3_13
(-)
] dev-python/cbor2[python_targets_python3_13
(-)
] dev-python/ijson[python_targets_python3_13
(-)
] dev-python/setproctitle[python_targets_python3_13
(-)
] >=dev-python/openai-harmony-0.0.3[python_targets_python3_13
(-)
] >=dev-python/anthropic-0.71.0[python_targets_python3_13
(-)
] >=dev-python/model-hosting-container-standards-0.1.14[python_targets_python3_13
(-)
] <dev-python/model-hosting-container-standards-1.0.0[python_targets_python3_13
(-)
] dev-python/mcp[python_targets_python3_13
(-)
] >=dev-python/opentelemetry-sdk-1.27.0[python_targets_python3_13
(-)
] >=dev-python/opentelemetry-api-1.27.0[python_targets_python3_13
(-)
] >=dev-python/opentelemetry-exporter-otlp-1.27.0[python_targets_python3_13
(-)
] >=dev-python/opentelemetry-semantic-conventions-ai-0.4.1[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( dev-python/regex[python_targets_python3_14
(-)
] dev-python/cachetools[python_targets_python3_14
(-)
] dev-python/psutil[python_targets_python3_14
(-)
] sci-ml/sentencepiece[python_targets_python3_14
(-)
] dev-python/numpy[python_targets_python3_14
(-)
] >=dev-python/requests-2.26.0[python_targets_python3_14
(-)
] dev-python/tqdm[python_targets_python3_14
(-)
] dev-python/blake3[python_targets_python3_14
(-)
] dev-python/py-cpuinfo[python_targets_python3_14
(-)
] >=dev-python/protobuf-5.29.6[python_targets_python3_14
(-)
] >=dev-python/fastapi-0.115.0[python_targets_python3_14
(-)
] >=dev-python/aiohttp-3.13.3[python_targets_python3_14
(-)
] >=dev-python/openai-2.0.0[python_targets_python3_14
(-)
] >=dev-python/pydantic-2.12.0[python_targets_python3_14
(-)
] >=dev-python/prometheus-client-0.18.0[python_targets_python3_14
(-)
] dev-python/pillow[python_targets_python3_14
(-)
] >=dev-python/prometheus-fastapi-instrumentator-7.0.0[python_targets_python3_14
(-)
] >=dev-python/tiktoken-0.6.0[python_targets_python3_14
(-)
] ~dev-python/lm-format-enforcer-0.11.3[python_targets_python3_14
(-)
] >=dev-python/llguidance-1.3.0[python_targets_python3_14
(-)
] <dev-python/llguidance-1.4.0[python_targets_python3_14
(-)
] ~dev-python/outlines-core-0.2.14[python_targets_python3_14
(-)
] >=dev-python/diskcache-5.6.3[python_targets_python3_14
(-)
] >=dev-python/lark-1.2.2[python_targets_python3_14
(-)
] >=dev-python/typing-extensions-4.10[python_targets_python3_14
(-)
] >=dev-python/filelock-3.16.1[python_targets_python3_14
(-)
] dev-python/partial-json-parser[python_targets_python3_14
(-)
] >=dev-python/pyzmq-25.0.0[python_targets_python3_14
(-)
] dev-python/msgspec[python_targets_python3_14
(-)
] >=dev-python/gguf-0.17.0[python_targets_python3_14
(-)
] >=dev-python/mistral-common-1.11.2[python_targets_python3_14
(-)
,image] >=media-libs/opencv-4.12.0[python,python_targets_python3_14
(-)
] dev-python/pyyaml[python_targets_python3_14
(-)
] dev-python/six[python_targets_python3_14
(-)
] dev-python/einops[python_targets_python3_14
(-)
] ~dev-python/depyf-0.20.0[python_targets_python3_14
(-)
] dev-python/cloudpickle[python_targets_python3_14
(-)
] dev-python/uvloop[python_targets_python3_14
(-)
] dev-python/watchfiles[python_targets_python3_14
(-)
] dev-python/python-json-logger[python_targets_python3_14
(-)
] dev-python/pybase64[python_targets_python3_14
(-)
] dev-python/cbor2[python_targets_python3_14
(-)
] dev-python/ijson[python_targets_python3_14
(-)
] dev-python/setproctitle[python_targets_python3_14
(-)
] >=dev-python/openai-harmony-0.0.3[python_targets_python3_14
(-)
] >=dev-python/anthropic-0.71.0[python_targets_python3_14
(-)
] >=dev-python/model-hosting-container-standards-0.1.14[python_targets_python3_14
(-)
] <dev-python/model-hosting-container-standards-1.0.0[python_targets_python3_14
(-)
] dev-python/mcp[python_targets_python3_14
(-)
] >=dev-python/opentelemetry-sdk-1.27.0[python_targets_python3_14
(-)
] >=dev-python/opentelemetry-api-1.27.0[python_targets_python3_14
(-)
] >=dev-python/opentelemetry-exporter-otlp-1.27.0[python_targets_python3_14
(-)
] >=dev-python/opentelemetry-semantic-conventions-ai-0.4.1[python_targets_python3_14
(-)
] )
cpu?
( >=sci-ml/caffe2-2.11.0-r90 ~sci-ml/torchaudio-2.11.0 python_single_target_python3_12?
( >=dev-python/numba-0.65.0[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( >=dev-python/numba-0.65.0[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( >=dev-python/numba-0.65.0[python_targets_python3_14
(-)
] )
)
cuda?
( >=sci-ml/caffe2-2.11.0-r90 ~sci-ml/torchaudio-2.11.0 ~sci-ml/torchvision-0.26.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] ~dev-python/flashinfer-python-0.6.8_p1[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] ~dev-python/tilelang-0.1.9[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] >=dev-python/quack-kernels-0.3.3[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] python_single_target_python3_12?
( >=dev-python/numba-0.65.0[python_targets_python3_12
(-)
] >=dev-python/fastsafetensors-0.2.2[python_targets_python3_12
(-)
] ~dev-python/nvidia-cutlass-dsl-4.4.2[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( >=dev-python/numba-0.65.0[python_targets_python3_13
(-)
] >=dev-python/fastsafetensors-0.2.2[python_targets_python3_13
(-)
] ~dev-python/nvidia-cutlass-dsl-4.4.2[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( >=dev-python/numba-0.65.0[python_targets_python3_14
(-)
] >=dev-python/fastsafetensors-0.2.2[python_targets_python3_14
(-)
] ~dev-python/nvidia-cutlass-dsl-4.4.2[python_targets_python3_14
(-)
] )
dev-util/nvidia-cuda-toolkit:= )
rocm?
( >=sci-ml/caffe2-2.11.0-r90 ~sci-ml/torchaudio-2.11.0 ~sci-ml/torchvision-0.26.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] >=dev-python/runai-model-streamer-bin-0.15.7[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] ~dev-python/tensorizer-2.10.1[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] dev-python/tilelang[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] python_single_target_python3_12?
( >=dev-python/numba-0.65.0[python_targets_python3_12
(-)
] ~dev-python/conch-triton-kernels-1.2.1[python_targets_python3_12
(-)
] >=dev-util/amdsmi-7.0.2[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( >=dev-python/numba-0.65.0[python_targets_python3_13
(-)
] ~dev-python/conch-triton-kernels-1.2.1[python_targets_python3_13
(-)
] >=dev-util/amdsmi-7.0.2[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( >=dev-python/numba-0.65.0[python_targets_python3_14
(-)
] ~dev-python/conch-triton-kernels-1.2.1[python_targets_python3_14
(-)
] >=dev-util/amdsmi-7.0.2[python_targets_python3_14
(-)
] )
>=dev-util/hip-7.2:= >=sci-libs/hipBLAS-7.2:= >=sci-libs/hipBLASLt-7.2:= >=sci-libs/hipFFT-7.2:= >=sci-libs/hipRAND-7.2:= >=sci-libs/hipSOLVER-7.2:= >=sci-libs/hipSPARSE-7.2:= >=sci-libs/hipCUB-7.2:= )
python_single_target_python3_12?
( dev-lang/python:3.12 )
python_single_target_python3_13?
( dev-lang/python:3.13 )
python_single_target_python3_14?
( dev-lang/python:3.14 )
vllm-0.20.2
~sci-ml/pytorch-2.11.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
>=sci-ml/transformers-4.56.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
>=sci-ml/tokenizers-0.21.1[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
>=dev-python/xgrammar-0.1.32[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
<dev-python/xgrammar-1.0.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
~dev-python/compressed-tensors-0.15.0.1[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
]
app-alternatives/ninja
python_single_target_python3_12?
( dev-python/regex[python_targets_python3_12
(-)
] dev-python/cachetools[python_targets_python3_12
(-)
] dev-python/psutil[python_targets_python3_12
(-)
] sci-ml/sentencepiece[python_targets_python3_12
(-)
] dev-python/numpy[python_targets_python3_12
(-)
] >=dev-python/requests-2.26.0[python_targets_python3_12
(-)
] dev-python/tqdm[python_targets_python3_12
(-)
] dev-python/blake3[python_targets_python3_12
(-)
] dev-python/py-cpuinfo[python_targets_python3_12
(-)
] >=dev-python/protobuf-5.29.6[python_targets_python3_12
(-)
] >=dev-python/fastapi-0.115.0[python_targets_python3_12
(-)
] >=dev-python/aiohttp-3.13.3[python_targets_python3_12
(-)
] >=dev-python/openai-2.0.0[python_targets_python3_12
(-)
] >=dev-python/pydantic-2.12.0[python_targets_python3_12
(-)
] >=dev-python/prometheus-client-0.18.0[python_targets_python3_12
(-)
] dev-python/pillow[python_targets_python3_12
(-)
] >=dev-python/prometheus-fastapi-instrumentator-7.0.0[python_targets_python3_12
(-)
] >=dev-python/tiktoken-0.6.0[python_targets_python3_12
(-)
] ~dev-python/lm-format-enforcer-0.11.3[python_targets_python3_12
(-)
] >=dev-python/llguidance-1.3.0[python_targets_python3_12
(-)
] <dev-python/llguidance-1.4.0[python_targets_python3_12
(-)
] ~dev-python/outlines-core-0.2.14[python_targets_python3_12
(-)
] >=dev-python/diskcache-5.6.3[python_targets_python3_12
(-)
] >=dev-python/lark-1.2.2[python_targets_python3_12
(-)
] >=dev-python/typing-extensions-4.10[python_targets_python3_12
(-)
] >=dev-python/filelock-3.16.1[python_targets_python3_12
(-)
] dev-python/partial-json-parser[python_targets_python3_12
(-)
] >=dev-python/pyzmq-25.0.0[python_targets_python3_12
(-)
] dev-python/msgspec[python_targets_python3_12
(-)
] >=dev-python/gguf-0.17.0[python_targets_python3_12
(-)
] >=dev-python/mistral-common-1.11.0[python_targets_python3_12
(-)
,image] >=media-libs/opencv-4.12.0[python,python_targets_python3_12
(-)
] dev-python/pyyaml[python_targets_python3_12
(-)
] dev-python/six[python_targets_python3_12
(-)
] dev-python/einops[python_targets_python3_12
(-)
] ~dev-python/depyf-0.20.0[python_targets_python3_12
(-)
] dev-python/cloudpickle[python_targets_python3_12
(-)
] dev-python/watchfiles[python_targets_python3_12
(-)
] dev-python/python-json-logger[python_targets_python3_12
(-)
] dev-python/pybase64[python_targets_python3_12
(-)
] dev-python/cbor2[python_targets_python3_12
(-)
] dev-python/ijson[python_targets_python3_12
(-)
] dev-python/setproctitle[python_targets_python3_12
(-)
] >=dev-python/openai-harmony-0.0.3[python_targets_python3_12
(-)
] >=dev-python/anthropic-0.71.0[python_targets_python3_12
(-)
] >=dev-python/model-hosting-container-standards-0.1.13[python_targets_python3_12
(-)
] <dev-python/model-hosting-container-standards-1.0.0[python_targets_python3_12
(-)
] dev-python/mcp[python_targets_python3_12
(-)
] >=dev-python/opentelemetry-sdk-1.27.0[python_targets_python3_12
(-)
] >=dev-python/opentelemetry-api-1.27.0[python_targets_python3_12
(-)
] >=dev-python/opentelemetry-exporter-otlp-1.27.0[python_targets_python3_12
(-)
] >=dev-python/opentelemetry-semantic-conventions-ai-0.4.1[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( dev-python/regex[python_targets_python3_13
(-)
] dev-python/cachetools[python_targets_python3_13
(-)
] dev-python/psutil[python_targets_python3_13
(-)
] sci-ml/sentencepiece[python_targets_python3_13
(-)
] dev-python/numpy[python_targets_python3_13
(-)
] >=dev-python/requests-2.26.0[python_targets_python3_13
(-)
] dev-python/tqdm[python_targets_python3_13
(-)
] dev-python/blake3[python_targets_python3_13
(-)
] dev-python/py-cpuinfo[python_targets_python3_13
(-)
] >=dev-python/protobuf-5.29.6[python_targets_python3_13
(-)
] >=dev-python/fastapi-0.115.0[python_targets_python3_13
(-)
] >=dev-python/aiohttp-3.13.3[python_targets_python3_13
(-)
] >=dev-python/openai-2.0.0[python_targets_python3_13
(-)
] >=dev-python/pydantic-2.12.0[python_targets_python3_13
(-)
] >=dev-python/prometheus-client-0.18.0[python_targets_python3_13
(-)
] dev-python/pillow[python_targets_python3_13
(-)
] >=dev-python/prometheus-fastapi-instrumentator-7.0.0[python_targets_python3_13
(-)
] >=dev-python/tiktoken-0.6.0[python_targets_python3_13
(-)
] ~dev-python/lm-format-enforcer-0.11.3[python_targets_python3_13
(-)
] >=dev-python/llguidance-1.3.0[python_targets_python3_13
(-)
] <dev-python/llguidance-1.4.0[python_targets_python3_13
(-)
] ~dev-python/outlines-core-0.2.14[python_targets_python3_13
(-)
] >=dev-python/diskcache-5.6.3[python_targets_python3_13
(-)
] >=dev-python/lark-1.2.2[python_targets_python3_13
(-)
] >=dev-python/typing-extensions-4.10[python_targets_python3_13
(-)
] >=dev-python/filelock-3.16.1[python_targets_python3_13
(-)
] dev-python/partial-json-parser[python_targets_python3_13
(-)
] >=dev-python/pyzmq-25.0.0[python_targets_python3_13
(-)
] dev-python/msgspec[python_targets_python3_13
(-)
] >=dev-python/gguf-0.17.0[python_targets_python3_13
(-)
] >=dev-python/mistral-common-1.11.0[python_targets_python3_13
(-)
,image] >=media-libs/opencv-4.12.0[python,python_targets_python3_13
(-)
] dev-python/pyyaml[python_targets_python3_13
(-)
] dev-python/six[python_targets_python3_13
(-)
] dev-python/einops[python_targets_python3_13
(-)
] ~dev-python/depyf-0.20.0[python_targets_python3_13
(-)
] dev-python/cloudpickle[python_targets_python3_13
(-)
] dev-python/watchfiles[python_targets_python3_13
(-)
] dev-python/python-json-logger[python_targets_python3_13
(-)
] dev-python/pybase64[python_targets_python3_13
(-)
] dev-python/cbor2[python_targets_python3_13
(-)
] dev-python/ijson[python_targets_python3_13
(-)
] dev-python/setproctitle[python_targets_python3_13
(-)
] >=dev-python/openai-harmony-0.0.3[python_targets_python3_13
(-)
] >=dev-python/anthropic-0.71.0[python_targets_python3_13
(-)
] >=dev-python/model-hosting-container-standards-0.1.13[python_targets_python3_13
(-)
] <dev-python/model-hosting-container-standards-1.0.0[python_targets_python3_13
(-)
] dev-python/mcp[python_targets_python3_13
(-)
] >=dev-python/opentelemetry-sdk-1.27.0[python_targets_python3_13
(-)
] >=dev-python/opentelemetry-api-1.27.0[python_targets_python3_13
(-)
] >=dev-python/opentelemetry-exporter-otlp-1.27.0[python_targets_python3_13
(-)
] >=dev-python/opentelemetry-semantic-conventions-ai-0.4.1[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( dev-python/regex[python_targets_python3_14
(-)
] dev-python/cachetools[python_targets_python3_14
(-)
] dev-python/psutil[python_targets_python3_14
(-)
] sci-ml/sentencepiece[python_targets_python3_14
(-)
] dev-python/numpy[python_targets_python3_14
(-)
] >=dev-python/requests-2.26.0[python_targets_python3_14
(-)
] dev-python/tqdm[python_targets_python3_14
(-)
] dev-python/blake3[python_targets_python3_14
(-)
] dev-python/py-cpuinfo[python_targets_python3_14
(-)
] >=dev-python/protobuf-5.29.6[python_targets_python3_14
(-)
] >=dev-python/fastapi-0.115.0[python_targets_python3_14
(-)
] >=dev-python/aiohttp-3.13.3[python_targets_python3_14
(-)
] >=dev-python/openai-2.0.0[python_targets_python3_14
(-)
] >=dev-python/pydantic-2.12.0[python_targets_python3_14
(-)
] >=dev-python/prometheus-client-0.18.0[python_targets_python3_14
(-)
] dev-python/pillow[python_targets_python3_14
(-)
] >=dev-python/prometheus-fastapi-instrumentator-7.0.0[python_targets_python3_14
(-)
] >=dev-python/tiktoken-0.6.0[python_targets_python3_14
(-)
] ~dev-python/lm-format-enforcer-0.11.3[python_targets_python3_14
(-)
] >=dev-python/llguidance-1.3.0[python_targets_python3_14
(-)
] <dev-python/llguidance-1.4.0[python_targets_python3_14
(-)
] ~dev-python/outlines-core-0.2.14[python_targets_python3_14
(-)
] >=dev-python/diskcache-5.6.3[python_targets_python3_14
(-)
] >=dev-python/lark-1.2.2[python_targets_python3_14
(-)
] >=dev-python/typing-extensions-4.10[python_targets_python3_14
(-)
] >=dev-python/filelock-3.16.1[python_targets_python3_14
(-)
] dev-python/partial-json-parser[python_targets_python3_14
(-)
] >=dev-python/pyzmq-25.0.0[python_targets_python3_14
(-)
] dev-python/msgspec[python_targets_python3_14
(-)
] >=dev-python/gguf-0.17.0[python_targets_python3_14
(-)
] >=dev-python/mistral-common-1.11.0[python_targets_python3_14
(-)
,image] >=media-libs/opencv-4.12.0[python,python_targets_python3_14
(-)
] dev-python/pyyaml[python_targets_python3_14
(-)
] dev-python/six[python_targets_python3_14
(-)
] dev-python/einops[python_targets_python3_14
(-)
] ~dev-python/depyf-0.20.0[python_targets_python3_14
(-)
] dev-python/cloudpickle[python_targets_python3_14
(-)
] dev-python/watchfiles[python_targets_python3_14
(-)
] dev-python/python-json-logger[python_targets_python3_14
(-)
] dev-python/pybase64[python_targets_python3_14
(-)
] dev-python/cbor2[python_targets_python3_14
(-)
] dev-python/ijson[python_targets_python3_14
(-)
] dev-python/setproctitle[python_targets_python3_14
(-)
] >=dev-python/openai-harmony-0.0.3[python_targets_python3_14
(-)
] >=dev-python/anthropic-0.71.0[python_targets_python3_14
(-)
] >=dev-python/model-hosting-container-standards-0.1.13[python_targets_python3_14
(-)
] <dev-python/model-hosting-container-standards-1.0.0[python_targets_python3_14
(-)
] dev-python/mcp[python_targets_python3_14
(-)
] >=dev-python/opentelemetry-sdk-1.27.0[python_targets_python3_14
(-)
] >=dev-python/opentelemetry-api-1.27.0[python_targets_python3_14
(-)
] >=dev-python/opentelemetry-exporter-otlp-1.27.0[python_targets_python3_14
(-)
] >=dev-python/opentelemetry-semantic-conventions-ai-0.4.1[python_targets_python3_14
(-)
] )
cpu?
( >=sci-ml/caffe2-2.11.0-r90 ~sci-ml/torchaudio-2.11.0 python_single_target_python3_12?
( >=dev-python/numba-0.65.0[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( >=dev-python/numba-0.65.0[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( >=dev-python/numba-0.65.0[python_targets_python3_14
(-)
] )
)
cuda?
( >=sci-ml/caffe2-2.11.0-r90 ~sci-ml/torchaudio-2.11.0 ~sci-ml/torchvision-0.26.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] ~dev-python/flashinfer-python-0.6.8_p1[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] dev-python/tilelang[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] >=dev-python/quack-kernels-0.3.3[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] python_single_target_python3_12?
( >=dev-python/numba-0.65.0[python_targets_python3_12
(-)
] >=dev-python/fastsafetensors-0.2.2[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( >=dev-python/numba-0.65.0[python_targets_python3_13
(-)
] >=dev-python/fastsafetensors-0.2.2[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( >=dev-python/numba-0.65.0[python_targets_python3_14
(-)
] >=dev-python/fastsafetensors-0.2.2[python_targets_python3_14
(-)
] )
dev-util/nvidia-cuda-toolkit:= )
rocm?
( >=sci-ml/caffe2-2.11.0-r90 ~sci-ml/torchaudio-2.11.0 ~sci-ml/torchvision-0.26.0[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] >=dev-python/runai-model-streamer-bin-0.15.7[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] ~dev-python/tensorizer-2.10.1[python_single_target_python3_12
(-)
?
,python_single_target_python3_13
(-)
?
,python_single_target_python3_14
(-)
?
] python_single_target_python3_12?
( >=dev-python/numba-0.65.0[python_targets_python3_12
(-)
] ~dev-python/conch-triton-kernels-1.2.1[python_targets_python3_12
(-)
] >=dev-util/amdsmi-7.0.2[python_targets_python3_12
(-)
] )
python_single_target_python3_13?
( >=dev-python/numba-0.65.0[python_targets_python3_13
(-)
] ~dev-python/conch-triton-kernels-1.2.1[python_targets_python3_13
(-)
] >=dev-util/amdsmi-7.0.2[python_targets_python3_13
(-)
] )
python_single_target_python3_14?
( >=dev-python/numba-0.65.0[python_targets_python3_14
(-)
] ~dev-python/conch-triton-kernels-1.2.1[python_targets_python3_14
(-)
] >=dev-util/amdsmi-7.0.2[python_targets_python3_14
(-)
] )
>=dev-util/hip-7.2:= >=sci-libs/hipBLAS-7.2:= >=sci-libs/hipBLASLt-7.2:= >=sci-libs/hipFFT-7.2:= >=sci-libs/hipRAND-7.2:= >=sci-libs/hipSOLVER-7.2:= >=sci-libs/hipSPARSE-7.2:= >=sci-libs/hipCUB-7.2:= )
python_single_target_python3_12?
( dev-lang/python:3.12 )
python_single_target_python3_13?
( dev-lang/python:3.13 )
python_single_target_python3_14?
( dev-lang/python:3.14 )