# automatically generated by g-sorcery
# please do not edit this file

EAPI=8

REALNAME="${PN}"
LITERALNAME="${PN}"
REALVERSION="${PV}"
DIGEST_SOURCES="yes"
PYTHON_COMPAT=( python{3_11,3_12,3_13,3_14} )
DISTUTILS_USE_PEP517=standalone

inherit python-r1 gs-pypi

DESCRIPTION="LLM unified service"

HOMEPAGE="https://github.com/tensorchord/modelz-llm"
LICENSE=""
SRC_URI="https://files.pythonhosted.org/packages/source/${REALNAME::1}/${REALNAME}/${REALNAME}-${REALVERSION}.tar.gz"
SOURCEFILE="${REALNAME}-${REALVERSION}.tar.gz"
RESTRICT="test"

SLOT="0"
KEYWORDS="~amd64 ~x86"

IUSE="gpu"
DEPENDENCIES="dev-python/llmspec[${PYTHON_USEDEP}]
	dev-python/falcon[${PYTHON_USEDEP}]
	>=dev-python/uvicorn-0.22[${PYTHON_USEDEP}]
	dev-python/mosec[${PYTHON_USEDEP}]
	gpu? ( dev-python/torch[${PYTHON_USEDEP}] )
	gpu? ( dev-python/transformers[${PYTHON_USEDEP}] )
	gpu? ( dev-python/sentencepiece[${PYTHON_USEDEP}] )
	gpu? ( dev-python/accelerate[${PYTHON_USEDEP}] )
	gpu? ( dev-python/cpm-kernels[${PYTHON_USEDEP}] )"
BDEPEND="${DEPENDENCIES}"
RDEPEND="${DEPENDENCIES}"