gpo.zugaina.org

Search Portage & Overlays:

www-apps/tabbyapi

An OAI compatible exllamav2 API that's both lightweight and fast.

Screenshots

  • tabbyapi-0.0.1_p20251017
    ~amd64
    standalone python_single_target_python3_11 python_single_target_python3_12 python_single_target_python3_13

    View      Download      Browse     License: AGPL-3   
    Overlay: tatsh-overlay

Runtime Dependencies

tabbyapi-0.0.1_p20251017


python_single_target_python3_11?
      ( dev-lang/python:3.11 )

python_single_target_python3_12?
      ( dev-lang/python:3.12 )

python_single_target_python3_13?
      ( dev-lang/python:3.13 )

standalone?
      ( acct-group/tabbyapi acct-group/video acct-user/tabbyapi )

python_single_target_python3_11?
      ( >=dev-python/aiofiles-0[python_targets_python3_11
            (-)
      ] dev-python/aiohttp[python_targets_python3_11
            (-)
      ] dev-python/async-lru[python_targets_python3_11
            (-)
      ] >=dev-python/fastapi-0.115[python_targets_python3_11
            (-)
      ] >=dev-python/formatron-0.4.11[python_targets_python3_11
            (-)
      ] >=dev-python/httptools-0.5.0[python_targets_python3_11
            (-)
      ] >=dev-python/jinja2-3.0.0[python_targets_python3_11
            (-)
      ] >=dev-python/kbnf-0.4.1[python_targets_python3_11
            (-)
      ] dev-python/loguru[python_targets_python3_11
            (-)
      ] dev-python/packaging[python_targets_python3_11
            (-)
      ] dev-python/pillow[python_targets_python3_11
            (-)
      ] dev-python/psutil[python_targets_python3_11
            (-)
      ] dev-python/pydantic[python_targets_python3_11
            (-)
      ] dev-python/pydantic-settings[python_targets_python3_11
            (-)
      ] dev-python/rich[python_targets_python3_11
            (-)
      ] dev-python/ruamel-yaml[python_targets_python3_11
            (-)
      ] >=dev-python/sse-starlette-2.2.0[python_targets_python3_11
            (-)
      ] >=dev-python/uvicorn-0.28.1[python_targets_python3_11
            (-)
      ] dev-python/uvloop[python_targets_python3_11
            (-)
      ] )

python_single_target_python3_12?
      ( >=dev-python/aiofiles-0[python_targets_python3_12
            (-)
      ] dev-python/aiohttp[python_targets_python3_12
            (-)
      ] dev-python/async-lru[python_targets_python3_12
            (-)
      ] >=dev-python/fastapi-0.115[python_targets_python3_12
            (-)
      ] >=dev-python/formatron-0.4.11[python_targets_python3_12
            (-)
      ] >=dev-python/httptools-0.5.0[python_targets_python3_12
            (-)
      ] >=dev-python/jinja2-3.0.0[python_targets_python3_12
            (-)
      ] >=dev-python/kbnf-0.4.1[python_targets_python3_12
            (-)
      ] dev-python/loguru[python_targets_python3_12
            (-)
      ] dev-python/packaging[python_targets_python3_12
            (-)
      ] dev-python/pillow[python_targets_python3_12
            (-)
      ] dev-python/psutil[python_targets_python3_12
            (-)
      ] dev-python/pydantic[python_targets_python3_12
            (-)
      ] dev-python/pydantic-settings[python_targets_python3_12
            (-)
      ] dev-python/rich[python_targets_python3_12
            (-)
      ] dev-python/ruamel-yaml[python_targets_python3_12
            (-)
      ] >=dev-python/sse-starlette-2.2.0[python_targets_python3_12
            (-)
      ] >=dev-python/uvicorn-0.28.1[python_targets_python3_12
            (-)
      ] dev-python/uvloop[python_targets_python3_12
            (-)
      ] )

python_single_target_python3_13?
      ( >=dev-python/aiofiles-0[python_targets_python3_13
            (-)
      ] dev-python/aiohttp[python_targets_python3_13
            (-)
      ] dev-python/async-lru[python_targets_python3_13
            (-)
      ] >=dev-python/fastapi-0.115[python_targets_python3_13
            (-)
      ] >=dev-python/formatron-0.4.11[python_targets_python3_13
            (-)
      ] >=dev-python/httptools-0.5.0[python_targets_python3_13
            (-)
      ] >=dev-python/jinja2-3.0.0[python_targets_python3_13
            (-)
      ] >=dev-python/kbnf-0.4.1[python_targets_python3_13
            (-)
      ] dev-python/loguru[python_targets_python3_13
            (-)
      ] dev-python/packaging[python_targets_python3_13
            (-)
      ] dev-python/pillow[python_targets_python3_13
            (-)
      ] dev-python/psutil[python_targets_python3_13
            (-)
      ] dev-python/pydantic[python_targets_python3_13
            (-)
      ] dev-python/pydantic-settings[python_targets_python3_13
            (-)
      ] dev-python/rich[python_targets_python3_13
            (-)
      ] dev-python/ruamel-yaml[python_targets_python3_13
            (-)
      ] >=dev-python/sse-starlette-2.2.0[python_targets_python3_13
            (-)
      ] >=dev-python/uvicorn-0.28.1[python_targets_python3_13
            (-)
      ] dev-python/uvloop[python_targets_python3_13
            (-)
      ] )




sci-ml/pytorch[python_single_target_python3_11
      (-)
?
,python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
]



sci-ml/exllamav2[python_single_target_python3_11
      (-)
?
,python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
]



sci-ml/exllamav3[python_single_target_python3_11
      (-)
?
,python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
]



sci-ml/huggingface_hub[python_single_target_python3_11
      (-)
?
,python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
]



>=sci-ml/tokenizers-0.21.0[python_single_target_python3_11
      (-)
?
,python_single_target_python3_12
      (-)
?
,python_single_target_python3_13
      (-)
?
]

python_single_target_python3_11?
      ( dev-lang/python:3.11 )

python_single_target_python3_12?
      ( dev-lang/python:3.12 )

python_single_target_python3_13?
      ( dev-lang/python:3.13 )