Gentoo Portage Overlays - dev-python/pyspark

dev-python/pyspark

Apache Spark Python API

Screenshots

https://github.com/apache/spark/tree/master/python

pyspark-4.2.0_pre1

~amd64 ~x86

connect ml mllib pandas-on-spark pipelines sql python_targets_python3_11 python_targets_python3_12 python_targets_python3_13 python_targets_python3_14

View

Download

Browse License: Apache-2.0

Overlay: pypi

pyspark-4.1.1

~amd64 ~x86

connect ml mllib pandas-on-spark pipelines sql python_targets_python3_11 python_targets_python3_12 python_targets_python3_13 python_targets_python3_14

View

Download

Browse License: Apache-2.0

Overlay: pypi

pyspark-3.5.0

~amd64

python_targets_python3_11 python_targets_python3_12

View

Download

Browse License: Apache-2.0

Overlay: spark-overlay

pyspark-3.1.2-r2

~amd64

python_targets_python3_10

View

Download

Browse License: Apache-2.0

Overlay: spark-overlay

ChangeLog USE Flags Dependencies Reverse Deps Related Bugs

Runtime Dependencies

pyspark-4.2.0_pre1

dev-python/py4j[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
,python_targets_python3_13
      (-)
?
,python_targets_python3_14
      (-)
?
]

ml?
      ( >=dev-python/numpy-1.21[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

mllib?
      ( >=dev-python/numpy-1.21[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

sql?
      ( >=dev-python/pandas-2.2.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

sql?
      ( >=dev-python/pyarrow-15.0.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

sql?
      ( >=dev-python/numpy-1.21[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pandas-on-spark?
      ( >=dev-python/pandas-2.2.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pandas-on-spark?
      ( >=dev-python/pyarrow-15.0.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pandas-on-spark?
      ( >=dev-python/numpy-1.21[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

connect?
      ( >=dev-python/pandas-2.2.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

connect?
      ( >=dev-python/pyarrow-15.0.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

connect?
      ( >=dev-python/grpcio-1.76.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

connect?
      ( >=dev-python/grpcio-status-1.76.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

connect?
      ( >=dev-python/googleapis-common-protos-1.71.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

connect?
      ( >=dev-python/zstandard-0.25.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

connect?
      ( >=dev-python/numpy-1.21[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pipelines?
      ( >=dev-python/pandas-2.2.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pipelines?
      ( >=dev-python/pyarrow-15.0.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pipelines?
      ( >=dev-python/numpy-1.21[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pipelines?
      ( >=dev-python/grpcio-1.76.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pipelines?
      ( >=dev-python/grpcio-status-1.76.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pipelines?
      ( >=dev-python/googleapis-common-protos-1.71.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pipelines?
      ( >=dev-python/zstandard-0.25.0[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

pipelines?
      ( >=dev-python/pyyaml-3.11[python_targets_python3_11
            (-)
      ?
,python_targets_python3_12
            (-)
      ?
,python_targets_python3_13
            (-)
      ?
,python_targets_python3_14
            (-)
      ?
] )

python_targets_python3_11?
      ( dev-lang/python:3.11 )

python_targets_python3_12?
      ( dev-lang/python:3.12 )

python_targets_python3_13?
      ( dev-lang/python:3.13 )

python_targets_python3_14?
      ( dev-lang/python:3.14 )

pyspark-4.1.1

pyspark-3.5.0

>=dev-java/spark-core-3.0.0

>=dev-python/pyarrow-4.0.0[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
]

>=dev-python/numpy-1.15[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
]

>=dev-python/pandas-1.0.5[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
]

>=dev-python/py4j-0.10.9.7[python_targets_python3_11
      (-)
?
,python_targets_python3_12
      (-)
?
]

python_targets_python3_11?
      ( dev-lang/python:3.11 )

python_targets_python3_12?
      ( dev-lang/python:3.12 )

pyspark-3.1.2-r2

>=dev-java/spark-core-3.0.0

>=dev-python/pyarrow-1.0.0[python_targets_python3_10
      (-)
?
]

>=dev-python/numpy-1.7[python_targets_python3_10
      (-)
?
]

>=dev-python/pandas-0.23.2[python_targets_python3_10
      (-)
?
]

>=dev-python/py4j-0.10.9[python_targets_python3_10
      (-)
?
]

python_targets_python3_10?
      ( dev-lang/python:3.10 )