rikai.spark package

Subpackages

• rikai.spark.functions package
  • Submodules
  • rikai.spark.functions.geometry module
    • area()
    • box2d()
    • box2d_from_center()
    • box2d_from_top_left()
  • rikai.spark.functions.io module
    • copy()
  • rikai.spark.functions.vision module
    • crop()
    • image_copy()
    • numpy_to_image()
    • spectrogram_image()
    • to_image()
    • video_metadata()
    • video_to_images()
  • Module contents
    • init()
• rikai.spark.sql package
  • Subpackages
    • rikai.spark.sql.codegen package
      • Submodules
      • rikai.spark.sql.codegen.base module
      • rikai.spark.sql.codegen.dummy module
      • rikai.spark.sql.codegen.fs module
      • rikai.spark.sql.codegen.mlflow_logger module
      • rikai.spark.sql.codegen.mlflow_registry module
      • rikai.spark.sql.codegen.pytorch module
      • rikai.spark.sql.codegen.sklearn module
      • rikai.spark.sql.codegen.tensorflow module
      • rikai.spark.sql.codegen.testing module
      • Module contents
    • rikai.spark.sql.generated package
      • Submodules
      • rikai.spark.sql.generated.RikaiModelSchemaLexer module
      • rikai.spark.sql.generated.RikaiModelSchemaParser module
      • rikai.spark.sql.generated.RikaiModelSchemaVisitor module
      • Module contents
  • Submodules
  • rikai.spark.sql.exceptions module
    • SpecError
  • rikai.spark.sql.model module
    • ModelSpec
      • ModelSpec.flavor
      • ModelSpec.load_label_fn()
      • ModelSpec.load_model()
      • ModelSpec.model_type
      • ModelSpec.model_uri
      • ModelSpec.name
      • ModelSpec.options
      • ModelSpec.schema
      • ModelSpec.validate()
      • ModelSpec.version
    • ModelType
      • ModelType.dataType()
      • ModelType.load_model()
      • ModelType.predict()
      • ModelType.release()
      • ModelType.schema()
      • ModelType.transform()
  • rikai.spark.sql.schema module
    • CaseChangingStream
      • CaseChangingStream.LA()
    • SchemaError
    • SparkDataTypeVisitor
      • SparkDataTypeVisitor.visitArrayType()
      • SparkDataTypeVisitor.visitPlainFieldType()
      • SparkDataTypeVisitor.visitStructField()
      • SparkDataTypeVisitor.visitStructType()
      • SparkDataTypeVisitor.visitUnquotedIdentifier()
    • parse_schema()
  • Module contents
• rikai.spark.types package
  • Submodules
  • rikai.spark.types.geometry module
    • Box2dType
      • Box2dType.deserialize()
      • Box2dType.module()
      • Box2dType.scalaUDT()
      • Box2dType.serialize()
      • Box2dType.simpleString()
      • Box2dType.sqlType()
    • Box3dType
      • Box3dType.deserialize()
      • Box3dType.module()
      • Box3dType.scalaUDT()
      • Box3dType.serialize()
      • Box3dType.simpleString()
      • Box3dType.sqlType()
    • MaskType
      • MaskType.deserialize()
      • MaskType.module()
      • MaskType.scalaUDT()
      • MaskType.serialize()
      • MaskType.simpleString()
      • MaskType.sqlType()
    • PointType
      • PointType.deserialize()
      • PointType.module()
      • PointType.scalaUDT()
      • PointType.serialize()
      • PointType.simpleString()
      • PointType.sqlType()
  • rikai.spark.types.video module
    • VideoStreamType
      • VideoStreamType.deserialize()
      • VideoStreamType.module()
      • VideoStreamType.scalaUDT()
      • VideoStreamType.serialize()
      • VideoStreamType.simpleString()
      • VideoStreamType.sqlType()
    • YouTubeVideoType
      • YouTubeVideoType.deserialize()
      • YouTubeVideoType.module()
      • YouTubeVideoType.scalaUDT()
      • YouTubeVideoType.serialize()
      • YouTubeVideoType.simpleString()
      • YouTubeVideoType.sqlType()
  • rikai.spark.types.vision module
    • ImageType
      • ImageType.deserialize()
      • ImageType.module()
      • ImageType.scalaUDT()
      • ImageType.serialize()
      • ImageType.simpleString()
      • ImageType.sqlType()
  • Module contents
    • Box2dType
      • Box2dType.deserialize()
      • Box2dType.module()
      • Box2dType.scalaUDT()
      • Box2dType.serialize()
      • Box2dType.simpleString()
      • Box2dType.sqlType()
    • Box3dType
      • Box3dType.deserialize()
      • Box3dType.module()
      • Box3dType.scalaUDT()
      • Box3dType.serialize()
      • Box3dType.simpleString()
      • Box3dType.sqlType()
    • ImageType
      • ImageType.deserialize()
      • ImageType.module()
      • ImageType.scalaUDT()
      • ImageType.serialize()
      • ImageType.simpleString()
      • ImageType.sqlType()
    • MaskType
      • MaskType.deserialize()
      • MaskType.module()
      • MaskType.scalaUDT()
      • MaskType.serialize()
      • MaskType.simpleString()
      • MaskType.sqlType()
    • NDArrayType
      • NDArrayType.deserialize()
      • NDArrayType.module()
      • NDArrayType.scalaUDT()
      • NDArrayType.serialize()
      • NDArrayType.simpleString()
      • NDArrayType.sqlType()
    • PointType
      • PointType.deserialize()
      • PointType.module()
      • PointType.scalaUDT()
      • PointType.serialize()
      • PointType.simpleString()
      • PointType.sqlType()
    • SegmentType
      • SegmentType.deserialize()
      • SegmentType.module()
      • SegmentType.scalaUDT()
      • SegmentType.serialize()
      • SegmentType.simpleString()
      • SegmentType.sqlType()
    • VideoStreamType
      • VideoStreamType.deserialize()
      • VideoStreamType.module()
      • VideoStreamType.scalaUDT()
      • VideoStreamType.serialize()
      • VideoStreamType.simpleString()
      • VideoStreamType.sqlType()
    • YouTubeVideoType
      • YouTubeVideoType.deserialize()
      • YouTubeVideoType.module()
      • YouTubeVideoType.scalaUDT()
      • YouTubeVideoType.serialize()
      • YouTubeVideoType.simpleString()
      • YouTubeVideoType.sqlType()

Submodules

rikai.spark.utils module

rikai.spark.utils.df_to_rikai(df: pyspark.sql.DataFrame, uri: str)

rikai.spark.utils.get_default_jar_version(use_snapshot=True)

Make it easier to reference the jar version in notebooks and conftest.

Parameters

use_snapshot (bool, default True) – If True then map *dev0 versions to -SNAPSHOT

rikai.spark.utils.init_spark_session(conf: Optional[dict] = None, app_name='rikai', rikai_version=None, num_cores=2)

Module contents