Class PslDataSource (0.3.4) 

publicfinalclass PslDataSourceimplementsDataSourceV2,ContinuousReadSupport,MicroBatchReadSupport,StreamWriteSupport,DataSourceRegister

Inheritance

java.lang.Object > PslDataSource

Implements

org.apache.spark.sql.sources.v2.DataSourceV2, org.apache.spark.sql.sources.v2.ContinuousReadSupport, org.apache.spark.sql.sources.v2.MicroBatchReadSupport, org.apache.spark.sql.sources.v2.StreamWriteSupport, org.apache.spark.sql.sources.DataSourceRegister

Constructors

PslDataSource()

publicPslDataSource()

Methods

createContinuousReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

publicContinuousReadercreateContinuousReader(Optional<StructType>schema,StringcheckpointLocation,DataSourceOptionsoptions)
Parameters
Name Description
schema Optional<org.apache.spark.sql.types.StructType>
checkpointLocation String
options org.apache.spark.sql.sources.v2.DataSourceOptions
Returns
Type Description
org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

createMicroBatchReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

publicMicroBatchReadercreateMicroBatchReader(Optional<StructType>schema,StringcheckpointLocation,DataSourceOptionsoptions)
Parameters
Name Description
schema Optional<org.apache.spark.sql.types.StructType>
checkpointLocation String
options org.apache.spark.sql.sources.v2.DataSourceOptions
Returns
Type Description
org.apache.spark.sql.sources.v2.reader.streaming.MicroBatchReader

createStreamWriter(String queryId, StructType schema, OutputMode mode, DataSourceOptions options)

publicStreamWritercreateStreamWriter(StringqueryId,StructTypeschema,OutputModemode,DataSourceOptionsoptions)
Parameters
Name Description
queryId String
schema org.apache.spark.sql.types.StructType
mode org.apache.spark.sql.streaming.OutputMode
options org.apache.spark.sql.sources.v2.DataSourceOptions
Returns
Type Description
org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

shortName()

publicStringshortName()
Returns
Type Description
String

Except as otherwise noted, the content of this page is licensed under the Creative Commons Attribution 4.0 License, and code samples are licensed under the Apache 2.0 License. For details, see the Google Developers Site Policies. Java is a registered trademark of Oracle and/or its affiliates.

Last updated 2025年10月30日 UTC.