Abstract DataSink class
Topics
Package: com.amazonaws.services.glue
abstract class DataSink
The writer analog to a DataSource
. DataSink
encapsulates a
destination and a format that a DynamicFrame
can be written to.
Def writeDynamicFrame
def writeDynamicFrame( frame : DynamicFrame,
callSite : CallSite = CallSite("Not provided", "")
) : DynamicFrame
Def pyWriteDynamicFrame
def pyWriteDynamicFrame( frame : DynamicFrame,
site : String = "Not provided",
info : String = "" )
Def writeDataFrame
def writeDataFrame(frame: DataFrame,
glueContext: GlueContext,
callSite: CallSite = CallSite("Not provided", "")
): DataFrame
Def pyWriteDataFrame
def pyWriteDataFrame(frame: DataFrame,
glueContext: GlueContext,
site: String = "Not provided",
info: String = ""
): DataFrame
Def setCatalogInfo
def setCatalogInfo(catalogDatabase: String,
catalogTableName : String,
catalogId : String = "")
Def supportsFormat
def supportsFormat( format : String ) : Boolean
Def setFormat
def setFormat( format : String,
options : JsonOptions
) : Unit
Def withFormat
def withFormat( format : String,
options : JsonOptions = JsonOptions.empty
) : DataSink
Def setAccumulableSize
def setAccumulableSize( size : Int ) : Unit
Def getOutputErrorRecordsAccumulable
def getOutputErrorRecordsAccumulable : Accumulable[List[OutputError], OutputError]
Def errorsAsDynamicFrame
def errorsAsDynamicFrame : DynamicFrame
DataSink object
object DataSink
Def recordMetrics
def recordMetrics( frame : DynamicFrame,
ctxt : String
) : DynamicFrame