Abstract DataSink class
Topics
Package: com.amazonaws.services.glue
abstract class DataSinkThe writer analog to a DataSource. DataSink encapsulates a
destination and a format that a DynamicFrame can be written to.
Def writeDynamicFrame
def writeDynamicFrame( frame : DynamicFrame,
callSite : CallSite = CallSite("Not provided", "")
) : DynamicFrameDef pyWriteDynamicFrame
def pyWriteDynamicFrame( frame : DynamicFrame,
site : String = "Not provided",
info : String = "" )Def writeDataFrame
def writeDataFrame(frame: DataFrame,
glueContext: GlueContext,
callSite: CallSite = CallSite("Not provided", "")
): DataFrameDef pyWriteDataFrame
def pyWriteDataFrame(frame: DataFrame,
glueContext: GlueContext,
site: String = "Not provided",
info: String = ""
): DataFrameDef setCatalogInfo
def setCatalogInfo(catalogDatabase: String,
catalogTableName : String,
catalogId : String = "")Def supportsFormat
def supportsFormat( format : String ) : BooleanDef setFormat
def setFormat( format : String,
options : JsonOptions
) : UnitDef withFormat
def withFormat( format : String,
options : JsonOptions = JsonOptions.empty
) : DataSink Def setAccumulableSize
def setAccumulableSize( size : Int ) : UnitDef getOutputErrorRecordsAccumulable
def getOutputErrorRecordsAccumulable : Accumulable[List[OutputError], OutputError]Def errorsAsDynamicFrame
def errorsAsDynamicFrame : DynamicFrameDataSink object
object DataSinkDef recordMetrics
def recordMetrics( frame : DynamicFrame,
ctxt : String
) : DynamicFrame