Class JobDriver
Specify the driver that the EMR Containers job runs on.
Inheritance
System.Object
JobDriver
Implements
Namespace: Amazon.CDK.AWS.StepFunctions.Tasks
Assembly: Amazon.CDK.Lib.dll
Syntax (csharp)
public class JobDriver : Object, IJobDriver
Syntax (vb)
Public Class JobDriver
Inherits Object
Implements IJobDriver
Remarks
The job driver is used to provide an input for the job that will be run.
ExampleMetadata: infused
Examples
new EmrContainersStartJobRun(this, "EMR Containers Start Job Run", new EmrContainersStartJobRunProps {
VirtualCluster = VirtualClusterInput.FromVirtualClusterId("de92jdei2910fwedz"),
ReleaseLabel = ReleaseLabel.EMR_6_2_0,
JobName = "EMR-Containers-Job",
JobDriver = new JobDriver {
SparkSubmitJobDriver = new SparkSubmitJobDriver {
EntryPoint = TaskInput.FromText("local:///usr/lib/spark/examples/src/main/python/pi.py")
}
},
ApplicationConfig = new [] { new ApplicationConfiguration {
Classification = Classification.SPARK_DEFAULTS,
Properties = new Dictionary<string, string> {
{ "spark.executor.instances", "1" },
{ "spark.executor.memory", "512M" }
}
} }
});
Synopsis
Constructors
JobDriver() |
Properties
SparkSubmitJobDriver | The job driver parameters specified for spark submit. |
Constructors
JobDriver()
public JobDriver()
Properties
SparkSubmitJobDriver
The job driver parameters specified for spark submit.
public ISparkSubmitJobDriver SparkSubmitJobDriver { get; set; }
Property Value