oci.DataFlow.Application
Explore with Pulumi AI
This resource provides the Application resource in Oracle Cloud Infrastructure Data Flow service.
Creates an application.
Example Usage
import * as pulumi from "@pulumi/pulumi";
import * as oci from "@pulumi/oci";
const testApplication = new oci.dataflow.Application("test_application", {
compartmentId: compartmentId,
displayName: applicationDisplayName,
driverShape: applicationDriverShape,
executorShape: applicationExecutorShape,
language: applicationLanguage,
numExecutors: applicationNumExecutors,
sparkVersion: applicationSparkVersion,
applicationLogConfig: {
logGroupId: testLogGroup.id,
logId: testLog.id,
},
archiveUri: applicationArchiveUri,
arguments: applicationArguments,
className: applicationClassName,
configuration: applicationConfiguration,
definedTags: {
"Operations.CostCenter": "42",
},
description: applicationDescription,
driverShapeConfig: {
memoryInGbs: applicationDriverShapeConfigMemoryInGbs,
ocpus: applicationDriverShapeConfigOcpus,
},
execute: applicationExecute,
executorShapeConfig: {
memoryInGbs: applicationExecutorShapeConfigMemoryInGbs,
ocpus: applicationExecutorShapeConfigOcpus,
},
fileUri: applicationFileUri,
freeformTags: {
Department: "Finance",
},
idleTimeoutInMinutes: applicationIdleTimeoutInMinutes,
logsBucketUri: applicationLogsBucketUri,
maxDurationInMinutes: applicationMaxDurationInMinutes,
metastoreId: metastoreId,
parameters: [{
name: applicationParametersName,
value: applicationParametersValue,
}],
poolId: testPool.id,
privateEndpointId: testPrivateEndpoint.id,
type: applicationType,
warehouseBucketUri: applicationWarehouseBucketUri,
});
import pulumi
import pulumi_oci as oci
test_application = oci.data_flow.Application("test_application",
compartment_id=compartment_id,
display_name=application_display_name,
driver_shape=application_driver_shape,
executor_shape=application_executor_shape,
language=application_language,
num_executors=application_num_executors,
spark_version=application_spark_version,
application_log_config={
"log_group_id": test_log_group["id"],
"log_id": test_log["id"],
},
archive_uri=application_archive_uri,
arguments=application_arguments,
class_name=application_class_name,
configuration=application_configuration,
defined_tags={
"Operations.CostCenter": "42",
},
description=application_description,
driver_shape_config={
"memory_in_gbs": application_driver_shape_config_memory_in_gbs,
"ocpus": application_driver_shape_config_ocpus,
},
execute=application_execute,
executor_shape_config={
"memory_in_gbs": application_executor_shape_config_memory_in_gbs,
"ocpus": application_executor_shape_config_ocpus,
},
file_uri=application_file_uri,
freeform_tags={
"Department": "Finance",
},
idle_timeout_in_minutes=application_idle_timeout_in_minutes,
logs_bucket_uri=application_logs_bucket_uri,
max_duration_in_minutes=application_max_duration_in_minutes,
metastore_id=metastore_id,
parameters=[{
"name": application_parameters_name,
"value": application_parameters_value,
}],
pool_id=test_pool["id"],
private_endpoint_id=test_private_endpoint["id"],
type=application_type,
warehouse_bucket_uri=application_warehouse_bucket_uri)
package main
import (
"github.com/pulumi/pulumi-oci/sdk/v2/go/oci/DataFlow"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := DataFlow.NewApplication(ctx, "test_application", &DataFlow.ApplicationArgs{
CompartmentId: pulumi.Any(compartmentId),
DisplayName: pulumi.Any(applicationDisplayName),
DriverShape: pulumi.Any(applicationDriverShape),
ExecutorShape: pulumi.Any(applicationExecutorShape),
Language: pulumi.Any(applicationLanguage),
NumExecutors: pulumi.Any(applicationNumExecutors),
SparkVersion: pulumi.Any(applicationSparkVersion),
ApplicationLogConfig: &dataflow.ApplicationApplicationLogConfigArgs{
LogGroupId: pulumi.Any(testLogGroup.Id),
LogId: pulumi.Any(testLog.Id),
},
ArchiveUri: pulumi.Any(applicationArchiveUri),
Arguments: pulumi.Any(applicationArguments),
ClassName: pulumi.Any(applicationClassName),
Configuration: pulumi.Any(applicationConfiguration),
DefinedTags: pulumi.StringMap{
"Operations.CostCenter": pulumi.String("42"),
},
Description: pulumi.Any(applicationDescription),
DriverShapeConfig: &dataflow.ApplicationDriverShapeConfigArgs{
MemoryInGbs: pulumi.Any(applicationDriverShapeConfigMemoryInGbs),
Ocpus: pulumi.Any(applicationDriverShapeConfigOcpus),
},
Execute: pulumi.Any(applicationExecute),
ExecutorShapeConfig: &dataflow.ApplicationExecutorShapeConfigArgs{
MemoryInGbs: pulumi.Any(applicationExecutorShapeConfigMemoryInGbs),
Ocpus: pulumi.Any(applicationExecutorShapeConfigOcpus),
},
FileUri: pulumi.Any(applicationFileUri),
FreeformTags: pulumi.StringMap{
"Department": pulumi.String("Finance"),
},
IdleTimeoutInMinutes: pulumi.Any(applicationIdleTimeoutInMinutes),
LogsBucketUri: pulumi.Any(applicationLogsBucketUri),
MaxDurationInMinutes: pulumi.Any(applicationMaxDurationInMinutes),
MetastoreId: pulumi.Any(metastoreId),
Parameters: dataflow.ApplicationParameterArray{
&dataflow.ApplicationParameterArgs{
Name: pulumi.Any(applicationParametersName),
Value: pulumi.Any(applicationParametersValue),
},
},
PoolId: pulumi.Any(testPool.Id),
PrivateEndpointId: pulumi.Any(testPrivateEndpoint.Id),
Type: pulumi.Any(applicationType),
WarehouseBucketUri: pulumi.Any(applicationWarehouseBucketUri),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Oci = Pulumi.Oci;
return await Deployment.RunAsync(() =>
{
var testApplication = new Oci.DataFlow.Application("test_application", new()
{
CompartmentId = compartmentId,
DisplayName = applicationDisplayName,
DriverShape = applicationDriverShape,
ExecutorShape = applicationExecutorShape,
Language = applicationLanguage,
NumExecutors = applicationNumExecutors,
SparkVersion = applicationSparkVersion,
ApplicationLogConfig = new Oci.DataFlow.Inputs.ApplicationApplicationLogConfigArgs
{
LogGroupId = testLogGroup.Id,
LogId = testLog.Id,
},
ArchiveUri = applicationArchiveUri,
Arguments = applicationArguments,
ClassName = applicationClassName,
Configuration = applicationConfiguration,
DefinedTags =
{
{ "Operations.CostCenter", "42" },
},
Description = applicationDescription,
DriverShapeConfig = new Oci.DataFlow.Inputs.ApplicationDriverShapeConfigArgs
{
MemoryInGbs = applicationDriverShapeConfigMemoryInGbs,
Ocpus = applicationDriverShapeConfigOcpus,
},
Execute = applicationExecute,
ExecutorShapeConfig = new Oci.DataFlow.Inputs.ApplicationExecutorShapeConfigArgs
{
MemoryInGbs = applicationExecutorShapeConfigMemoryInGbs,
Ocpus = applicationExecutorShapeConfigOcpus,
},
FileUri = applicationFileUri,
FreeformTags =
{
{ "Department", "Finance" },
},
IdleTimeoutInMinutes = applicationIdleTimeoutInMinutes,
LogsBucketUri = applicationLogsBucketUri,
MaxDurationInMinutes = applicationMaxDurationInMinutes,
MetastoreId = metastoreId,
Parameters = new[]
{
new Oci.DataFlow.Inputs.ApplicationParameterArgs
{
Name = applicationParametersName,
Value = applicationParametersValue,
},
},
PoolId = testPool.Id,
PrivateEndpointId = testPrivateEndpoint.Id,
Type = applicationType,
WarehouseBucketUri = applicationWarehouseBucketUri,
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.oci.DataFlow.Application;
import com.pulumi.oci.DataFlow.ApplicationArgs;
import com.pulumi.oci.DataFlow.inputs.ApplicationApplicationLogConfigArgs;
import com.pulumi.oci.DataFlow.inputs.ApplicationDriverShapeConfigArgs;
import com.pulumi.oci.DataFlow.inputs.ApplicationExecutorShapeConfigArgs;
import com.pulumi.oci.DataFlow.inputs.ApplicationParameterArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testApplication = new Application("testApplication", ApplicationArgs.builder()
.compartmentId(compartmentId)
.displayName(applicationDisplayName)
.driverShape(applicationDriverShape)
.executorShape(applicationExecutorShape)
.language(applicationLanguage)
.numExecutors(applicationNumExecutors)
.sparkVersion(applicationSparkVersion)
.applicationLogConfig(ApplicationApplicationLogConfigArgs.builder()
.logGroupId(testLogGroup.id())
.logId(testLog.id())
.build())
.archiveUri(applicationArchiveUri)
.arguments(applicationArguments)
.className(applicationClassName)
.configuration(applicationConfiguration)
.definedTags(Map.of("Operations.CostCenter", "42"))
.description(applicationDescription)
.driverShapeConfig(ApplicationDriverShapeConfigArgs.builder()
.memoryInGbs(applicationDriverShapeConfigMemoryInGbs)
.ocpus(applicationDriverShapeConfigOcpus)
.build())
.execute(applicationExecute)
.executorShapeConfig(ApplicationExecutorShapeConfigArgs.builder()
.memoryInGbs(applicationExecutorShapeConfigMemoryInGbs)
.ocpus(applicationExecutorShapeConfigOcpus)
.build())
.fileUri(applicationFileUri)
.freeformTags(Map.of("Department", "Finance"))
.idleTimeoutInMinutes(applicationIdleTimeoutInMinutes)
.logsBucketUri(applicationLogsBucketUri)
.maxDurationInMinutes(applicationMaxDurationInMinutes)
.metastoreId(metastoreId)
.parameters(ApplicationParameterArgs.builder()
.name(applicationParametersName)
.value(applicationParametersValue)
.build())
.poolId(testPool.id())
.privateEndpointId(testPrivateEndpoint.id())
.type(applicationType)
.warehouseBucketUri(applicationWarehouseBucketUri)
.build());
}
}
resources:
testApplication:
type: oci:DataFlow:Application
name: test_application
properties:
compartmentId: ${compartmentId}
displayName: ${applicationDisplayName}
driverShape: ${applicationDriverShape}
executorShape: ${applicationExecutorShape}
language: ${applicationLanguage}
numExecutors: ${applicationNumExecutors}
sparkVersion: ${applicationSparkVersion}
applicationLogConfig:
logGroupId: ${testLogGroup.id}
logId: ${testLog.id}
archiveUri: ${applicationArchiveUri}
arguments: ${applicationArguments}
className: ${applicationClassName}
configuration: ${applicationConfiguration}
definedTags:
Operations.CostCenter: '42'
description: ${applicationDescription}
driverShapeConfig:
memoryInGbs: ${applicationDriverShapeConfigMemoryInGbs}
ocpus: ${applicationDriverShapeConfigOcpus}
execute: ${applicationExecute}
executorShapeConfig:
memoryInGbs: ${applicationExecutorShapeConfigMemoryInGbs}
ocpus: ${applicationExecutorShapeConfigOcpus}
fileUri: ${applicationFileUri}
freeformTags:
Department: Finance
idleTimeoutInMinutes: ${applicationIdleTimeoutInMinutes}
logsBucketUri: ${applicationLogsBucketUri}
maxDurationInMinutes: ${applicationMaxDurationInMinutes}
metastoreId: ${metastoreId}
parameters:
- name: ${applicationParametersName}
value: ${applicationParametersValue}
poolId: ${testPool.id}
privateEndpointId: ${testPrivateEndpoint.id}
type: ${applicationType}
warehouseBucketUri: ${applicationWarehouseBucketUri}
Create Application Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new Application(name: string, args: ApplicationArgs, opts?: CustomResourceOptions);
@overload
def Application(resource_name: str,
args: ApplicationArgs,
opts: Optional[ResourceOptions] = None)
@overload
def Application(resource_name: str,
opts: Optional[ResourceOptions] = None,
display_name: Optional[str] = None,
spark_version: Optional[str] = None,
num_executors: Optional[int] = None,
language: Optional[str] = None,
compartment_id: Optional[str] = None,
executor_shape: Optional[str] = None,
driver_shape: Optional[str] = None,
description: Optional[str] = None,
logs_bucket_uri: Optional[str] = None,
defined_tags: Optional[Mapping[str, str]] = None,
driver_shape_config: Optional[_dataflow.ApplicationDriverShapeConfigArgs] = None,
execute: Optional[str] = None,
configuration: Optional[Mapping[str, str]] = None,
executor_shape_config: Optional[_dataflow.ApplicationExecutorShapeConfigArgs] = None,
file_uri: Optional[str] = None,
freeform_tags: Optional[Mapping[str, str]] = None,
idle_timeout_in_minutes: Optional[str] = None,
class_name: Optional[str] = None,
application_log_config: Optional[_dataflow.ApplicationApplicationLogConfigArgs] = None,
max_duration_in_minutes: Optional[str] = None,
metastore_id: Optional[str] = None,
arguments: Optional[Sequence[str]] = None,
parameters: Optional[Sequence[_dataflow.ApplicationParameterArgs]] = None,
pool_id: Optional[str] = None,
private_endpoint_id: Optional[str] = None,
archive_uri: Optional[str] = None,
type: Optional[str] = None,
warehouse_bucket_uri: Optional[str] = None)
func NewApplication(ctx *Context, name string, args ApplicationArgs, opts ...ResourceOption) (*Application, error)
public Application(string name, ApplicationArgs args, CustomResourceOptions? opts = null)
public Application(String name, ApplicationArgs args)
public Application(String name, ApplicationArgs args, CustomResourceOptions options)
type: oci:DataFlow:Application
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
Parameters
- name string
- The unique name of the resource.
- args ApplicationArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args ApplicationArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args ApplicationArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args ApplicationArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args ApplicationArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Constructor example
The following reference example uses placeholder values for all input properties.
var applicationResource = new Oci.DataFlow.Application("applicationResource", new()
{
DisplayName = "string",
SparkVersion = "string",
NumExecutors = 0,
Language = "string",
CompartmentId = "string",
ExecutorShape = "string",
DriverShape = "string",
Description = "string",
LogsBucketUri = "string",
DefinedTags =
{
{ "string", "string" },
},
DriverShapeConfig = new Oci.DataFlow.Inputs.ApplicationDriverShapeConfigArgs
{
MemoryInGbs = 0,
Ocpus = 0,
},
Execute = "string",
Configuration =
{
{ "string", "string" },
},
ExecutorShapeConfig = new Oci.DataFlow.Inputs.ApplicationExecutorShapeConfigArgs
{
MemoryInGbs = 0,
Ocpus = 0,
},
FileUri = "string",
FreeformTags =
{
{ "string", "string" },
},
IdleTimeoutInMinutes = "string",
ClassName = "string",
ApplicationLogConfig = new Oci.DataFlow.Inputs.ApplicationApplicationLogConfigArgs
{
LogGroupId = "string",
LogId = "string",
},
MaxDurationInMinutes = "string",
MetastoreId = "string",
Arguments = new[]
{
"string",
},
Parameters = new[]
{
new Oci.DataFlow.Inputs.ApplicationParameterArgs
{
Name = "string",
Value = "string",
},
},
PoolId = "string",
PrivateEndpointId = "string",
ArchiveUri = "string",
Type = "string",
WarehouseBucketUri = "string",
});
example, err := DataFlow.NewApplication(ctx, "applicationResource", &DataFlow.ApplicationArgs{
DisplayName: pulumi.String("string"),
SparkVersion: pulumi.String("string"),
NumExecutors: pulumi.Int(0),
Language: pulumi.String("string"),
CompartmentId: pulumi.String("string"),
ExecutorShape: pulumi.String("string"),
DriverShape: pulumi.String("string"),
Description: pulumi.String("string"),
LogsBucketUri: pulumi.String("string"),
DefinedTags: pulumi.StringMap{
"string": pulumi.String("string"),
},
DriverShapeConfig: &dataflow.ApplicationDriverShapeConfigArgs{
MemoryInGbs: pulumi.Float64(0),
Ocpus: pulumi.Float64(0),
},
Execute: pulumi.String("string"),
Configuration: pulumi.StringMap{
"string": pulumi.String("string"),
},
ExecutorShapeConfig: &dataflow.ApplicationExecutorShapeConfigArgs{
MemoryInGbs: pulumi.Float64(0),
Ocpus: pulumi.Float64(0),
},
FileUri: pulumi.String("string"),
FreeformTags: pulumi.StringMap{
"string": pulumi.String("string"),
},
IdleTimeoutInMinutes: pulumi.String("string"),
ClassName: pulumi.String("string"),
ApplicationLogConfig: &dataflow.ApplicationApplicationLogConfigArgs{
LogGroupId: pulumi.String("string"),
LogId: pulumi.String("string"),
},
MaxDurationInMinutes: pulumi.String("string"),
MetastoreId: pulumi.String("string"),
Arguments: pulumi.StringArray{
pulumi.String("string"),
},
Parameters: dataflow.ApplicationParameterArray{
&dataflow.ApplicationParameterArgs{
Name: pulumi.String("string"),
Value: pulumi.String("string"),
},
},
PoolId: pulumi.String("string"),
PrivateEndpointId: pulumi.String("string"),
ArchiveUri: pulumi.String("string"),
Type: pulumi.String("string"),
WarehouseBucketUri: pulumi.String("string"),
})
var applicationResource = new Application("applicationResource", ApplicationArgs.builder()
.displayName("string")
.sparkVersion("string")
.numExecutors(0)
.language("string")
.compartmentId("string")
.executorShape("string")
.driverShape("string")
.description("string")
.logsBucketUri("string")
.definedTags(Map.of("string", "string"))
.driverShapeConfig(ApplicationDriverShapeConfigArgs.builder()
.memoryInGbs(0)
.ocpus(0)
.build())
.execute("string")
.configuration(Map.of("string", "string"))
.executorShapeConfig(ApplicationExecutorShapeConfigArgs.builder()
.memoryInGbs(0)
.ocpus(0)
.build())
.fileUri("string")
.freeformTags(Map.of("string", "string"))
.idleTimeoutInMinutes("string")
.className("string")
.applicationLogConfig(ApplicationApplicationLogConfigArgs.builder()
.logGroupId("string")
.logId("string")
.build())
.maxDurationInMinutes("string")
.metastoreId("string")
.arguments("string")
.parameters(ApplicationParameterArgs.builder()
.name("string")
.value("string")
.build())
.poolId("string")
.privateEndpointId("string")
.archiveUri("string")
.type("string")
.warehouseBucketUri("string")
.build());
application_resource = oci.data_flow.Application("applicationResource",
display_name="string",
spark_version="string",
num_executors=0,
language="string",
compartment_id="string",
executor_shape="string",
driver_shape="string",
description="string",
logs_bucket_uri="string",
defined_tags={
"string": "string",
},
driver_shape_config=oci.data_flow.ApplicationDriverShapeConfigArgs(
memory_in_gbs=0,
ocpus=0,
),
execute="string",
configuration={
"string": "string",
},
executor_shape_config=oci.data_flow.ApplicationExecutorShapeConfigArgs(
memory_in_gbs=0,
ocpus=0,
),
file_uri="string",
freeform_tags={
"string": "string",
},
idle_timeout_in_minutes="string",
class_name="string",
application_log_config=oci.data_flow.ApplicationApplicationLogConfigArgs(
log_group_id="string",
log_id="string",
),
max_duration_in_minutes="string",
metastore_id="string",
arguments=["string"],
parameters=[oci.data_flow.ApplicationParameterArgs(
name="string",
value="string",
)],
pool_id="string",
private_endpoint_id="string",
archive_uri="string",
type="string",
warehouse_bucket_uri="string")
const applicationResource = new oci.dataflow.Application("applicationResource", {
displayName: "string",
sparkVersion: "string",
numExecutors: 0,
language: "string",
compartmentId: "string",
executorShape: "string",
driverShape: "string",
description: "string",
logsBucketUri: "string",
definedTags: {
string: "string",
},
driverShapeConfig: {
memoryInGbs: 0,
ocpus: 0,
},
execute: "string",
configuration: {
string: "string",
},
executorShapeConfig: {
memoryInGbs: 0,
ocpus: 0,
},
fileUri: "string",
freeformTags: {
string: "string",
},
idleTimeoutInMinutes: "string",
className: "string",
applicationLogConfig: {
logGroupId: "string",
logId: "string",
},
maxDurationInMinutes: "string",
metastoreId: "string",
arguments: ["string"],
parameters: [{
name: "string",
value: "string",
}],
poolId: "string",
privateEndpointId: "string",
archiveUri: "string",
type: "string",
warehouseBucketUri: "string",
});
type: oci:DataFlow:Application
properties:
applicationLogConfig:
logGroupId: string
logId: string
archiveUri: string
arguments:
- string
className: string
compartmentId: string
configuration:
string: string
definedTags:
string: string
description: string
displayName: string
driverShape: string
driverShapeConfig:
memoryInGbs: 0
ocpus: 0
execute: string
executorShape: string
executorShapeConfig:
memoryInGbs: 0
ocpus: 0
fileUri: string
freeformTags:
string: string
idleTimeoutInMinutes: string
language: string
logsBucketUri: string
maxDurationInMinutes: string
metastoreId: string
numExecutors: 0
parameters:
- name: string
value: string
poolId: string
privateEndpointId: string
sparkVersion: string
type: string
warehouseBucketUri: string
Application Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
The Application resource accepts the following input properties:
- Compartment
Id string - (Updatable) The OCID of a compartment.
- Display
Name string - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- Driver
Shape string - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- Executor
Shape string - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- Language string
- (Updatable) The Spark language.
- Num
Executors int - (Updatable) The number of executor VMs requested.
- Spark
Version string - (Updatable) The Spark version utilized to run the application.
- Application
Log ApplicationConfig Application Log Config - (Updatable) Logging details of Application logs for Data Flow Run.
- Archive
Uri string - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - Arguments List<string>
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- Class
Name string - (Updatable) The class for the application.
- Configuration Dictionary<string, string>
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- Dictionary<string, string>
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- Description string
- (Updatable) A user-friendly description. Avoid entering confidential information.
- Driver
Shape ApplicationConfig Driver Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- Execute string
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - Executor
Shape ApplicationConfig Executor Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- File
Uri string - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Dictionary<string, string>
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- Idle
Timeout stringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - Logs
Bucket stringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Max
Duration stringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - Metastore
Id string - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- Parameters
List<Application
Parameter> - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - Pool
Id string - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- Private
Endpoint stringId - (Updatable) The OCID of a private endpoint.
- Type string
- The Spark application processing type.
- Warehouse
Bucket stringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- Compartment
Id string - (Updatable) The OCID of a compartment.
- Display
Name string - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- Driver
Shape string - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- Executor
Shape string - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- Language string
- (Updatable) The Spark language.
- Num
Executors int - (Updatable) The number of executor VMs requested.
- Spark
Version string - (Updatable) The Spark version utilized to run the application.
- Application
Log ApplicationConfig Application Log Config Args - (Updatable) Logging details of Application logs for Data Flow Run.
- Archive
Uri string - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - Arguments []string
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- Class
Name string - (Updatable) The class for the application.
- Configuration map[string]string
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- map[string]string
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- Description string
- (Updatable) A user-friendly description. Avoid entering confidential information.
- Driver
Shape ApplicationConfig Driver Shape Config Args - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- Execute string
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - Executor
Shape ApplicationConfig Executor Shape Config Args - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- File
Uri string - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- map[string]string
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- Idle
Timeout stringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - Logs
Bucket stringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Max
Duration stringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - Metastore
Id string - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- Parameters
[]Application
Parameter Args - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - Pool
Id string - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- Private
Endpoint stringId - (Updatable) The OCID of a private endpoint.
- Type string
- The Spark application processing type.
- Warehouse
Bucket stringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- compartment
Id String - (Updatable) The OCID of a compartment.
- display
Name String - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- driver
Shape String - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- executor
Shape String - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- language String
- (Updatable) The Spark language.
- num
Executors Integer - (Updatable) The number of executor VMs requested.
- spark
Version String - (Updatable) The Spark version utilized to run the application.
- application
Log ApplicationConfig Application Log Config - (Updatable) Logging details of Application logs for Data Flow Run.
- archive
Uri String - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - arguments List<String>
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- class
Name String - (Updatable) The class for the application.
- configuration Map<String,String>
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- Map<String,String>
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- description String
- (Updatable) A user-friendly description. Avoid entering confidential information.
- driver
Shape ApplicationConfig Driver Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- execute String
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - executor
Shape ApplicationConfig Executor Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- file
Uri String - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Map<String,String>
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- idle
Timeout StringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - logs
Bucket StringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- max
Duration StringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - metastore
Id String - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- parameters
List<Application
Parameter> - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - pool
Id String - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- private
Endpoint StringId - (Updatable) The OCID of a private endpoint.
- type String
- The Spark application processing type.
- warehouse
Bucket StringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- compartment
Id string - (Updatable) The OCID of a compartment.
- display
Name string - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- driver
Shape string - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- executor
Shape string - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- language string
- (Updatable) The Spark language.
- num
Executors number - (Updatable) The number of executor VMs requested.
- spark
Version string - (Updatable) The Spark version utilized to run the application.
- application
Log ApplicationConfig Application Log Config - (Updatable) Logging details of Application logs for Data Flow Run.
- archive
Uri string - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - arguments string[]
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- class
Name string - (Updatable) The class for the application.
- configuration {[key: string]: string}
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- {[key: string]: string}
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- description string
- (Updatable) A user-friendly description. Avoid entering confidential information.
- driver
Shape ApplicationConfig Driver Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- execute string
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - executor
Shape ApplicationConfig Executor Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- file
Uri string - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- {[key: string]: string}
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- idle
Timeout stringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - logs
Bucket stringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- max
Duration stringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - metastore
Id string - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- parameters
Application
Parameter[] - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - pool
Id string - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- private
Endpoint stringId - (Updatable) The OCID of a private endpoint.
- type string
- The Spark application processing type.
- warehouse
Bucket stringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- compartment_
id str - (Updatable) The OCID of a compartment.
- display_
name str - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- driver_
shape str - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- executor_
shape str - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- language str
- (Updatable) The Spark language.
- num_
executors int - (Updatable) The number of executor VMs requested.
- spark_
version str - (Updatable) The Spark version utilized to run the application.
- application_
log_ dataflow.config Application Application Log Config Args - (Updatable) Logging details of Application logs for Data Flow Run.
- archive_
uri str - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - arguments Sequence[str]
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- class_
name str - (Updatable) The class for the application.
- configuration Mapping[str, str]
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- Mapping[str, str]
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- description str
- (Updatable) A user-friendly description. Avoid entering confidential information.
- driver_
shape_ dataflow.config Application Driver Shape Config Args - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- execute str
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - executor_
shape_ dataflow.config Application Executor Shape Config Args - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- file_
uri str - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Mapping[str, str]
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- idle_
timeout_ strin_ minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - logs_
bucket_ struri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- max_
duration_ strin_ minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - metastore_
id str - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- parameters
Sequence[dataflow.
Application Parameter Args] - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - pool_
id str - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- private_
endpoint_ strid - (Updatable) The OCID of a private endpoint.
- type str
- The Spark application processing type.
- warehouse_
bucket_ struri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- compartment
Id String - (Updatable) The OCID of a compartment.
- display
Name String - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- driver
Shape String - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- executor
Shape String - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- language String
- (Updatable) The Spark language.
- num
Executors Number - (Updatable) The number of executor VMs requested.
- spark
Version String - (Updatable) The Spark version utilized to run the application.
- application
Log Property MapConfig - (Updatable) Logging details of Application logs for Data Flow Run.
- archive
Uri String - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - arguments List<String>
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- class
Name String - (Updatable) The class for the application.
- configuration Map<String>
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- Map<String>
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- description String
- (Updatable) A user-friendly description. Avoid entering confidential information.
- driver
Shape Property MapConfig - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- execute String
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - executor
Shape Property MapConfig - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- file
Uri String - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Map<String>
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- idle
Timeout StringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - logs
Bucket StringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- max
Duration StringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - metastore
Id String - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- parameters List<Property Map>
- (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - pool
Id String - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- private
Endpoint StringId - (Updatable) The OCID of a private endpoint.
- type String
- The Spark application processing type.
- warehouse
Bucket StringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
Outputs
All input properties are implicitly available as output properties. Additionally, the Application resource produces the following output properties:
- Id string
- The provider-assigned unique ID for this managed resource.
- Owner
Principal stringId - The OCID of the user who created the resource.
- Owner
User stringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - State string
- The current state of this application.
- Time
Created string - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- Time
Updated string - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- Id string
- The provider-assigned unique ID for this managed resource.
- Owner
Principal stringId - The OCID of the user who created the resource.
- Owner
User stringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - State string
- The current state of this application.
- Time
Created string - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- Time
Updated string - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- id String
- The provider-assigned unique ID for this managed resource.
- owner
Principal StringId - The OCID of the user who created the resource.
- owner
User StringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - state String
- The current state of this application.
- time
Created String - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- time
Updated String - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- id string
- The provider-assigned unique ID for this managed resource.
- owner
Principal stringId - The OCID of the user who created the resource.
- owner
User stringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - state string
- The current state of this application.
- time
Created string - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- time
Updated string - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- id str
- The provider-assigned unique ID for this managed resource.
- owner_
principal_ strid - The OCID of the user who created the resource.
- owner_
user_ strname - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - state str
- The current state of this application.
- time_
created str - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- time_
updated str - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- id String
- The provider-assigned unique ID for this managed resource.
- owner
Principal StringId - The OCID of the user who created the resource.
- owner
User StringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - state String
- The current state of this application.
- time
Created String - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- time
Updated String - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
Look up Existing Application Resource
Get an existing Application resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: ApplicationState, opts?: CustomResourceOptions): Application
@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
application_log_config: Optional[_dataflow.ApplicationApplicationLogConfigArgs] = None,
archive_uri: Optional[str] = None,
arguments: Optional[Sequence[str]] = None,
class_name: Optional[str] = None,
compartment_id: Optional[str] = None,
configuration: Optional[Mapping[str, str]] = None,
defined_tags: Optional[Mapping[str, str]] = None,
description: Optional[str] = None,
display_name: Optional[str] = None,
driver_shape: Optional[str] = None,
driver_shape_config: Optional[_dataflow.ApplicationDriverShapeConfigArgs] = None,
execute: Optional[str] = None,
executor_shape: Optional[str] = None,
executor_shape_config: Optional[_dataflow.ApplicationExecutorShapeConfigArgs] = None,
file_uri: Optional[str] = None,
freeform_tags: Optional[Mapping[str, str]] = None,
idle_timeout_in_minutes: Optional[str] = None,
language: Optional[str] = None,
logs_bucket_uri: Optional[str] = None,
max_duration_in_minutes: Optional[str] = None,
metastore_id: Optional[str] = None,
num_executors: Optional[int] = None,
owner_principal_id: Optional[str] = None,
owner_user_name: Optional[str] = None,
parameters: Optional[Sequence[_dataflow.ApplicationParameterArgs]] = None,
pool_id: Optional[str] = None,
private_endpoint_id: Optional[str] = None,
spark_version: Optional[str] = None,
state: Optional[str] = None,
time_created: Optional[str] = None,
time_updated: Optional[str] = None,
type: Optional[str] = None,
warehouse_bucket_uri: Optional[str] = None) -> Application
func GetApplication(ctx *Context, name string, id IDInput, state *ApplicationState, opts ...ResourceOption) (*Application, error)
public static Application Get(string name, Input<string> id, ApplicationState? state, CustomResourceOptions? opts = null)
public static Application get(String name, Output<String> id, ApplicationState state, CustomResourceOptions options)
Resource lookup is not supported in YAML
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Application
Log ApplicationConfig Application Log Config - (Updatable) Logging details of Application logs for Data Flow Run.
- Archive
Uri string - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - Arguments List<string>
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- Class
Name string - (Updatable) The class for the application.
- Compartment
Id string - (Updatable) The OCID of a compartment.
- Configuration Dictionary<string, string>
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- Dictionary<string, string>
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- Description string
- (Updatable) A user-friendly description. Avoid entering confidential information.
- Display
Name string - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- Driver
Shape string - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- Driver
Shape ApplicationConfig Driver Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- Execute string
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - Executor
Shape string - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- Executor
Shape ApplicationConfig Executor Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- File
Uri string - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Dictionary<string, string>
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- Idle
Timeout stringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - Language string
- (Updatable) The Spark language.
- Logs
Bucket stringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Max
Duration stringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - Metastore
Id string - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- Num
Executors int - (Updatable) The number of executor VMs requested.
- Owner
Principal stringId - The OCID of the user who created the resource.
- Owner
User stringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - Parameters
List<Application
Parameter> - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - Pool
Id string - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- Private
Endpoint stringId - (Updatable) The OCID of a private endpoint.
- Spark
Version string - (Updatable) The Spark version utilized to run the application.
- State string
- The current state of this application.
- Time
Created string - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- Time
Updated string - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- Type string
- The Spark application processing type.
- Warehouse
Bucket stringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- Application
Log ApplicationConfig Application Log Config Args - (Updatable) Logging details of Application logs for Data Flow Run.
- Archive
Uri string - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - Arguments []string
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- Class
Name string - (Updatable) The class for the application.
- Compartment
Id string - (Updatable) The OCID of a compartment.
- Configuration map[string]string
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- map[string]string
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- Description string
- (Updatable) A user-friendly description. Avoid entering confidential information.
- Display
Name string - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- Driver
Shape string - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- Driver
Shape ApplicationConfig Driver Shape Config Args - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- Execute string
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - Executor
Shape string - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- Executor
Shape ApplicationConfig Executor Shape Config Args - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- File
Uri string - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- map[string]string
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- Idle
Timeout stringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - Language string
- (Updatable) The Spark language.
- Logs
Bucket stringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Max
Duration stringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - Metastore
Id string - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- Num
Executors int - (Updatable) The number of executor VMs requested.
- Owner
Principal stringId - The OCID of the user who created the resource.
- Owner
User stringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - Parameters
[]Application
Parameter Args - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - Pool
Id string - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- Private
Endpoint stringId - (Updatable) The OCID of a private endpoint.
- Spark
Version string - (Updatable) The Spark version utilized to run the application.
- State string
- The current state of this application.
- Time
Created string - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- Time
Updated string - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- Type string
- The Spark application processing type.
- Warehouse
Bucket stringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- application
Log ApplicationConfig Application Log Config - (Updatable) Logging details of Application logs for Data Flow Run.
- archive
Uri String - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - arguments List<String>
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- class
Name String - (Updatable) The class for the application.
- compartment
Id String - (Updatable) The OCID of a compartment.
- configuration Map<String,String>
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- Map<String,String>
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- description String
- (Updatable) A user-friendly description. Avoid entering confidential information.
- display
Name String - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- driver
Shape String - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- driver
Shape ApplicationConfig Driver Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- execute String
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - executor
Shape String - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- executor
Shape ApplicationConfig Executor Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- file
Uri String - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Map<String,String>
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- idle
Timeout StringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - language String
- (Updatable) The Spark language.
- logs
Bucket StringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- max
Duration StringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - metastore
Id String - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- num
Executors Integer - (Updatable) The number of executor VMs requested.
- owner
Principal StringId - The OCID of the user who created the resource.
- owner
User StringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - parameters
List<Application
Parameter> - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - pool
Id String - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- private
Endpoint StringId - (Updatable) The OCID of a private endpoint.
- spark
Version String - (Updatable) The Spark version utilized to run the application.
- state String
- The current state of this application.
- time
Created String - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- time
Updated String - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- type String
- The Spark application processing type.
- warehouse
Bucket StringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- application
Log ApplicationConfig Application Log Config - (Updatable) Logging details of Application logs for Data Flow Run.
- archive
Uri string - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - arguments string[]
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- class
Name string - (Updatable) The class for the application.
- compartment
Id string - (Updatable) The OCID of a compartment.
- configuration {[key: string]: string}
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- {[key: string]: string}
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- description string
- (Updatable) A user-friendly description. Avoid entering confidential information.
- display
Name string - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- driver
Shape string - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- driver
Shape ApplicationConfig Driver Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- execute string
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - executor
Shape string - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- executor
Shape ApplicationConfig Executor Shape Config - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- file
Uri string - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- {[key: string]: string}
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- idle
Timeout stringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - language string
- (Updatable) The Spark language.
- logs
Bucket stringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- max
Duration stringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - metastore
Id string - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- num
Executors number - (Updatable) The number of executor VMs requested.
- owner
Principal stringId - The OCID of the user who created the resource.
- owner
User stringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - parameters
Application
Parameter[] - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - pool
Id string - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- private
Endpoint stringId - (Updatable) The OCID of a private endpoint.
- spark
Version string - (Updatable) The Spark version utilized to run the application.
- state string
- The current state of this application.
- time
Created string - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- time
Updated string - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- type string
- The Spark application processing type.
- warehouse
Bucket stringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- application_
log_ dataflow.config Application Application Log Config Args - (Updatable) Logging details of Application logs for Data Flow Run.
- archive_
uri str - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - arguments Sequence[str]
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- class_
name str - (Updatable) The class for the application.
- compartment_
id str - (Updatable) The OCID of a compartment.
- configuration Mapping[str, str]
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- Mapping[str, str]
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- description str
- (Updatable) A user-friendly description. Avoid entering confidential information.
- display_
name str - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- driver_
shape str - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- driver_
shape_ dataflow.config Application Driver Shape Config Args - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- execute str
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - executor_
shape str - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- executor_
shape_ dataflow.config Application Executor Shape Config Args - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- file_
uri str - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Mapping[str, str]
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- idle_
timeout_ strin_ minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - language str
- (Updatable) The Spark language.
- logs_
bucket_ struri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- max_
duration_ strin_ minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - metastore_
id str - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- num_
executors int - (Updatable) The number of executor VMs requested.
- owner_
principal_ strid - The OCID of the user who created the resource.
- owner_
user_ strname - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - parameters
Sequence[dataflow.
Application Parameter Args] - (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - pool_
id str - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- private_
endpoint_ strid - (Updatable) The OCID of a private endpoint.
- spark_
version str - (Updatable) The Spark version utilized to run the application.
- state str
- The current state of this application.
- time_
created str - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- time_
updated str - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- type str
- The Spark application processing type.
- warehouse_
bucket_ struri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
- application
Log Property MapConfig - (Updatable) Logging details of Application logs for Data Flow Run.
- archive
Uri String - (Updatable) A comma separated list of one or more archive files as Oracle Cloud Infrastructure URIs. For example,
oci://path/to/a.zip,oci://path/to/b.zip
. An Oracle Cloud Infrastructure URI of an archive.zip file containing custom dependencies that may be used to support the execution of a Python, Java, or Scala application. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat. - arguments List<String>
- (Updatable) The arguments passed to the running application as command line arguments. An argument is either a plain text or a placeholder. Placeholders are replaced using values from the parameters map. Each placeholder specified must be represented in the parameters map else the request (POST or PUT) will fail with a HTTP 400 status code. Placeholders are specified as
Service Api Spec
, wherename
is the name of the parameter. Example:[ "--input", "${input_file}", "--name", "John Doe" ]
If "input_file" has a value of "mydata.xml", then the value above will be translated to--input mydata.xml --name "John Doe"
- class
Name String - (Updatable) The class for the application.
- compartment
Id String - (Updatable) The OCID of a compartment.
- configuration Map<String>
- (Updatable) The Spark configuration passed to the running process. See https://spark.apache.org/docs/latest/configuration.html#available-properties. Example: { "spark.app.name" : "My App Name", "spark.shuffle.io.maxRetries" : "4" } Note: Not all Spark properties are permitted to be set. Attempting to set a property that is not allowed to be overwritten will cause a 400 status to be returned.
- Map<String>
- (Updatable) Defined tags for this resource. Each key is predefined and scoped to a namespace. For more information, see Resource Tags. Example:
{"Operations.CostCenter": "42"}
- description String
- (Updatable) A user-friendly description. Avoid entering confidential information.
- display
Name String - (Updatable) A user-friendly name. It does not have to be unique. Avoid entering confidential information.
- driver
Shape String - (Updatable) The VM shape for the driver. Sets the driver cores and memory.
- driver
Shape Property MapConfig - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- execute String
- (Updatable) The input used for spark-submit command. For more details see https://spark.apache.org/docs/latest/submitting-applications.html#launching-applications-with-spark-submit. Supported options include
--class
,--file
,--jars
,--conf
,--py-files
, and main application file with arguments. Example:--jars oci://path/to/a.jar,oci://path/to/b.jar --files oci://path/to/a.json,oci://path/to/b.csv --py-files oci://path/to/a.py,oci://path/to/b.py --conf spark.sql.crossJoin.enabled=true --class org.apache.spark.examples.SparkPi oci://path/to/main.jar 10
Note: If execute is specified together with applicationId, className, configuration, fileUri, language, arguments, parameters during application create/update, or run create/submit, Data Flow service will use derived information from execute input only. - executor
Shape String - (Updatable) The VM shape for the executors. Sets the executor cores and memory.
- executor
Shape Property MapConfig - (Updatable) This is used to configure the shape of the driver or executor if a flexible shape is used.
- file
Uri String - (Updatable) An Oracle Cloud Infrastructure URI of the file containing the application to execute. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- Map<String>
- (Updatable) Free-form tags for this resource. Each tag is a simple key-value pair with no predefined name, type, or namespace. For more information, see Resource Tags. Example:
{"Department": "Finance"}
- idle
Timeout StringIn Minutes - (Updatable) The timeout value in minutes used to manage Runs. A Run would be stopped after inactivity for this amount of time period. Note: This parameter is currently only applicable for Runs of type
SESSION
. Default value is 2880 minutes (2 days) - language String
- (Updatable) The Spark language.
- logs
Bucket StringUri - (Updatable) An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
- max
Duration StringIn Minutes - (Updatable) The maximum duration in minutes for which an Application should run. Data Flow Run would be terminated once it reaches this duration from the time it transitions to
IN_PROGRESS
state. - metastore
Id String - (Updatable) The OCID of Oracle Cloud Infrastructure Hive Metastore.
- num
Executors Number - (Updatable) The number of executor VMs requested.
- owner
Principal StringId - The OCID of the user who created the resource.
- owner
User StringName - The username of the user who created the resource. If the username of the owner does not exist,
null
will be returned and the caller should refer to the ownerPrincipalId value instead. - parameters List<Property Map>
- (Updatable) An array of name/value pairs used to fill placeholders found in properties like
Application.arguments
. The name must be a string of one or more word characters (a-z, A-Z, 0-9, _). The value can be a string of 0 or more characters of any kind. Example: [ { name: "iterations", value: "10"}, { name: "input_file", value: "mydata.xml" }, { name: "variable_x", value: "${x}"} ] - pool
Id String - (Updatable) The OCID of a pool. Unique Id to indentify a dataflow pool resource.
- private
Endpoint StringId - (Updatable) The OCID of a private endpoint.
- spark
Version String - (Updatable) The Spark version utilized to run the application.
- state String
- The current state of this application.
- time
Created String - The date and time the resource was created, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- time
Updated String - The date and time the resource was updated, expressed in RFC 3339 timestamp format. Example:
2018-04-03T21:10:29.600Z
- type String
- The Spark application processing type.
- warehouse
Bucket StringUri (Updatable) An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs. See https://docs.cloud.oracle.com/iaas/Content/API/SDKDocs/hdfsconnector.htm#uriformat.
** IMPORTANT ** Any change to a property that does not support update will force the destruction and recreation of the resource with the new property values
Supporting Types
ApplicationApplicationLogConfig, ApplicationApplicationLogConfigArgs
- Log
Group stringId - (Updatable) The log group id for where log objects will be for Data Flow Runs.
- Log
Id string - (Updatable) The log id of the log object the Application Logs of Data Flow Run will be shipped to.
- Log
Group stringId - (Updatable) The log group id for where log objects will be for Data Flow Runs.
- Log
Id string - (Updatable) The log id of the log object the Application Logs of Data Flow Run will be shipped to.
- log
Group StringId - (Updatable) The log group id for where log objects will be for Data Flow Runs.
- log
Id String - (Updatable) The log id of the log object the Application Logs of Data Flow Run will be shipped to.
- log
Group stringId - (Updatable) The log group id for where log objects will be for Data Flow Runs.
- log
Id string - (Updatable) The log id of the log object the Application Logs of Data Flow Run will be shipped to.
- log_
group_ strid - (Updatable) The log group id for where log objects will be for Data Flow Runs.
- log_
id str - (Updatable) The log id of the log object the Application Logs of Data Flow Run will be shipped to.
- log
Group StringId - (Updatable) The log group id for where log objects will be for Data Flow Runs.
- log
Id String - (Updatable) The log id of the log object the Application Logs of Data Flow Run will be shipped to.
ApplicationDriverShapeConfig, ApplicationDriverShapeConfigArgs
- Memory
In doubleGbs - (Updatable) The amount of memory used for the driver or executors.
- Ocpus double
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- Memory
In float64Gbs - (Updatable) The amount of memory used for the driver or executors.
- Ocpus float64
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- memory
In DoubleGbs - (Updatable) The amount of memory used for the driver or executors.
- ocpus Double
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- memory
In numberGbs - (Updatable) The amount of memory used for the driver or executors.
- ocpus number
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- memory_
in_ floatgbs - (Updatable) The amount of memory used for the driver or executors.
- ocpus float
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- memory
In NumberGbs - (Updatable) The amount of memory used for the driver or executors.
- ocpus Number
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
ApplicationExecutorShapeConfig, ApplicationExecutorShapeConfigArgs
- Memory
In doubleGbs - (Updatable) The amount of memory used for the driver or executors.
- Ocpus double
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- Memory
In float64Gbs - (Updatable) The amount of memory used for the driver or executors.
- Ocpus float64
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- memory
In DoubleGbs - (Updatable) The amount of memory used for the driver or executors.
- ocpus Double
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- memory
In numberGbs - (Updatable) The amount of memory used for the driver or executors.
- ocpus number
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- memory_
in_ floatgbs - (Updatable) The amount of memory used for the driver or executors.
- ocpus float
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
- memory
In NumberGbs - (Updatable) The amount of memory used for the driver or executors.
- ocpus Number
- (Updatable) The total number of OCPUs used for the driver or executors. See here for details.
ApplicationParameter, ApplicationParameterArgs
- Name string
- (Updatable) The name of the parameter. It must be a string of one or more word characters (a-z, A-Z, 0-9, _). Examples: "iterations", "input_file"
- Value string
- (Updatable) The value of the parameter. It must be a string of 0 or more characters of any kind. Examples: "" (empty string), "10", "mydata.xml", "${x}"
- Name string
- (Updatable) The name of the parameter. It must be a string of one or more word characters (a-z, A-Z, 0-9, _). Examples: "iterations", "input_file"
- Value string
- (Updatable) The value of the parameter. It must be a string of 0 or more characters of any kind. Examples: "" (empty string), "10", "mydata.xml", "${x}"
- name String
- (Updatable) The name of the parameter. It must be a string of one or more word characters (a-z, A-Z, 0-9, _). Examples: "iterations", "input_file"
- value String
- (Updatable) The value of the parameter. It must be a string of 0 or more characters of any kind. Examples: "" (empty string), "10", "mydata.xml", "${x}"
- name string
- (Updatable) The name of the parameter. It must be a string of one or more word characters (a-z, A-Z, 0-9, _). Examples: "iterations", "input_file"
- value string
- (Updatable) The value of the parameter. It must be a string of 0 or more characters of any kind. Examples: "" (empty string), "10", "mydata.xml", "${x}"
- name str
- (Updatable) The name of the parameter. It must be a string of one or more word characters (a-z, A-Z, 0-9, _). Examples: "iterations", "input_file"
- value str
- (Updatable) The value of the parameter. It must be a string of 0 or more characters of any kind. Examples: "" (empty string), "10", "mydata.xml", "${x}"
- name String
- (Updatable) The name of the parameter. It must be a string of one or more word characters (a-z, A-Z, 0-9, _). Examples: "iterations", "input_file"
- value String
- (Updatable) The value of the parameter. It must be a string of 0 or more characters of any kind. Examples: "" (empty string), "10", "mydata.xml", "${x}"
Import
Applications can be imported using the id
, e.g.
$ pulumi import oci:DataFlow/application:Application test_application "id"
To learn more about importing existing cloud resources, see Importing resources.
Package Details
- Repository
- oci pulumi/pulumi-oci
- License
- Apache-2.0
- Notes
- This Pulumi package is based on the
oci
Terraform Provider.