/**
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
* SPDX-License-Identifier: Apache-2.0.
*/
#pragma once
#include Specifies a job definition.See Also:
AWS API
* Reference
The name you assign to this job definition.
*/ inline const Aws::String& GetName() const{ return m_name; } /** *The name you assign to this job definition.
*/ inline bool NameHasBeenSet() const { return m_nameHasBeenSet; } /** *The name you assign to this job definition.
*/ inline void SetName(const Aws::String& value) { m_nameHasBeenSet = true; m_name = value; } /** *The name you assign to this job definition.
*/ inline void SetName(Aws::String&& value) { m_nameHasBeenSet = true; m_name = std::move(value); } /** *The name you assign to this job definition.
*/ inline void SetName(const char* value) { m_nameHasBeenSet = true; m_name.assign(value); } /** *The name you assign to this job definition.
*/ inline Job& WithName(const Aws::String& value) { SetName(value); return *this;} /** *The name you assign to this job definition.
*/ inline Job& WithName(Aws::String&& value) { SetName(std::move(value)); return *this;} /** *The name you assign to this job definition.
*/ inline Job& WithName(const char* value) { SetName(value); return *this;} /** *A description of the job.
*/ inline const Aws::String& GetDescription() const{ return m_description; } /** *A description of the job.
*/ inline bool DescriptionHasBeenSet() const { return m_descriptionHasBeenSet; } /** *A description of the job.
*/ inline void SetDescription(const Aws::String& value) { m_descriptionHasBeenSet = true; m_description = value; } /** *A description of the job.
*/ inline void SetDescription(Aws::String&& value) { m_descriptionHasBeenSet = true; m_description = std::move(value); } /** *A description of the job.
*/ inline void SetDescription(const char* value) { m_descriptionHasBeenSet = true; m_description.assign(value); } /** *A description of the job.
*/ inline Job& WithDescription(const Aws::String& value) { SetDescription(value); return *this;} /** *A description of the job.
*/ inline Job& WithDescription(Aws::String&& value) { SetDescription(std::move(value)); return *this;} /** *A description of the job.
*/ inline Job& WithDescription(const char* value) { SetDescription(value); return *this;} /** *This field is reserved for future use.
*/ inline const Aws::String& GetLogUri() const{ return m_logUri; } /** *This field is reserved for future use.
*/ inline bool LogUriHasBeenSet() const { return m_logUriHasBeenSet; } /** *This field is reserved for future use.
*/ inline void SetLogUri(const Aws::String& value) { m_logUriHasBeenSet = true; m_logUri = value; } /** *This field is reserved for future use.
*/ inline void SetLogUri(Aws::String&& value) { m_logUriHasBeenSet = true; m_logUri = std::move(value); } /** *This field is reserved for future use.
*/ inline void SetLogUri(const char* value) { m_logUriHasBeenSet = true; m_logUri.assign(value); } /** *This field is reserved for future use.
*/ inline Job& WithLogUri(const Aws::String& value) { SetLogUri(value); return *this;} /** *This field is reserved for future use.
*/ inline Job& WithLogUri(Aws::String&& value) { SetLogUri(std::move(value)); return *this;} /** *This field is reserved for future use.
*/ inline Job& WithLogUri(const char* value) { SetLogUri(value); return *this;} /** *The name or Amazon Resource Name (ARN) of the IAM role associated with this * job.
*/ inline const Aws::String& GetRole() const{ return m_role; } /** *The name or Amazon Resource Name (ARN) of the IAM role associated with this * job.
*/ inline bool RoleHasBeenSet() const { return m_roleHasBeenSet; } /** *The name or Amazon Resource Name (ARN) of the IAM role associated with this * job.
*/ inline void SetRole(const Aws::String& value) { m_roleHasBeenSet = true; m_role = value; } /** *The name or Amazon Resource Name (ARN) of the IAM role associated with this * job.
*/ inline void SetRole(Aws::String&& value) { m_roleHasBeenSet = true; m_role = std::move(value); } /** *The name or Amazon Resource Name (ARN) of the IAM role associated with this * job.
*/ inline void SetRole(const char* value) { m_roleHasBeenSet = true; m_role.assign(value); } /** *The name or Amazon Resource Name (ARN) of the IAM role associated with this * job.
*/ inline Job& WithRole(const Aws::String& value) { SetRole(value); return *this;} /** *The name or Amazon Resource Name (ARN) of the IAM role associated with this * job.
*/ inline Job& WithRole(Aws::String&& value) { SetRole(std::move(value)); return *this;} /** *The name or Amazon Resource Name (ARN) of the IAM role associated with this * job.
*/ inline Job& WithRole(const char* value) { SetRole(value); return *this;} /** *The time and date that this job definition was created.
*/ inline const Aws::Utils::DateTime& GetCreatedOn() const{ return m_createdOn; } /** *The time and date that this job definition was created.
*/ inline bool CreatedOnHasBeenSet() const { return m_createdOnHasBeenSet; } /** *The time and date that this job definition was created.
*/ inline void SetCreatedOn(const Aws::Utils::DateTime& value) { m_createdOnHasBeenSet = true; m_createdOn = value; } /** *The time and date that this job definition was created.
*/ inline void SetCreatedOn(Aws::Utils::DateTime&& value) { m_createdOnHasBeenSet = true; m_createdOn = std::move(value); } /** *The time and date that this job definition was created.
*/ inline Job& WithCreatedOn(const Aws::Utils::DateTime& value) { SetCreatedOn(value); return *this;} /** *The time and date that this job definition was created.
*/ inline Job& WithCreatedOn(Aws::Utils::DateTime&& value) { SetCreatedOn(std::move(value)); return *this;} /** *The last point in time when this job definition was modified.
*/ inline const Aws::Utils::DateTime& GetLastModifiedOn() const{ return m_lastModifiedOn; } /** *The last point in time when this job definition was modified.
*/ inline bool LastModifiedOnHasBeenSet() const { return m_lastModifiedOnHasBeenSet; } /** *The last point in time when this job definition was modified.
*/ inline void SetLastModifiedOn(const Aws::Utils::DateTime& value) { m_lastModifiedOnHasBeenSet = true; m_lastModifiedOn = value; } /** *The last point in time when this job definition was modified.
*/ inline void SetLastModifiedOn(Aws::Utils::DateTime&& value) { m_lastModifiedOnHasBeenSet = true; m_lastModifiedOn = std::move(value); } /** *The last point in time when this job definition was modified.
*/ inline Job& WithLastModifiedOn(const Aws::Utils::DateTime& value) { SetLastModifiedOn(value); return *this;} /** *The last point in time when this job definition was modified.
*/ inline Job& WithLastModifiedOn(Aws::Utils::DateTime&& value) { SetLastModifiedOn(std::move(value)); return *this;} /** *An ExecutionProperty specifying the maximum number of concurrent
* runs allowed for this job.
An ExecutionProperty specifying the maximum number of concurrent
* runs allowed for this job.
An ExecutionProperty specifying the maximum number of concurrent
* runs allowed for this job.
An ExecutionProperty specifying the maximum number of concurrent
* runs allowed for this job.
An ExecutionProperty specifying the maximum number of concurrent
* runs allowed for this job.
An ExecutionProperty specifying the maximum number of concurrent
* runs allowed for this job.
The JobCommand that executes this job.
The JobCommand that executes this job.
The JobCommand that executes this job.
The JobCommand that executes this job.
The JobCommand that executes this job.
The JobCommand that executes this job.
The default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline const Aws::MapThe default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline bool DefaultArgumentsHasBeenSet() const { return m_defaultArgumentsHasBeenSet; } /** *The default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline void SetDefaultArguments(const Aws::MapThe default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline void SetDefaultArguments(Aws::MapThe default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline Job& WithDefaultArguments(const Aws::MapThe default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline Job& WithDefaultArguments(Aws::MapThe default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline Job& AddDefaultArguments(const Aws::String& key, const Aws::String& value) { m_defaultArgumentsHasBeenSet = true; m_defaultArguments.emplace(key, value); return *this; } /** *The default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline Job& AddDefaultArguments(Aws::String&& key, const Aws::String& value) { m_defaultArgumentsHasBeenSet = true; m_defaultArguments.emplace(std::move(key), value); return *this; } /** *The default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline Job& AddDefaultArguments(const Aws::String& key, Aws::String&& value) { m_defaultArgumentsHasBeenSet = true; m_defaultArguments.emplace(key, std::move(value)); return *this; } /** *The default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline Job& AddDefaultArguments(Aws::String&& key, Aws::String&& value) { m_defaultArgumentsHasBeenSet = true; m_defaultArguments.emplace(std::move(key), std::move(value)); return *this; } /** *The default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline Job& AddDefaultArguments(const char* key, Aws::String&& value) { m_defaultArgumentsHasBeenSet = true; m_defaultArguments.emplace(key, std::move(value)); return *this; } /** *The default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline Job& AddDefaultArguments(Aws::String&& key, const char* value) { m_defaultArgumentsHasBeenSet = true; m_defaultArguments.emplace(std::move(key), value); return *this; } /** *The default arguments for this job, specified as name-value pairs.
You * can specify arguments here that your own job-execution script consumes, as well * as arguments that AWS Glue itself consumes.
For information about how to * specify and consume your own Job arguments, see the Calling * AWS Glue APIs in Python topic in the developer guide.
For information * about the key-value pairs that AWS Glue consumes to set up your job, see the Special * Parameters Used by AWS Glue topic in the developer guide.
*/ inline Job& AddDefaultArguments(const char* key, const char* value) { m_defaultArgumentsHasBeenSet = true; m_defaultArguments.emplace(key, value); return *this; } /** *Non-overridable arguments for this job, specified as name-value pairs.
*/ inline const Aws::MapNon-overridable arguments for this job, specified as name-value pairs.
*/ inline bool NonOverridableArgumentsHasBeenSet() const { return m_nonOverridableArgumentsHasBeenSet; } /** *Non-overridable arguments for this job, specified as name-value pairs.
*/ inline void SetNonOverridableArguments(const Aws::MapNon-overridable arguments for this job, specified as name-value pairs.
*/ inline void SetNonOverridableArguments(Aws::MapNon-overridable arguments for this job, specified as name-value pairs.
*/ inline Job& WithNonOverridableArguments(const Aws::MapNon-overridable arguments for this job, specified as name-value pairs.
*/ inline Job& WithNonOverridableArguments(Aws::MapNon-overridable arguments for this job, specified as name-value pairs.
*/ inline Job& AddNonOverridableArguments(const Aws::String& key, const Aws::String& value) { m_nonOverridableArgumentsHasBeenSet = true; m_nonOverridableArguments.emplace(key, value); return *this; } /** *Non-overridable arguments for this job, specified as name-value pairs.
*/ inline Job& AddNonOverridableArguments(Aws::String&& key, const Aws::String& value) { m_nonOverridableArgumentsHasBeenSet = true; m_nonOverridableArguments.emplace(std::move(key), value); return *this; } /** *Non-overridable arguments for this job, specified as name-value pairs.
*/ inline Job& AddNonOverridableArguments(const Aws::String& key, Aws::String&& value) { m_nonOverridableArgumentsHasBeenSet = true; m_nonOverridableArguments.emplace(key, std::move(value)); return *this; } /** *Non-overridable arguments for this job, specified as name-value pairs.
*/ inline Job& AddNonOverridableArguments(Aws::String&& key, Aws::String&& value) { m_nonOverridableArgumentsHasBeenSet = true; m_nonOverridableArguments.emplace(std::move(key), std::move(value)); return *this; } /** *Non-overridable arguments for this job, specified as name-value pairs.
*/ inline Job& AddNonOverridableArguments(const char* key, Aws::String&& value) { m_nonOverridableArgumentsHasBeenSet = true; m_nonOverridableArguments.emplace(key, std::move(value)); return *this; } /** *Non-overridable arguments for this job, specified as name-value pairs.
*/ inline Job& AddNonOverridableArguments(Aws::String&& key, const char* value) { m_nonOverridableArgumentsHasBeenSet = true; m_nonOverridableArguments.emplace(std::move(key), value); return *this; } /** *Non-overridable arguments for this job, specified as name-value pairs.
*/ inline Job& AddNonOverridableArguments(const char* key, const char* value) { m_nonOverridableArgumentsHasBeenSet = true; m_nonOverridableArguments.emplace(key, value); return *this; } /** *The connections used for this job.
*/ inline const ConnectionsList& GetConnections() const{ return m_connections; } /** *The connections used for this job.
*/ inline bool ConnectionsHasBeenSet() const { return m_connectionsHasBeenSet; } /** *The connections used for this job.
*/ inline void SetConnections(const ConnectionsList& value) { m_connectionsHasBeenSet = true; m_connections = value; } /** *The connections used for this job.
*/ inline void SetConnections(ConnectionsList&& value) { m_connectionsHasBeenSet = true; m_connections = std::move(value); } /** *The connections used for this job.
*/ inline Job& WithConnections(const ConnectionsList& value) { SetConnections(value); return *this;} /** *The connections used for this job.
*/ inline Job& WithConnections(ConnectionsList&& value) { SetConnections(std::move(value)); return *this;} /** *The maximum number of times to retry this job after a JobRun fails.
*/ inline int GetMaxRetries() const{ return m_maxRetries; } /** *The maximum number of times to retry this job after a JobRun fails.
*/ inline bool MaxRetriesHasBeenSet() const { return m_maxRetriesHasBeenSet; } /** *The maximum number of times to retry this job after a JobRun fails.
*/ inline void SetMaxRetries(int value) { m_maxRetriesHasBeenSet = true; m_maxRetries = value; } /** *The maximum number of times to retry this job after a JobRun fails.
*/ inline Job& WithMaxRetries(int value) { SetMaxRetries(value); return *this;} /** *The job timeout in minutes. This is the maximum time that a job run can
* consume resources before it is terminated and enters TIMEOUT
* status. The default is 2,880 minutes (48 hours).
The job timeout in minutes. This is the maximum time that a job run can
* consume resources before it is terminated and enters TIMEOUT
* status. The default is 2,880 minutes (48 hours).
The job timeout in minutes. This is the maximum time that a job run can
* consume resources before it is terminated and enters TIMEOUT
* status. The default is 2,880 minutes (48 hours).
The job timeout in minutes. This is the maximum time that a job run can
* consume resources before it is terminated and enters TIMEOUT
* status. The default is 2,880 minutes (48 hours).
The number of AWS Glue data processing units (DPUs) that can be allocated * when this job runs. A DPU is a relative measure of processing power that * consists of 4 vCPUs of compute capacity and 16 GB of memory. For more * information, see the AWS Glue * pricing page.
Do not set Max Capacity if using
* WorkerType and NumberOfWorkers.
The value that
* can be allocated for MaxCapacity depends on whether you are running
* a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL
* job:
When you specify a Python shell job
* (JobCommand.Name="pythonshell"), you can allocate either 0.0625 or
* 1 DPU. The default is 0.0625 DPU.
When you specify an Apache
* Spark ETL job (JobCommand.Name="glueetl") or Apache Spark streaming
* ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2
* to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU
* allocation.
The number of AWS Glue data processing units (DPUs) that can be allocated * when this job runs. A DPU is a relative measure of processing power that * consists of 4 vCPUs of compute capacity and 16 GB of memory. For more * information, see the AWS Glue * pricing page.
Do not set Max Capacity if using
* WorkerType and NumberOfWorkers.
The value that
* can be allocated for MaxCapacity depends on whether you are running
* a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL
* job:
When you specify a Python shell job
* (JobCommand.Name="pythonshell"), you can allocate either 0.0625 or
* 1 DPU. The default is 0.0625 DPU.
When you specify an Apache
* Spark ETL job (JobCommand.Name="glueetl") or Apache Spark streaming
* ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2
* to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU
* allocation.
The number of AWS Glue data processing units (DPUs) that can be allocated * when this job runs. A DPU is a relative measure of processing power that * consists of 4 vCPUs of compute capacity and 16 GB of memory. For more * information, see the AWS Glue * pricing page.
Do not set Max Capacity if using
* WorkerType and NumberOfWorkers.
The value that
* can be allocated for MaxCapacity depends on whether you are running
* a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL
* job:
When you specify a Python shell job
* (JobCommand.Name="pythonshell"), you can allocate either 0.0625 or
* 1 DPU. The default is 0.0625 DPU.
When you specify an Apache
* Spark ETL job (JobCommand.Name="glueetl") or Apache Spark streaming
* ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2
* to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU
* allocation.
The number of AWS Glue data processing units (DPUs) that can be allocated * when this job runs. A DPU is a relative measure of processing power that * consists of 4 vCPUs of compute capacity and 16 GB of memory. For more * information, see the AWS Glue * pricing page.
Do not set Max Capacity if using
* WorkerType and NumberOfWorkers.
The value that
* can be allocated for MaxCapacity depends on whether you are running
* a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL
* job:
When you specify a Python shell job
* (JobCommand.Name="pythonshell"), you can allocate either 0.0625 or
* 1 DPU. The default is 0.0625 DPU.
When you specify an Apache
* Spark ETL job (JobCommand.Name="glueetl") or Apache Spark streaming
* ETL job (JobCommand.Name="gluestreaming"), you can allocate from 2
* to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU
* allocation.
The type of predefined worker that is allocated when a job runs. Accepts a * value of Standard, G.1X, or G.2X.
For the Standard
* worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2
* executors per worker.
For the G.1X worker type,
* each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1
* executor per worker. We recommend this worker type for memory-intensive
* jobs.
For the G.2X worker type, each worker maps
* to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per
* worker. We recommend this worker type for memory-intensive jobs.
The type of predefined worker that is allocated when a job runs. Accepts a * value of Standard, G.1X, or G.2X.
For the Standard
* worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2
* executors per worker.
For the G.1X worker type,
* each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1
* executor per worker. We recommend this worker type for memory-intensive
* jobs.
For the G.2X worker type, each worker maps
* to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per
* worker. We recommend this worker type for memory-intensive jobs.
The type of predefined worker that is allocated when a job runs. Accepts a * value of Standard, G.1X, or G.2X.
For the Standard
* worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2
* executors per worker.
For the G.1X worker type,
* each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1
* executor per worker. We recommend this worker type for memory-intensive
* jobs.
For the G.2X worker type, each worker maps
* to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per
* worker. We recommend this worker type for memory-intensive jobs.
The type of predefined worker that is allocated when a job runs. Accepts a * value of Standard, G.1X, or G.2X.
For the Standard
* worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2
* executors per worker.
For the G.1X worker type,
* each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1
* executor per worker. We recommend this worker type for memory-intensive
* jobs.
For the G.2X worker type, each worker maps
* to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per
* worker. We recommend this worker type for memory-intensive jobs.
The type of predefined worker that is allocated when a job runs. Accepts a * value of Standard, G.1X, or G.2X.
For the Standard
* worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2
* executors per worker.
For the G.1X worker type,
* each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1
* executor per worker. We recommend this worker type for memory-intensive
* jobs.
For the G.2X worker type, each worker maps
* to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per
* worker. We recommend this worker type for memory-intensive jobs.
The type of predefined worker that is allocated when a job runs. Accepts a * value of Standard, G.1X, or G.2X.
For the Standard
* worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2
* executors per worker.
For the G.1X worker type,
* each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1
* executor per worker. We recommend this worker type for memory-intensive
* jobs.
For the G.2X worker type, each worker maps
* to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per
* worker. We recommend this worker type for memory-intensive jobs.
The number of workers of a defined workerType that are allocated
* when a job runs.
The maximum number of workers you can define are 299 for
* G.1X, and 149 for G.2X.
The number of workers of a defined workerType that are allocated
* when a job runs.
The maximum number of workers you can define are 299 for
* G.1X, and 149 for G.2X.
The number of workers of a defined workerType that are allocated
* when a job runs.
The maximum number of workers you can define are 299 for
* G.1X, and 149 for G.2X.
The number of workers of a defined workerType that are allocated
* when a job runs.
The maximum number of workers you can define are 299 for
* G.1X, and 149 for G.2X.
The name of the SecurityConfiguration structure to be used with
* this job.
The name of the SecurityConfiguration structure to be used with
* this job.
The name of the SecurityConfiguration structure to be used with
* this job.
The name of the SecurityConfiguration structure to be used with
* this job.
The name of the SecurityConfiguration structure to be used with
* this job.
The name of the SecurityConfiguration structure to be used with
* this job.
The name of the SecurityConfiguration structure to be used with
* this job.
The name of the SecurityConfiguration structure to be used with
* this job.
Specifies configuration properties of a job notification.
*/ inline const NotificationProperty& GetNotificationProperty() const{ return m_notificationProperty; } /** *Specifies configuration properties of a job notification.
*/ inline bool NotificationPropertyHasBeenSet() const { return m_notificationPropertyHasBeenSet; } /** *Specifies configuration properties of a job notification.
*/ inline void SetNotificationProperty(const NotificationProperty& value) { m_notificationPropertyHasBeenSet = true; m_notificationProperty = value; } /** *Specifies configuration properties of a job notification.
*/ inline void SetNotificationProperty(NotificationProperty&& value) { m_notificationPropertyHasBeenSet = true; m_notificationProperty = std::move(value); } /** *Specifies configuration properties of a job notification.
*/ inline Job& WithNotificationProperty(const NotificationProperty& value) { SetNotificationProperty(value); return *this;} /** *Specifies configuration properties of a job notification.
*/ inline Job& WithNotificationProperty(NotificationProperty&& value) { SetNotificationProperty(std::move(value)); return *this;} /** *Glue version determines the versions of Apache Spark and Python that AWS Glue * supports. The Python version indicates the version supported for jobs of type * Spark.
For more information about the available AWS Glue versions and * corresponding Spark and Python versions, see Glue version * in the developer guide.
Jobs that are created without specifying a Glue * version default to Glue 0.9.
*/ inline const Aws::String& GetGlueVersion() const{ return m_glueVersion; } /** *Glue version determines the versions of Apache Spark and Python that AWS Glue * supports. The Python version indicates the version supported for jobs of type * Spark.
For more information about the available AWS Glue versions and * corresponding Spark and Python versions, see Glue version * in the developer guide.
Jobs that are created without specifying a Glue * version default to Glue 0.9.
*/ inline bool GlueVersionHasBeenSet() const { return m_glueVersionHasBeenSet; } /** *Glue version determines the versions of Apache Spark and Python that AWS Glue * supports. The Python version indicates the version supported for jobs of type * Spark.
For more information about the available AWS Glue versions and * corresponding Spark and Python versions, see Glue version * in the developer guide.
Jobs that are created without specifying a Glue * version default to Glue 0.9.
*/ inline void SetGlueVersion(const Aws::String& value) { m_glueVersionHasBeenSet = true; m_glueVersion = value; } /** *Glue version determines the versions of Apache Spark and Python that AWS Glue * supports. The Python version indicates the version supported for jobs of type * Spark.
For more information about the available AWS Glue versions and * corresponding Spark and Python versions, see Glue version * in the developer guide.
Jobs that are created without specifying a Glue * version default to Glue 0.9.
*/ inline void SetGlueVersion(Aws::String&& value) { m_glueVersionHasBeenSet = true; m_glueVersion = std::move(value); } /** *Glue version determines the versions of Apache Spark and Python that AWS Glue * supports. The Python version indicates the version supported for jobs of type * Spark.
For more information about the available AWS Glue versions and * corresponding Spark and Python versions, see Glue version * in the developer guide.
Jobs that are created without specifying a Glue * version default to Glue 0.9.
*/ inline void SetGlueVersion(const char* value) { m_glueVersionHasBeenSet = true; m_glueVersion.assign(value); } /** *Glue version determines the versions of Apache Spark and Python that AWS Glue * supports. The Python version indicates the version supported for jobs of type * Spark.
For more information about the available AWS Glue versions and * corresponding Spark and Python versions, see Glue version * in the developer guide.
Jobs that are created without specifying a Glue * version default to Glue 0.9.
*/ inline Job& WithGlueVersion(const Aws::String& value) { SetGlueVersion(value); return *this;} /** *Glue version determines the versions of Apache Spark and Python that AWS Glue * supports. The Python version indicates the version supported for jobs of type * Spark.
For more information about the available AWS Glue versions and * corresponding Spark and Python versions, see Glue version * in the developer guide.
Jobs that are created without specifying a Glue * version default to Glue 0.9.
*/ inline Job& WithGlueVersion(Aws::String&& value) { SetGlueVersion(std::move(value)); return *this;} /** *Glue version determines the versions of Apache Spark and Python that AWS Glue * supports. The Python version indicates the version supported for jobs of type * Spark.
For more information about the available AWS Glue versions and * corresponding Spark and Python versions, see Glue version * in the developer guide.
Jobs that are created without specifying a Glue * version default to Glue 0.9.
*/ inline Job& WithGlueVersion(const char* value) { SetGlueVersion(value); return *this;} private: Aws::String m_name; bool m_nameHasBeenSet; Aws::String m_description; bool m_descriptionHasBeenSet; Aws::String m_logUri; bool m_logUriHasBeenSet; Aws::String m_role; bool m_roleHasBeenSet; Aws::Utils::DateTime m_createdOn; bool m_createdOnHasBeenSet; Aws::Utils::DateTime m_lastModifiedOn; bool m_lastModifiedOnHasBeenSet; ExecutionProperty m_executionProperty; bool m_executionPropertyHasBeenSet; JobCommand m_command; bool m_commandHasBeenSet; Aws::Map