I was creating AWS glue job using terraform , in AWS console it is created perfectly fine , but i am trying to execute it , it is getting failed with error --to_date = -1 parameter does not exist , but those parameter are part of my code and i can see in AWS glue console inside Edit Job.
Below is the code
resource “aws_glue_job” “glue_job1” {
name = “Step_03_Bronze_Silver_sys_user_${local.environment}”
role_arn = “arn:aws:iam::123456789:role/AWSGlueDefaultRole”
description = “Glue Job for creating ETL jobs”
#connections = [aws_glue_connection.glueconn]
glue_version = “2.0”
max_retries = 0
timeout = 2880
security_configuration = “”
worker_type = “G.1X”
number_of_workers = 2
command {
name = "glueetl"
script_location = "s3://${local.bronze_bucket_name}/glue-scripts-dev/Step_03_Bronze_Silver_sys_user_${local.environment}.py"
python_version = "3"
}
default_arguments = {
“–job-language” = “python”
“–job-bookmark-option” = “job-bookmark-disable”
“–TempDir” = “s3://${local.bronze_bucket_name}/glue-tmp-dir/”
“–continuous-log-logGroup” = aws_cloudwatch_log_group.glue_log.name
“–enable-continuous-cloudwatch-log” = “true”
“–enable-continuous-log-filter” = “true”
“–enable-metrics” = “true”
“–extra-jars”= “”
“–bronze_bucket” = local.bronze_bucket_name
“–from_date” = -1
“–load_days” = 1
“–to_date” = -1
“–region_name” = local.region
}