{
    "Job": {
        "Name": "snowflake_to_es_quality_score_daily",
        "JobMode": "SCRIPT",
        "JobRunQueuingEnabled": false,
        "Description": "Direct transfer of data from Snowflake table suno_prod.prod.quality_score to Elasticsearch table quality_score_daily",
        "Role": "{gluejobrole}",
        "ExecutionProperty": {
            "MaxConcurrentRuns": 1
        },
        "Command": {
            "Name": "glueetl",
            "ScriptLocation": "s3://{s3bucket}/scripts/snowflake_to_es_quality_score_daily.py",
            "PythonVersion": "3"
        },
        "DefaultArguments": {
            "--enable-metrics": "true",
            "--spark-event-logs-path": "s3://{s3bucket}/sparkHistoryLogs/",
            "--enable-job-insights": "false",
            "--python-modules-installer-option": "-r",
            "--extra-py-files": "s3://{s3bucket}/libs/utils.zip",
            "--additional-python-modules": "s3://{s3bucket}/libs/requirements.txt",
            "--enable-observability-metrics": "true",
            "--enable-glue-datacatalog": "true",
            "--enable-continuous-cloudwatch-log": "true",
            "--job-bookmark-option": "job-bookmark-disable",
            "--job-language": "python",
            "--TempDir": "s3://{s3bucket}/temporary/",
            "--enable-auto-scaling": "true"
        },
        "Connections": {
            "Connections": [
                "analystic-database-connection"
            ]
        },
        "MaxRetries": 0,
        "Timeout": 60,
        "WorkerType": "G.1X",
        "NumberOfWorkers": 2,
        "GlueVersion": "5.0",
        "ExecutionClass": "STANDARD"
    },
    "Triggers": [
        {
            "Name": "snowflake_to_es_quality_score_daily_daily",
            "Type": "SCHEDULED",
            "ScheduleExpression": "cron(0 3 * * ? *)",
            "StartOnCreation": "{triggerstartoncreat}"
        }
    ]
} 