Beta configuration

Table To Storage

{
    "configuration_type" : "table-to-storage",
    "configuration_id" : "demo-nba-v2",
    "environment" : "DEV",
    "account" : "000099",
    "version": "3",
    "activated" : true,
    "archive" : false,
    "gcs_dest_bucket" : "fd-io-demo-n-in",
    "gcs_dest_prefix" : "test_vm_NBA/input",
    "gcp_project_id" : "fd-io-jarvis-demo-dlk",
    "field_delimiter" : "|",
    "compression" : "None",
    "output_filename" : "some_file_name.csv",
    "destination_format": "CSV",
    "copy_table" : false,
    "delete_dest_bucket_content" : false,
    "sql_query_template" : "TEMPLATE_CURRENT_DATE",
    "generate_top_file": false,
    "tasks": [
        {
            "task_id": "job_1",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_1",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_1.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "generate_top_file": true,
            "destination_format": "CSV",
            "copy_table" : true,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE",
            "dest_gcp_project_id": "fd-io-jarvis-demo-dlk",
            "dest_gbq_dataset": "temp",
            "dest_gbq_table": "test_table",
            "dest_gbq_table_suffix": "dag_execution_date"
        },
        {
            "task_id": "job_2",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_2",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_2.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "destination_format": "CSV",
            "copy_table" : false,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE"
        },
        {
            "task_id": "job_3",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_3",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_2.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "destination_format": "CSV",
            "copy_table" : false,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE"
        },
        {
            "task_id": "job_4",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_4",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_2.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "destination_format": "CSV",
            "copy_table" : false,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE"
        },
        {
            "task_id": "job_5",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_5",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_2.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "destination_format": "CSV",
            "copy_table" : false,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE"
        },
        {
            "task_id": "job_6",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_6",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_2.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "destination_format": "CSV",
            "copy_table" : false,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE"
        },
        {
            "task_id": "job_7",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_7",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_2.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "destination_format": "CSV",
            "copy_table" : false,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE"
        },
        {
            "task_id": "job_8",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_8",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_2.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "destination_format": "CSV",
            "copy_table" : false,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE"
        },
        {
            "task_id": "job_9",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_9",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_2.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "destination_format": "CSV",
            "copy_table" : false,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE"
        },
        {
            "task_id": "job_10",
            "gcs_dest_bucket" : "fd-io-demo-n-in",
            "gcs_dest_prefix" : "test_vm_NBA/input/job_10",
            "gcp_project_id" : "fd-io-jarvis-demo-dlk",
            "field_delimiter" : "|",
            "sql_file" : "job_2.sql",
            "compression" : "None",
            "output_filename" : "some_file_name.csv",
            "destination_format": "CSV",
            "copy_table" : false,
            "delete_dest_bucket_content" : true,
            "sql_query_template" : "TEMPLATE_CURRENT_DATE"
        }
    ]
}