default_file_format: >
  TYPE='CSV'
  FIELD_DELIMITER='\t'
  RECORD_DELIMITER='\n'
  COMPRESSION='GZIP'
  ESCAPE='\134'
  ESCAPE_UNENCLOSED_FIELD='\134'
  NULL_IF=('__NULL__')
  FIELD_OPTIONALLY_ENCLOSED_BY='"'
  TRIM_SPACE=TRUE

mysql_stdout_file_format: >
  FIELD_DELIMITER='\t'
  RECORD_DELIMITER='\n'
  COMPRESSION='GZIP'
  NULL_IF=('NULL', '0000-00-00', '2009-11-00', '2012-02-00', '2010-11-00',
    '2008-11-00', '2011-03-00', '0000-00-00 00:00:00', '2014-00-00')
  EMPTY_FIELD_AS_NULL=FALSE
  TRIM_SPACE=TRUE


queries:

  describe_table: DESC TABLE {db}.{schema}.{table}

  create_dst_table: CREATE {transient} TABLE {db}.{schema}.{table} ({columns})

  truncate_dst_table: TRUNCATE TABLE {db}.{schema}.{table}

  insert_into_dst_table: >
    INSERT INTO {db}.{schema}.{table}
      SELECT * FROM {db}.{schema}.stg_{table}

  create_stg_table: >
    CREATE OR REPLACE {transient} TABLE {db}.{schema}.stg_{table}
    LIKE {db}.{schema}.{table}
    COMMENT='{comment}'

  copy_into_stg_table: >
    COPY INTO {db}.{schema}.stg_{table}
    FROM {s3_path_data}
    CREDENTIALS=(
      AWS_KEY_ID='{aws_key_id}'
      AWS_SECRET_KEY='{aws_secret_key}')
    FILE_FORMAT = ({file_format})

  swap_stg_and_dst_table: >
    ALTER TABLE {db}.{schema}.{table}
    SWAP WITH {db}.{schema}.stg_{table}

  drop_stg_table: DROP TABLE {db}.{schema}.stg_{table}

  truncate_stg_table: TRUNCATE TABLE {db}.{schema}.stg_{table}

load_strategies:
  - snapshot
  - incremental