local:
  temp_folder: /mnt/data/tmp/exportAnalyticsRawFilesDirectory/Youtube_monthly
  import_folder: /mnt/data/tmp/importAnalyticsRawFilesDirectory/Youtube_monthly
s3:
  bucket: cucumbers
  archives_folder: Youtube_monthly/archives
  import_folder: Youtube_monthly/to_be_imported_into_redshift
expected_number_of_files: 4
check_num_of_files: true
store_id: 45301
raw_table_name: staging_raw_youtube_monthly
import_options:
  - GZIP
  - ESCAPE
  - BLANKSASNULL
  - EMPTYASNULL
  - REMOVEQUOTES
sftp:
  host: ftp.theorchard.com
  username: REPLACEME
  password: REPLACEME
  folder: Youtube_monthly
file_types:
  theorchardmusic:
    compression: gzip
    delimiter: ,
    first_row: 1
    schema:
      - video_id
      - custom_id
      - isrc
      - grid
      - download_date
      - country
      - content_type
      - policy
      - total_views
      - watch_page_views
      - embedded_views
      - channel_page_views
      - live_views
      - recorded_views
      - ad_enabled_views
      - total_earnings
      - gross_youtube_sold_revenue
      - gross_partner_sold_rev
      - gross_adsense_sold_rev
      - net_yt_sold_rev
      - net_adsense_sold_rev
    validation:
      - "Video ID"
      - "Custom ID"
      - "ISRC"
      - "GRid"
      - "Day"
      - "Country"
      - "Content Type"
      - "Policy"
      - "Total Views"
      - "Watch Page Views"
      - "Embedded Player Views"
      - "Channel Page Video Views"
      - "Live Views"
      - "Recorded Views"
      - "Ad-Enabled Views"
      - "Total Earnings"
      - "Gross YouTube-sold Revenue"
      - "Gross Partner-sold Revenue"
      - "Gross AdSense-sold Revenue"
      - "Net YouTube-sold Revenue"
      - "Net AdSense-sold Revenue"
    source: ORCHARD
  IODA:
    compression: gzip
    delimiter: ,
    first_row: 1
    schema:
      - video_id
      - custom_id
      - isrc
      - grid
      - download_date
      - country
      - content_type
      - policy
      - total_views
      - watch_page_views
      - embedded_views
      - channel_page_views
      - live_views
      - recorded_views
      - ad_enabled_views
      - artist
      - title
      - total_earnings
      - gross_youtube_sold_revenue
      - gross_partner_sold_rev
      - gross_adsense_sold_rev
      - net_yt_sold_rev
      - net_adsense_sold_rev
    validation:
      - "Video ID"
      - "Custom ID"
      - "ISRC"
      - "GRid"
      - "Day"
      - "Country"
      - "Content Type"
      - "Policy"
      - "Total Views"
      - "Watch Page Views"
      - "Embedded Player Views"
      - "Channel Page Video Views"
      - "Live Views"
      - "Recorded Views"
      - "Ad-Enabled Views"
      - "Artist"
      - "Asset Title"
      - "Total Earnings"
      - "Gross YouTube-sold Revenue"
      - "Gross Partner-sold Revenue"
      - "Gross AdSense-sold Revenue"
      - "Net YouTube-sold Revenue"
      - "Net AdSense-sold Revenue"
    source: IODA
  dmgi:
    compression: zip
    delimiter: ,
    first_row: 1
    schema:
      - video_id
      - custom_id
      - download_date
      - country
      - content_type
      - policy
      - total_views
      - watch_page_views
      - embedded_views
      - channel_page_views
      - live_views
      - recorded_views
      - ad_enabled_views
      - ad_requested_views
      - total_earnings
      - gross_youtube_sold_revenue
      - gross_partner_sold_rev
      - gross_adsense_sold_rev
      - net_yt_sold_rev
      - net_adsense_sold_rev
    validation:
      - "Video ID"
      - "Custom ID"
      - "Day"
      - "Country"
      - "Content Type"
      - "Policy"
      - "Total Views"
      - "Watch Page Views"
      - "Embedded Player Views"
      - "Channel Page Video Views"
      - "Live Views"
      - "Recorded Views"
      - "Ad-Enabled Views"
      - "Ad-Requested Views"
      - "Total Earnings"
      - "Gross YouTube-sold Revenue"
      - "Gross Partner-sold Revenue"
      - "Gross AdSense-sold Revenue"
      - "Net YouTube-sold Revenue"
      - "Net AdSense-sold Revenue"
    source: DMGI
  BFMDigital:
    compression: gzip
    delimiter: ,
    first_row: 1
    schema:
      - video_id
      - custom_id
      - isrc
      - grid
      - download_date
      - country
      - content_type
      - policy
      - total_views
      - watch_page_views
      - embedded_views
      - channel_page_views
      - live_views
      - recorded_views
      - ad_enabled_views
      - total_earnings
      - gross_youtube_sold_revenue
      - gross_partner_sold_rev
      - gross_adsense_sold_rev
      - net_yt_sold_rev
      - net_adsense_sold_rev
    validation:
      - "Video ID"
      - "Custom ID"
      - "ISRC"
      - "GRid"
      - "Day"
      - "Country"
      - "Content Type"
      - "Policy"
      - "Total Views"
      - "Watch Page Views"
      - "Embedded Player Views"
      - "Channel Page Video Views"
      - "Live Views"
      - "Recorded Views"
      - "Ad-Enabled Views"
      - "Total Earnings"
      - "Gross YouTube-sold Revenue"
      - "Gross Partner-sold Revenue"
      - "Gross AdSense-sold Revenue"
      - "Net YouTube-sold Revenue"
      - "Net AdSense-sold Revenue"
    source: BFM
raw_table_schema:
  - video_id
  - custom_id
  - extracted_upc
  - extracted_upc_long
  - isrc
  - grid
  - download_date
  - country
  - content_type
  - policy
  - total_views
  - watch_page_views
  - embedded_views
  - channel_page_views
  - live_views
  - recorded_views
  - ad_enabled_views
  - total_earnings
  - gross_youtube_sold_revenue
  - gross_partner_sold_rev
  - gross_adsense_sold_rev
  - net_yt_sold_rev
  - net_adsense_sold_rev
  - ingestion_time
  - filename
  - filesize
  - source
  - artist
  - title
  - ad_requested_views
mapping:
  - do_nothing