"""Script for generating CSV files with IODA assets. Script queries RedShift table with data, imported from asset_full_report_IODA_L.csv YouTube report with IODA assets and generate CSV files, according to YouTube CSV template (https://goo.gl/aE8JIp) Each CSV file contains 1000 of assets. """ from datetime import datetime import sys from ioda import const from ioda import data_collector if __name__ == '__main__': if len(sys.argv) == 1 or (len(sys.argv) > 1 and sys.argv[1] not in [ const.YOUTUBE, const.REDSHIFT]): print('Please, provide correct argument - "redshift" or "youtube"\n\n' 'python main.py redshift - load data from RedShift and save ' 'to CSV\n' 'python main.py youtube - load data from RedShift, query ' 'YouTube API by asset_id and save YouTube metadata to CSV files') sys.exit(1) operation = sys.argv[1] print('[{}] Start generating CSV files.\n'.format(datetime.utcnow())) if operation == const.REDSHIFT: count = data_collector.generate_ioda_csv_files() else: count = data_collector.save_youtube_metadata() print('[{}] CSV generation completed. {} files created.\n'.format( datetime.utcnow(), count))