echo "Run from integration_tests folder"
echo "Preparing YouTube Monthly test data"

echo "Preparing files and directories for use ... "
cd data/youtube_monthly/
rm -rf compressed_files

echo "Populating the compressed_files folder ... "
mkdir compressed_files
zip -r compressed_files/YouTube_dmgi_M_20010101_20010131_rawdata_v1-0.csv.zip YouTube_dmgi_M_20010101_20010131_rawdata_v1-0.csv
gzip -c YouTube_theorchardmusic_M_20010101_20010131_rawdata_v1-0.csv > compressed_files/YouTube_theorchardmusic_M_20010101_20010131_rawdata_v1-0.csv.gz
gzip -c YouTube_IODA_M_20010101_20010131_rawdata_v1-0.csv > compressed_files/YouTube_IODA_M_20010101_20010131_rawdata_v1-0.csv.gz

echo "Sending files to S3 ... "
aws s3 sync compressed_files s3://dev-cucumbers/YouTubeMonthly/archives/2001-01-31/

echo "Cleaning up ... "
rm -rf compressed_files
cd ../..

echo "Done preparing youtube_monthly_data test data"