bucket <- s3_p("spotify", "most_streamed_webscrape", root="bi-snowflake/snowflakedata")
folder <- out.p("most_streamed_webscrape")


DT.nms[, file_out := out.p("most_streamed_webscrape", sprintf("%s/%1$s_%s_weekly", country, format(as.Date(date), "%Y%m%d")), ext=".json")]

sprintf("%s/%1$s_%s_weekly", country, format(as.Date(date), "%Y%m%d"))


sapply(out.p("most_streamed_webscrape", DT.nms[, unique(country)]), dir.create, showWarnings=TRUE, recursive=TRUE)

# for (i in seq(nrow(DT.nms))) {
#   DT.nms[i, writeLines(text=ret_json, con=file_out)]
# }

for (i in seq(nrow(DT.nms))) {
  DT.nms[i, system(sprintf("mv %s %s", file_out_old, file_out))]
}

dir(out.p("most_streamed_webscrape"))


--------------

s3_sync(from=folder, to=bucket , recursive=TRUE, dry.run=FALSE)
s3cmd sync %s s3://BUCKET[/PREFIX] or s3://BUCKET[/PREFIX] LOCAL_DIR,  out.p("most_streamed_webscrape"), bucket



