setScience("DeNormalizing", subProj="escrow")

wh <- getWH_already_on()
dbname <- "prod"
schema <- "escrow"

files.tsv <- extractIngestFiles(subFolder="escrow_tables")

DT <- fread(files.tsv[[2]])
sapply(DT, function(x) any(is.na(x)))


frmt.create <- "CREATE OR REPLACE TABLE %s (
  track_id int, 
  royalty numeric(38,16), 
  released_amount numeric(38,16)
);
"

setSnowflake(wh=wh, dbname=dbname)


if (!(sfSchemaExists(dbname=dbname, schema=schema)))
  sfCreateSchema(dbname=dbname, schema=schema)

for (f in files.tsv) {
  tbl <- removeExt(basename(f))
  tbl %>% dbschematbl(dbname, schema, .) %>% sprintf(frmt.create, .) %>% sfQry(verbose=TRUE)
  sfPopulateTable(wh=wh, dbname=dbname, schema=schema, tbl=tbl, file_name=f, overwrite=FALSE, format_name="RICKS_TSV_HEADER")
}


sourceSupportFns(proj="Looker")

create_lookml_model_from_schema(wh=wh, dbname=dbname, schema=schema)