{ "auto_complete": { "selected_items": [ [ "DT.rdio", "DT.rdio_ww_marketshare" ], [ "DT.de", "DT.deezer_ww_marketshare" ], [ "country", "country_name" ], [ "intTo", "intToUtf8 {base}" ], [ "curre", "currency_code" ], [ "reven", "revenue" ], [ "checkC", "check_countries" ], [ "countr", "country_code" ], [ "rdio_", "rdio_extractCountryFromFileName" ], [ "identi", "identify" ], [ "number", "number_of_streams" ], [ "user_", "user_id" ], [ "USER", "userid" ], [ "melt", "melted" ], [ "idcol.c", "idCol.candidates.ll" ], [ "trace", "traceback" ], [ "addDate", "addDateCols.periodid_" ], [ "artist", "artistid" ], [ "prod", "product.info" ], [ "label", "label.info" ], [ "downlo", "download_activity_date" ], [ "labl", "label" ], [ "get_la", "get_label_id" ], [ "TRE", "TRUE" ], [ "ower", "ownerid" ], [ "pla", "playlists.all" ], [ "is.char", "is.character" ], [ "isrc_", "isrc_expected" ], [ "exter", "external_ids" ], [ "pasre", "parsed_json" ], [ "parse_", "parsed_json" ], [ "as.data.", "as.data.table" ], [ "avail", "available_markets" ], [ "known", "get_all_known_users" ], [ "json", "jsonlite" ], [ "ischar", "is.char_of_length1" ], [ "err", "onError_return" ], [ "DT", "DT.usermeta" ], [ "user", "userid" ], [ "get_all", "get_all_known_users" ], [ "DT.test", "DT.test2" ], [ "play", "playlist." ], [ "inte", "integer" ], [ "files_", "files_all_2" ], [ "playlist", "playlist" ], [ "minD", "minDate_string" ], [ "filesn", "filenames" ], [ "fil.p", "file.process_tracking" ], [ "base.file", "base.file.name" ], [ "down", "download_date" ], [ "soure", "source_uri" ], [ "DT.top", "DT.top_playlists" ], [ "owner", "owner.name" ], [ "write", "writeLines" ], [ "join", "joinCols.rec" ], [ "DT.", "DT.ours" ], [ "pagin", "pagination" ], [ "DT.user", "DT.usermeta" ], [ "Value", "valueIfErrOrNull" ], [ "nume", "number_of_tracks" ], [ "single", "single_col_elements" ], [ "extus", "external_urls" ], [ "start", "startCols" ], [ "inter", "intersect" ], [ "verbo", "verboseMsg" ], [ "wh.e", "wh.unexpected" ], [ "own", "owner_parts_using" ], [ "expecte", "expected_fields" ], [ "user_s", "user_access" ], [ "album", "album_name" ], [ "singl", "single_col_elements" ], [ "parse", "parsed_json" ], [ "follow", "followers.total" ], [ "sup", "suppressWarnings" ], [ "get_t", "get_featured_playlists" ], [ "get_js", "get_json_from_spotify_url_NEW" ], [ "plau", "playlist.uri" ], [ "playlist.ur", "playlist.uri" ], [ "playlist.ow", "playlist.owner.id" ], [ "pal", "playlist" ], [ "playist.alb", "playlist.track.album.type" ], [ "colClas", "colClasses" ], [ "uri", "uris" ], [ "get_ap", "get_all_playlists_ids_downloaded_already" ], [ "file", "filenames" ], [ "sub", "subdir" ], [ "matc", "matched" ], [ "as.per", "as.perc" ], [ "max.", "max.width" ], [ "Filt", "filter_seq" ], [ "today", "todays_playlists" ], [ "L.a", "L.after" ], [ "L.be", "L.before-L.after" ], [ "initi", "initiate_file_for_process_tracking" ], [ "file.p", "file.process_tracking" ], [ "alread", "already_completed" ], [ "plua", "playlists.chunked" ], [ "glob", "globalenv" ], [ "nc", "nc.0" ], [ "clean", "cleanid" ], [ "need", "needs_cleaning" ], [ "nee", "needs_cleaning" ], [ "verbose", "verboseMsg" ], [ "Mont", "spotify.MonthlyCounts_by_source_by_day" ], [ "track_", "track_name" ], [ "time", "timestamp_utc" ], [ "stream", "stream_json" ], [ "track", "track_id" ], [ "return_", "return_query" ], [ "retu", "return_query" ], [ "last_", "last_ran" ], [ "FAIL", "fail.if.not" ], [ "getdeta", "sfGetWarehouseDetails" ], [ "sno", "snowflake_defaultwh" ], [ "is.cha", "is.char_of_length1" ], [ "next", "next_hour" ], [ "minutes", "minutes_left_in_hour" ], [ "sfGet", "sfGetWarehouseDetails" ], [ "setk", "setkey" ], [ "warehou", "warehouse_details" ], [ "suppress", "suppressWarnings" ], [ "auto_s", "AUTO_SUSPEND" ], [ "snowf", "snowflake_inuse" ], [ "sf_in", "snowflake_inuse" ], [ "time_", "time_started" ], [ "pieces", "pieces_to_preserve" ], [ "timeSt", "time_started" ], [ "byCols", "byColsFull" ] ] }, "buffers": [ { "file": "rdio marketshare - process files.r", "settings": { "buffer_size": 2702, "line_ending": "Unix" } }, { "contents": "## deezer marketshare - process files.r\nscreen -xRR deezer\n\nsetScience(proj=\"marketshare\", subProj=\"deezer\", create=TRUE)\nlib(rvest)\n\nwh <- \"looker_wh_large\"\ndbname <- \"prod\"\nsetSnowflake(wh=wh, dbname=\"prod\")\n\n\n# dir(\"/ODrive/Streaming DMS Revenue Summaries/Deezer/2015\")\nfolder <- \"/ODrive/Streaming DMS Revenue Summaries/Deezer/2015/2015-08/TheOrchard_201508/\"\nif (.Pfm == \"Darwin\")\n folder <- \"~/Desktop/TheOrchard_201508 (Deezer)/\"\n\n## Confrim is a dir\nstopifnot(file.exists(folder), isdir(folder))\n\nfiles <- extractFilesFromFolder(folder, pattern=\"country_\", ext=\"html\", full=TRUE)\nnames(files) %<>% removeText(pattern=\"(country_|\\\\.html)\")\n\nstopifnot(length(files) > 0)\n\n\ndeezer.transpose_to_datatable <- function(X) {\n # setnames(as.data.table(t(X[, 2])), X[, 1])\n nms <- tolower(X[, 1])\n nms[[1]] <- \"what\"\n nms[nms == \"period\"] <- \"activity_month\"\n nms[nms == \"territory\"] <- \"country_name\"\n nms <- gsub(\"blogmusik offer\", \"product\", nms)\n nms <- gsub(\"blogmusik\", \"deezer\", nms)\n nms <- gsub(\"the orchard's\", \"orchard\", nms)\n nms <- gsub(\"revenues\", \"revenue\", nms)\n nms <- gsub(\"number of streams\", \"streams\", nms)\n X[, 2] %>% t %>% as.data.table %>% setnames(nms) %>% cleanColNamesForSQL_\n}\n\n\n## for (nm in names(files)) {}\nf <- files[[\"FR\"]]\n\nll_DTs <- emptylist(files)\nverboseMsg(verbose, \"Will process\", length(files), \"files\")\nfor (nm in names(files)) {\n verboseMsg(verbose, \"Processing '\", nm, \"' (\", which(names(files) == nm), \" of \", length(files), \")\", sep=\"\", seconds=TRUE)\n f <- files[[nm]]\n\n tmp_DT <- read_html(f) %>% html_nodes(\"table\") %>% html_table %>% lapply(deezer.transpose_to_datatable) %>% rbindlist(fill=TRUE, use.names=TRUE)\n\n ## remove \"INVOICE STATEMENT DETAILS :\"\n pat.st_details <- \"^INVOICE STATEMENT DETAILS :\\\\s*\"\n stopifnot(grepl(pat.st_details, tmp_DT$what))\n tmp_DT[, what := removeText(pat.st_details, what)]\n\n ## Drop the column \"what\" if it is the same as product\n if (all (tmp_DT[, what == product]))\n tmp_DT[, what := NULL]\n\n ## Convert Date. Use if-statement to ensure we don't run this twice\n if (!is.Date(tmp_DT$activity_month))\n tmp_DT[, activity_month := as.Date(paste0(activity_month, \"01\"), format=\"%Y%m%d\")]\n\n ## extract currency code\n cols_with_curr <- nwhich(tmp_DT[, lapply(.SD, function(x) any(grepl(\"USD|EUR\", x)))])\n tmp_DT[, currency_code := strsplit(deezer_revenue, \" \") %>% sapply(tail, 1)]\n cols_with_curr2 <- paste0(cols_with_curr, \"_2\")\n tmp_DT[, (cols_with_curr2) := currency_code %>% unique %>% sprintf(\"\\\\s%s$\", .) %>% {lapply(.SD, function(x) removeText(x=x, pat=.)%>% currToNumeric)}, by=currency_code, .SDcols=cols_with_curr]\n for (col in cols_with_curr) {\n col2 <- paste0(col, \"_2\")\n if (tmp_DT[, all(!xor(is.na(get(col)), is.na(get(col2))))]) {\n tmp_DT[, (col) := get(col2)]\n tmp_DT[, (col2) := NULL]\n } else {\n warning(\"It appears that NA's were introduced when cleaning up column '\", col, \"'\")\n }\n }\n\n stream_cols <- extract(\"streams\", tmp_DT)\n tmp_DT[, (stream_cols) := lapply(.SD, function(x) removeText(pat=intToUtf8(160), x=x) %>% as.numeric), .SDcols=stream_cols]\n\n tmp_DT[, country_code := nm]\n ll_DTs[[nm]] <- tmp_DT\n}\n\nDT.deezer <- rbindlist(ll_DTs, use.names=TRUE, fill=TRUE)\n\n## TODO: Confirm that country_name and country_code match\n\n## CALCULATE MARKETSHARE\n{\n catheader(\"By Product\", endl=0)\n byCols <- c(\"activity_month\", \"product\")\n DT.deezer_ww_marketshare_by_product <- \n DT.deezer[, list(orchard_streams=sum(orchard_streams), total_deezer_streams=sum(deezer_streams)), keyby=byCols][, marketshare := as.perc(orchard_streams / total_deezer_streams)] []\n print(DT.deezer_ww_marketshare_by_product)\n catheader(\"Overall\", endl=0)\n byCols <- c(\"activity_month\")\n DT.deezer_ww_marketshare <- \n DT.deezer[, list(orchard_streams=sum(orchard_streams), total_deezer_streams=sum(deezer_streams)), keyby=byCols][, marketshare := as.perc(orchard_streams / total_deezer_streams)] []\n print(DT.deezer_ww_marketshare)\n}\n\nwriteDT(DT.deezer_ww_marketshare)\nwriteDT(DT.deezer_ww_marketshare_by_product)\n\n\nif (.Pfm == \"Darwin\") {\n sourceSupportFns(proj=\"looker\")\n bringmeFolder(outDir, over=TRUE)\n combine_looker_exports_to_excel(folder=outDir, ext=\"tsv\")\n}\n\n", "file": "deezer marketshare - process files.r", "file_size": 3978, "file_write_time": 130953802450000000, "settings": { "buffer_size": 4222, "line_ending": "Unix" } } ], "build_system": "Packages/R-Box/support/R-Box.sublime-build", "build_system_choices": [ [ [ [ "Packages/R-Box/support/R-Box.sublime-build", "" ], [ "Packages/SublimeREPL/sublimerepl_build_system_hack.sublime-build", "" ] ], [ "Packages/R-Box/support/R-Box.sublime-build", "" ] ] ], "build_varint": "", "command_palette": { "height": 167.0, "last_filter": "qui", "selected_items": [ [ "qui", "Git: Quick Commit Current File" ], [ "path", "File: Copy Path" ], [ "open", "File Navigator: Open" ], [ "html", "HTMLBeautify" ], [ "instal", "Package Control: Install Package" ], [ "install", "Package Control: Install Package" ], [ "insta", "Package Control: Install Package" ], [ "enab", "Package Control: Enable Package" ], [ "name", "File: Copy Name" ], [ "rex", "Set Syntax: R Extended" ], [ "mini", "View: Toggle Minimap" ], [ "qu", "Git: Quick Commit Current File" ], [ "edit proj", "Project: Edit Project" ], [ "update", "Package Control: Upgrade/Overwrite All Packages" ], [ "move", "File: Move" ], [ "wor", "Word Wrap: Toggle" ], [ "sql", "Set Syntax: SQL" ], [ "push", "Git: Push" ], [ "min", "View: Toggle Minimap" ], [ "rena", "File: Rename" ], [ "rxt", "Set Syntax: R Extended" ], [ "word", "Word Wrap: Toggle" ], [ "pu", "Git: Pull" ], [ "pull", "Git: Pull" ], [ "quick", "Git: Quick Commit Current File" ], [ "quic", "Git: Quick Commit Current File" ], [ "rext", "Set Syntax: R Extended" ], [ "dele", "File: Delete" ], [ "rx", "R-Box: Choose Program" ], [ "wo", "Word Wrap: Toggle" ], [ "re", "Set Syntax: R Extended" ], [ "pus", "Git: Push" ], [ "ren", "File: Rename" ], [ "git pull", "Git: Pull" ], [ "disa", "Package Control: Disable Package" ], [ "qcur", "Git: Quick Commit Current File" ], [ "reve", "File: Reveal" ], [ "rev", "File: Reveal" ], [ "ena", "Package Control: Enable Package" ], [ "dis", "Package Control: Disable Package" ], [ "disab", "Package Control: Disable Package" ], [ "enabl", "Package Control: Enable Package" ], [ "rbox", "R-Box: Choose Program" ], [ "shel", "SublimeREPL: Shell" ], [ "pul", "Git: Pull" ], [ "renam", "File: Rename" ], [ "sq", "Set Syntax: SQL" ], [ "cop", "File: Copy Path" ], [ "ord", "Word Wrap: Toggle" ], [ "qi", "Git: Quick Commit" ], [ "rb", "R-Box: Choose Program" ], [ "rap", "Package Control: Remove Package" ], [ "wrod", "Word Wrap: Toggle" ], [ "revea", "File: Reveal" ], [ "upgrad", "Package Control: Upgrade Package" ], [ "file name", "File: Copy Name" ], [ "bro", "SFTP: Browse Server…" ], [ "brow", "SFTP: Browse Server…" ], [ "edit", "SFTP: Edit Server…" ], [ "open file", "View: Toggle Open Files in Side Bar" ], [ "server", "SFTP: Setup Server…" ], [ "br", "SFTP: Browse Server…" ], [ "disabl", "Package Control: Disable Package" ], [ "edit serv", "SFTP: Edit Server…" ], [ "brow ser", "SFTP: Browse Server…" ], [ "enh", "Set Syntax: Enhanced-R" ], [ "comm", "Git: Commit" ], [ "ra", "R Application Switch" ], [ "copy", "File: Copy Path" ], [ "q", "Git: Quick Commit" ], [ "en", "Set Syntax: Enhanced-R" ], [ "git pu", "Git: Pull" ], [ "del", "File: Delete" ], [ "wro", "Word Wrap: Toggle" ], [ "upda", "Package Control: Upgrade Package" ], [ "text", "Set Syntax: Plain Text" ], [ "r", "R Application Switch" ], [ "d", "File: Delete" ], [ "comcur", "Git: Quick Commit Current File" ], [ "w", "Word Wrap: Toggle" ], [ "add cu", "Git: Add Current File" ], [ "enha", "Set Syntax: Enhanced-R" ], [ "git chec", "Git: Checkout" ], [ "git check", "Git: Checkout" ], [ "syn shel", "Set Syntax: Shell Script (Bash)" ], [ "synt she", "Set Syntax: Shell Script (Bash)" ], [ "git ch", "Git: Checkout" ], [ "git stas", "Git: Pop Stash" ], [ "git sta", "Git: Stash" ], [ "add", "Git: Add Current File" ], [ "rapp", "R Application Switch" ], [ "git cur", "Git: Quick Commit Current File" ], [ "pat", "File: Copy Path" ], [ "quci", "Git: Quick Commit Current File" ], [ "ush", "SublimeREPL: Shell" ], [ "psuh", "Git: Push" ], [ "puh", "Git: Push" ], [ "disable pack", "Package Control: Disable Package" ], [ "check", "Git: Checkout New Branch" ], [ "git com cur", "Git: Quick Commit Current File" ], [ "curr", "Git: Add Current File" ], [ "git comcu", "Git: Quick Commit Current File" ], [ "qucur", "Git: Quick Commit Current File" ], [ "com cu", "Git: Quick Commit Current File" ], [ "addcu", "Git: Add Current File" ], [ "quicad", "Git: Quick Add" ], [ "PAT", "File: Copy Path" ], [ "git comm", "Git: Commit" ], [ "synshe", "Set Syntax: Shell Script (Bash)" ], [ "fil", "File: Copy Name" ], [ "nh", "Set Syntax: HTML" ], [ "nam", "File: Copy Name" ], [ "fin", "File: Copy Name" ], [ "checkou", "Git: Checkout New Branch" ], [ "filena", "File: Copy Name" ], [ "com file", "Git: Quick Commit Current File" ], [ "quc", "Git: Quick Commit Current File" ], [ "qucomf", "Git: Quick Commit Current File" ], [ "comf", "Git: Quick Commit Current File" ], [ "qucf", "Git: Quick Commit Current File" ], [ "commfil", "Git: Quick Commit Current File" ], [ "filen", "File: Copy Name" ], [ "branch", "Git: Checkout New Branch" ], [ "new br", "Git: Checkout New Branch" ], [ "branc", "Git: Checkout New Branch" ], [ "RENA", "File: Rename" ], [ "ADD", "Git: Add Current File" ], [ "copnam", "File: Copy Name" ] ], "width": 521.0 }, "console": { "height": 126.0, "history": [ "sublime.log_input()", "sublime.log_input(flag)", "view.settings().get('font_face')", "subprocess.Popen([Rscript, '-e', 'args(' + 'as.data.table' + ')', '--default-packages=data.table,ggplot2'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', 'args(' + 'data.table' + ')', '--default-packages=data.table,ggplot2'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', 'args(' + func + ')', '--default-packages=data.table,ggplot2'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', 'args(' + func + ')'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', '\"args(' + func + ')\"'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', '\"args(' + func + ')\" --default-packages=data.table,ggplot2'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', 'args(' + func + ') --default-packages=\"data.table,ggplot2\"'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', 'args(' + func + ') --default-packages=data.table,ggplot2'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', 'args(' + func + ')'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen(args + '', stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen(args + \"\", stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen(args, stdout=subprocess.PIPE).communicate()[0]", "args = [Rscript, '-e', 'args(' + func + ')']", "args", "subprocess.Popen(args, stdout=subprocess.PIPE).communicate()[0]", "args =[Rscript, '-e', 'args(' + func + ') --default-packages=data.table,ggplot2']", "subprocess.Popen([Rscript, '-e', 'args(' + 'data.table' + ')'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', 'args(' + 'data.frame' + ')'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen([Rscript, '-e', 'args(' + func + ')'], stdout=subprocess.PIPE).communicate()[0]", "subprocess.Popen(args, stdout=subprocess.PIPE).communicate()[0]", "import subprocess", "subprocess.Popen(args, stdout=subprocess.PIPE).communicate()[0]", "args", "args = [Rscript, '-e', 'args(' + func + ')']", "args <- [Rscript, '-e', 'args(' + func + ')']", "[Rscript, '-e', 'args(' + func + ')']", "output", "output = mycheck_output([Rscript, '-e', 'args(' + func + ')'])", "plat = sublime.platform()", "Rscript = \"Rscript\"", "Rscript = get(plat, \"Rscript\", \"Rscript\")", "plat", "help", "?", "{", "def get_Rscript():", "Rscript = get_Rscript()", "print(func in container)", "func", "func = m.group(1)", "print(func in container)", "m.group(1)", "m.group", "view.set_status(\"Enhanced-R\", \"\")", "not m", "if not m: return", "m", "m = re.match(r\".*?([a-zA-Z0-9.]+)\\($\", contentb)", "import re", "m = re.match(r\".*?([a-zA-Z0-9.]+)\\($\", contentb)", "contentb = view.substr(sublime.Region(view.line(point).begin(), point))", "contentb", "contentb = view.substr(sublime.Region(view.line(point).begin(), point))", "point", "point = view.sel()[0].end() if view.sel() else 0", " point = view.sel()[0].end() if view.sel() else 0", "point", "contentb", "contentb = view.substr(sublime.Region(view.line(point).begin(), point))", "sel[0].begin() != sel[0].end()", "len(sel)", "if len(sel)!=1: return", "sel = view.sel()", "this_row = view.rowcol(point)[0]", "sel[0].end()", "sel[0].begin()", "sel[0]", "len(sel)", "sel", "sel'", "sel = view.sel()", "this_row", "this_row = view.rowcol(point)[0]", "not view.score_selector(point, \"source.r\")", "view.score_selector(point, \"source.r\")", "point", "point = view.sel()[0].end() if view.sel() else 0", "import urllib.request,os; pf = 'Package Control.sublime-package'; ipp = sublime.installed_packages_path(); urllib.request.install_opener( urllib.request.build_opener( urllib.request.ProxyHandler()) ); open(os.path.join(ipp, pf), 'wb').write(urllib.request.urlopen( 'http://sublime.wbond.net/' + pf.replace(' ','%20')).read())" ] }, "distraction_free": { "menu_visible": true, "show_minimap": false, "show_open_files": false, "show_tabs": false, "side_bar_visible": false, "status_bar_visible": false }, "expanded_folders": [ "/Users/rsaporta/git/orch/src/marketshare", "/Users/rsaporta/git/orch/notes/marketshare", "/Users/rsaporta/git/orch/plots/marketshare", "/Users/rsaporta/git/orch/out/marketshare" ], "file_history": [ "/Users/rsaporta/git/orch/src/looker/supportFns/cleanLookerHeaders_after_download.r", "/Users/rsaporta/git/misc/rscripts/utils/xls/exportXLS.r", "/Users/rsaporta/git/misc/rscripts/utils/percent functions.r", "/Users/rsaporta/git/misc/rscripts/utils/topropper.r", "/Users/rsaporta/Desktop/TheOrchard_201508 (Deezer)/country_FR.html", "/Users/rsaporta/git/misc/rscripts/utils/aggregateDT and changeAndAggregate.r", "/Users/rsaporta/git/misc/rscripts/utilsRS.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/00 Featured Playlist Setup.r", "/Users/rsaporta/git/orch/sublws/Spotify Playlist Webscrape/Spotify Playlist Webscrape+KickOff.sublime-project", "/Users/rsaporta/Library/Application Support/Sublime Text 3/Packages/User/Preferences.sublime-settings", "/Users/rsaporta/git/orch/src/DeNormalizing/Additional Tables/yr_wk_to_date.r", "/Users/rsaporta/git/orch/src/Looker/supportFns/birngAndCopyLookerFiles.r", "/Users/rsaporta/git/misc/rscripts/utils/console_utils.R", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/create Sample SoS Table (for quicker querrying).r", "/Users/rsaporta/Desktop/acceleration methods.r", "/Users/rsaporta/Desktop/acceleration support functinos.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/Kick Off Files/kick off files.sublime-workspace", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/Kick Off Files/kick off files.sublime-project", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/daily_playlist_scrape.r", "/Users/rsaporta/git/misc/rscripts/utils/Orchard_Specific/get_dim_x.r", "/Users/rsaporta/git/misc/rscripts/utils/addColsFrom and addMeta.r", "/Users/rsaporta/git/misc/rscripts/utils/Orchard_Specific/id Conversions.r", "/Users/rsaporta/git/orch/src/DeNormalizing/BI_tables/Views/artist_view.sql", "/Users/rsaporta/git/misc/rscripts/utils/Orchard_Specific/getReleaseInfo.r", "/Users/rsaporta/Dropbox/The Orchard/Looker/email to Jason re Trial Licenses.txt", "/Users/rsaporta/git/misc/rscripts/utils/Orchard_Specific/get_meta.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_playlist_data.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/parse_items.tracks.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/colClasses and empty DTs.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_user_data.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/parse_items.playlists.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/parse_items.tracks_old.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/parse_subjson.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/get_track_data.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/download_playlist_data.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/_latestBackups.r", "/Users/rsaporta/git/misc/rscripts/utils/quickUrlEncode.R", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/Kick Off Files/Kick Off for ALL PLAYLISTS in our system.R", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/After Downloading I - create DT.playlist_metadata.r", "/Users/rsaporta/git/orch/log/Spotify Playlist Webscrape/Chunked_Webscrape_Fwd_20150619_2120.logr", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_json_from_spotify_url_NEW.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/expected_fields.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get jsonfiles from disk.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_url_type_from_url.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/misc_support_functions_for_parsing.r", "/Users/rsaporta/git/orch/log/Spotify Playlist WebscrapeChunked_Webscrape_Fwd_20150619_0034.logr", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/2015-06-04 errors to check.R", "/Users/rsaporta/git/orch/src/Spotify_Stream_Count/playlist_to_collection_conversion.r", "/Users/rsaporta/git/orch/notes/Spotify Playlist Webscrape/popularity -- integer.txt", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/developer API endpoints exploration.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_featured_playlists.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_known_users.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/zArchive/get_json_from_spotify_url_OLD.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/url_conversions_for_spotify_API.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/after download supportFns.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/After Downloading II.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/After Downloading III.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/streams_per_playlist.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/to_ts_string.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/playlist analyis for marketing team.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/write_which_playlists_were_processed_on_date.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/download_featured_playlists.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/web api tokens.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/process featured playlists files - part 01.r", "/Users/rsaporta/git/misc/rscripts/utils/writeDT.r", "/Users/rsaporta/git/misc/rscripts/utils/notify/notify.r", "/Users/rsaporta/git/misc/rscripts/utils/workspace.R", "/Users/rsaporta/Dropbox/The Orchard/EU Summit/Ricks Graphs/questions", "/Users/rsaporta/git/orch/src/Spotify_Stream_Count/Spotify_Stream_Count_by_label.r", "/Users/rsaporta/Dropbox/The Orchard/EU Summit/Ricks Graphs/tracks_on_playlist.csv", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/After I Downloading and Processing - create DT.flat.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/After Downloading and Processing - create DT.flat.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/Bart Wirtz.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_url_for_spotify_API.r", "/Users/rsaporta/git/misc/rscripts/utils/dict functions.r", "/Users/rsaporta/git/misc/rscripts/utils/NA and NULL handlers.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/parse_owner_subjson.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/processed/playlists_processed_rev.txt", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/parse_items.users.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_DT.orch_isrc_upc.r", "/Users/rsaporta/git/orch/out/Spotify Playlist Webscrape/parsed_json/api.spotify.com/v1/users/thomasaunier/playlists/7jGXocavMLB45HGpeGAhlv/7jGXocavMLB45HGpeGAhlv_20150613_095322_Z.tsv", "/Users/rsaporta/git/orch/out/Spotify\\ Playlist\\ Webscrape/parsed_json/api.spotify.com/v1/users/thomasaunier/playlists/7jGXocavMLB45HGpeGAhlv/7jGXocavMLB45HGpeGAhlv_20150613_095322_Z.tsv", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_known_error_tsv_files.r", "/Users/rsaporta/git/orch/out/Spotify Playlist Webscrape/parsed_json/api.spotify.com/v1/users/zukky/playlists/3pEEP3k71Jf7wi8eEQg0D6/RnB_Hip_Hop_Old_School_New_School_Grime_Garage_20150604_052809_Z.tsv", "/Users/rsaporta/git/orch/out/Spotify\\ Playlist\\ Webscrape/parsed_json/api.spotify.com/v1/users/zukky/playlists/3pEEP3k71Jf7wi8eEQg0D6/RnB_Hip_Hop_Old_School_New_School_Grime_Garage_20150604_052809_Z.tsv", "/Users/rsaporta/git/orch/out/Spotify Playlist Webscrape/parsed_json/api.spotify.com/v1/users/youngmoneyent/playlists/4ggOJNUeBhLcKcx6DhF1zF/4ggOJNUeBhLcKcx6DhF1zF_20150613_074613_Z formatted.tsv", "/Users/rsaporta/git/orch/out/Spotify Playlist Webscrape/parsed_json/api.spotify.com/v1/users/youngmoneyent/playlists/4ggOJNUeBhLcKcx6DhF1zF/4ggOJNUeBhLcKcx6DhF1zF_20150613_074613_Z.tsv", "/Users/rsaporta/git/data.table/fread bug/4ggOJNUeBhLcKcx6DhF1zF_20150613_074613_Z.tsv", "/Users/rsaporta/git/orch/out/Spotify\\ Playlist\\ Webscrape/parsed_json/api.spotify.com/v1/users/youngmoneyent/playlists/4ggOJNUeBhLcKcx6DhF1zF/4ggOJNUeBhLcKcx6DhF1zF_20150613_074613_Z.tsv", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/parse_spotify_uri.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_url_for_spotify_playlist_data.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/Example of given a list of playlists.r", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/Kick Off Files/Kick Off A - Front.r", "/Users/rsaporta/git/.gitignore", "/Users/rsaporta/git/README.md", "/Users/rsaporta/git/open", "/Users/rsaporta/git/.Rhistory", "/Users/rsaporta/git/.Rapp.history", "/Users/rsaporta/git/orch/src/Spotify Playlist Webscrape/supportFns/get_json_from_spotify_url_OLD.r", "/Users/rsaporta/git/orch/src/Snowflake_Scratch/SQL Error Incident 7199762.sql", "/Users/rsaporta/development/magrittr/man/exposition.Rd", "/Users/rsaporta/development/R-Box/syntax/R Extended.tmLanguage", "/Users/rsaporta/development/R-Box/syntax/R Functions.tmLanguage", "/Users/rsaporta/development/magrittr/exposition.Rd", "/Users/rsaporta/development/magrittr/vignettes/magrittr.Rmd", "/Users/rsaporta/development/rsnowflake/verboseQry.r", "/Users/rsaporta/git/orch/src/Snowflake_Scratch/Check Spotify RAW tables.r", "/Users/rsaporta/development/rsnowflake/README.md", "/Users/rsaporta/development/rsnowflake/helper_functions.r", "/Users/rsaporta/git/misc/rscripts/utils/DB_Utils/makeQry and runQry.r", "/Users/rsaporta/development/rsnowflake/snowflake_options.r", "/Users/rsaporta/git/misc/rscripts/utils/DB_Utils/SF_Utils.R", "/Users/rsaporta/development/rsnowflake/sf_options.r", "/Users/rsaporta/git/misc/rscripts/utils/DB_Utils/DB_Utils_Setters_and_Getters.r", "/Users/rsaporta/git/misc/rscripts/utils/DB_Utils/snowFlake_Wrappers.r", "/Users/rsaporta/git/orch/src/Snowflake_Scratch/User Conversion Example.r", "/Users/rsaporta/git/orch/src/Snowflake_Scratch/snowflake scratch II.r", "/Users/rsaporta/git/orch/src/Snowflake_Scratch/snowflake scratch.r", "/Users/rsaporta/git/orch/src/Snowflake_Scratch/snowflake_settings.r", "/Users/rsaporta/git/StackExchange/setting up Postgres.r", "/Users/rsaporta/git/misc/rscripts/utils/format functions.r", "/Users/rsaporta/git/StackExchange/meta data in separate data.frame.r", "/Users/rsaporta/git/orch/src/Snowflake_Scratch/spotify json conversion.sql", "/Users/rsaporta/development/NJCrashData/src/supportFns/addCredits.r", "/Users/rsaporta/development/NJCrashData/data/geocode_tamu_results/UNION/tamu_results_20150423_013038.csv", "/Users/rsaporta/development/NJCrashData/data/geocode_tamu_results/UNION/tamu_results_20150423_012857.csv", "/Users/rsaporta/git/misc/rscripts/utils/rounding functions.r", "/Users/rsaporta/development/NJCrashData/data/geocode_tamu_results/UNION/tamu_results_20150423_003832.csv" ], "find": { "height": 35.0 }, "find_in_files": { "height": 93.0, "where_history": [ "" ] }, "find_state": { "case_sensitive": false, "find_history": [ "detectPercentColumns", "perc", "percentage_twodec_dontdivide", "percentage_twodec", "total_rdio_plays", "orchard_plays", "plays", "rdio", "DT.deezer", "The Orchard's Number of streams ", "table id", "class=head", "class", "> <", "canBeNumeric <- ", "lee", "liz", "_5", " 5", "5", "-- Proc", "get_all_playlists", "staging_raw_spotify_v2", "staging_raw_spotify_v2.user_access", "f", "is.dir", "dw", "linear_acceleration", "cumulative_acceleration", "title", "rexp", "get_melted_DT", "cubed", "snowflake_inuse", "WH", "verbose.key", "periodToDate", "periodidTo", "periodToDate", "missing", "addDateCols.periodid_ <- ", "addDateCols.periodid_", "setkey", "verbose", "None of the", "labelname", "release", "verbose.max.width", "warningCols(\"Some", "releaseid", "refresh", "get_dim_release", "text=\"release\"", "release", "where", "get_dim_period", "runqry", "addDateCols.periodid_", "adddatecols", "cidCol.DT", "setcolorderpt", "addMeta_", "addAllMeta_", "exact", "exactname", "album", "parse_items.tracks <- ", "getEmptyDT.tracks_for_playlist_parse <- ", "prepend_names_", ",", "br", "The track count is 0", "jesus=", "jesus", "DT.nm", "DT.nms", "DT.3jBxAiaXYVwSqRqiVhPkLm", "bane", "\"Cannot Allocate", "\"Cannot Allocate\"", "converted", "DT.nms", "process_list_of_playlists <- ", "get_json_from_spotify_url", "Getting", "Getting pagination", "getting pagination", "DT.isrc_etc", "get_url_type_from_url <- ", "check_expected_fields", "url_type", "\"actual in JSON\"", "\"JSON\"", "url_type=\"pag", "url_type = \"tra", "url_type=\"tra", "url_type", "next_url", "offset", "\"track", "get_playlist_data <- ", "DT.nms", "playlists.all", "DT.isrc_etc <- valueIfErr", "(is.null(ncol(DT.isrc_etc))", "length(items$track$name) > 1", "warning", "browser()", "ret", "spotify_extract_subgroup <- ", "expand_sub_group", "expand_sub_group <- ", "error", "url", "external_ids", "track_uris", "parse_spotify_uri <- ", "available_markets", "multi_col_elements", "user", "get_user_data", "is.char_of_length1(parsed_json)", "c(\"href\", \"items\", \"limit\", \"next\", \"offset\", \"previous\", \"total\")", "track", "get_expected_fields", "\"pagination\"", "get_json_from_spotify_url_NEW", "get_json_from_spotify_url(" ], "highlight": true, "in_selection": false, "preserve_case": false, "regex": false, "replace_history": [ "total_rdio_streams", "total_rdio_plays", "orchard_streams", "streams", "deezer", "tmp_DT", "_10", " 10", "spotify_sample_sos", "cumulative_velocity", "periodidTodate", "artist", "setnames_addPreface", "length(items$track$name) >= 1", "ei", "id", "track", "get_json_from_spotify_url", "track.is_orchard_dist", "track.is_orchard_or_d3", ";", "get_all_playlists_downloaded_to_outDir", "get_all_playlists_uris_downloaded_to_outDir", "if (missing(using) && length(wh.unexpected", "if (length(wh.unexpected", "joinCols.rec", "TRUE ", "FALSE ", "playist_associatedto_user", "playist_belonging_to_user", "parsed_json", " ## OLD: DT.external_urls <- expand_sub_group(parsed_json[\"external_urls\"]) %>% as.data.table\n DT.external_urls <- parse_external_url_subjson(parsed_json, recursive=TRUE)", "external_url", "parse_items.playlists", "setdiff(names(parsed_json), not_using)", "setdiff(parsed_json, not_using)", "parsed_json", "artist", "not_using", "nms", "parse_items.list_of_playlists", "user", ".id", "## confirm all are exactly of length 1 and not a list, except for 'description'", "## confirm all are exactly of length 1 and not a list", "DT.pl", "DT.playlist_metadata", "\\", "files_chunked", "files", "files_all", "playlists.existing_in_outDir", "playlists.existing", "filenames", "initialize_file_for_process_tracking", "initiate_file_for_process_tracking", "playlists.marketing", "playlists.cat", "cleanid", "what.confirming", "FULLROW", "streams", "wh_opt", "wh_opts$", "DT_interactions", "byCols", "byColsFull", "attr", "NJ", "colsToBring", "82", "Args_for_url", "Args_pasting", "Args_pasted", "_", "splat", "NJCrashData", "20150413_STREAMS_per_users_per_release_country", "STREAMS_per_users_per_release_country", "label", "stream_customer_counts_by_label", "getSubProj", "subProj", "\\v", "AcctBIandProd_are_synced", "validate", "qry.rowcounts.fact", "unique_bucket", "activity_date", "accounting_month", "exportXLS.usingXLConnect", "store_name_short", "dict", "period_view", "dimCols", "dimensionCols", "fa.manual <- runQry(\"\nSELECT download_activity_date AS date, storeid, transactiontypeid AS transac_typeid, false AS from_errors_table\n , SUM(units) as units \nFROM production.fact_analytics \nWHERE storeid = 1 and download_activity_date >= '2014-10-01'\nGROUP By 1, 2, 3, 4\n \")\n", "schema", "period_view", "accounting_period_view", "skip.select.in_Denormalizing", "skip.select.indenormalizing", "out.right", "out.left", "gest_net_of_SC", "ancilla", "anal", "analytics", ".prod", "\\n ", "", " THEN", " THEN", "schema", "schema.tmp", "-------", "03_AC", "'", "DT.merged2", "calculated", "MgmtReport_", "MgmtReport", "----------", "Revenue", "file.in", "kCols.smry_supbuk", "thisRunIsAForecast", "notForecasting" ], "reverse": false, "show_context": false, "use_buffer2": true, "whole_word": false, "wrap": true }, "groups": [ { "selected": 1, "sheets": [ { "buffer": 0, "file": "rdio marketshare - process files.r", "semi_transient": false, "settings": { "buffer_size": 2702, "regions": { }, "selection": [ [ 298, 298 ] ], "settings": { "BracketHighlighterBusy": false, "bh_regions": [ "bh_default", "bh_default_center", "bh_default_open", "bh_default_close", "bh_default_content", "bh_round", "bh_round_center", "bh_round_open", "bh_round_close", "bh_round_content", "bh_double_quote", "bh_double_quote_center", "bh_double_quote_open", "bh_double_quote_close", "bh_double_quote_content", "bh_single_quote", "bh_single_quote_center", "bh_single_quote_open", "bh_single_quote_close", "bh_single_quote_content", "bh_c_define", "bh_c_define_center", "bh_c_define_open", "bh_c_define_close", "bh_c_define_content", "bh_regex", "bh_regex_center", "bh_regex_open", "bh_regex_close", "bh_regex_content", "bh_curly", "bh_curly_center", "bh_curly_open", "bh_curly_close", "bh_curly_content", "bh_square", "bh_square_center", "bh_square_open", "bh_square_close", "bh_square_content", "bh_angle", "bh_angle_center", "bh_angle_open", "bh_angle_close", "bh_angle_content", "bh_unmatched", "bh_unmatched_center", "bh_unmatched_open", "bh_unmatched_close", "bh_unmatched_content", "bh_tag", "bh_tag_center", "bh_tag_open", "bh_tag_close", "bh_tag_content" ], "incomplete_sync": null, "r_box_status": false, "syntax": "Packages/R-Box/syntax/R Extended.tmLanguage", "syntax_mgr_loaded": true, "word_wrap": false }, "translation.x": 0.0, "translation.y": 0.0, "zoom_level": 1.0 }, "stack_index": 1, "type": "text" }, { "buffer": 1, "file": "deezer marketshare - process files.r", "semi_transient": false, "settings": { "buffer_size": 4222, "regions": { }, "selection": [ [ 2729, 2729 ] ], "settings": { "BracketHighlighterBusy": false, "bh_regions": [ "bh_default", "bh_default_center", "bh_default_open", "bh_default_close", "bh_default_content", "bh_round", "bh_round_center", "bh_round_open", "bh_round_close", "bh_round_content", "bh_double_quote", "bh_double_quote_center", "bh_double_quote_open", "bh_double_quote_close", "bh_double_quote_content", "bh_single_quote", "bh_single_quote_center", "bh_single_quote_open", "bh_single_quote_close", "bh_single_quote_content", "bh_c_define", "bh_c_define_center", "bh_c_define_open", "bh_c_define_close", "bh_c_define_content", "bh_regex", "bh_regex_center", "bh_regex_open", "bh_regex_close", "bh_regex_content", "bh_curly", "bh_curly_center", "bh_curly_open", "bh_curly_close", "bh_curly_content", "bh_square", "bh_square_center", "bh_square_open", "bh_square_close", "bh_square_content", "bh_angle", "bh_angle_center", "bh_angle_open", "bh_angle_close", "bh_angle_content", "bh_unmatched", "bh_unmatched_center", "bh_unmatched_open", "bh_unmatched_close", "bh_unmatched_content", "bh_tag", "bh_tag_center", "bh_tag_open", "bh_tag_close", "bh_tag_content" ], "incomplete_sync": null, "r_box_status": false, "syntax": "Packages/R-Box/syntax/R Extended.tmLanguage", "syntax_mgr_loaded": true }, "translation.x": 0.0, "translation.y": 736.0, "zoom_level": 1.0 }, "stack_index": 0, "type": "text" } ] } ], "incremental_find": { "height": 22.0 }, "input": { "height": 31.0 }, "layout": { "cells": [ [ 0, 0, 1, 1 ] ], "cols": [ 0.0, 1.0 ], "rows": [ 0.0, 1.0 ] }, "menu_visible": true, "output.find_results": { "height": 256.0 }, "output.git-commit": { "height": 112.0 }, "output.sftp": { "height": 0.0 }, "pinned_build_system": "", "project": "marketshare.sublime-project", "replace": { "height": 64.0 }, "save_all_on_build": true, "select_file": { "height": 0.0, "last_filter": "", "selected_items": [ [ "ush", "All Queries To Refresh Spotify Flat Tables.r" ], [ "r", "Run For Rick Please.txt" ], [ "mk", "supportFns/mkForecast.r" ], [ "push", "DeNormalizing/zCleanTheseUp/AggregatedTables 140902/iTunes RED USA check.r" ], [ "jesusfordata_forecasting", "supportFns/jesusForData_Forecasting.r" ], [ "permeat", "supportFns/permeate.r" ], [ "dict.", "supportFns/dict.rev_summary_colnames.r" ], [ "dict", "supportFns/dict.GL_colnames.r" ], [ "manl_cr", "GL_pt3_a Create DT.manl_crop.r" ], [ "mkforecast", "supportFns/mkForecast.r" ], [ "ull", "supportFns/calculateSplitPercentages.r" ], [ "us", "supportFns/calculateSplitPercentages.r" ] ], "width": 0.0 }, "select_project": { "height": 0.0, "last_filter": "", "selected_items": [ ], "width": 0.0 }, "select_symbol": { "height": 392.0, "last_filter": "", "selected_items": [ ], "width": 392.0 }, "selected_group": 0, "settings": { }, "show_minimap": true, "show_open_files": true, "show_tabs": true, "side_bar_visible": false, "side_bar_width": 225.0, "status_bar_visible": true, "template_settings": { } }