{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": { "collapsed": true }, "outputs": [], "source": [ "import os" ] }, { "cell_type": "code", "execution_count": 61, "metadata": { "collapsed": true }, "outputs": [], "source": [ "from subprocess import Popen, PIPE\n", "gitproc = Popen(['ls', '-l1', '/Users/joel/Downloads/Apollo_data/'], stdout=PIPE, stderr=PIPE)\n", "stdout, stderr = gitproc.communicate()" ] }, { "cell_type": "code", "execution_count": 62, "metadata": { "collapsed": true, "scrolled": true }, "outputs": [], "source": [ "lines = [ r.decode('utf8') for r in stdout.splitlines() if 'Worldwide' in r.decode('utf8')]" ] }, { "cell_type": "code", "execution_count": 63, "metadata": { "collapsed": true }, "outputs": [], "source": [ "titles = [(l.split(' - ')[0], l) for l in lines]" ] }, { "cell_type": "code", "execution_count": 64, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "2H2H,2H2H - Worldwide - Spotify.csv\n", "Al Fuego,Al Fuego - Worldwide - Spotify.csv\n", "Alien,Alien - Worldwide - Spotify.csv\n", "Alive,Alive - Worldwide - Spotify.csv\n", "Are You High_,Are You High_ - Worldwide - Spotify.csv\n", "Around U,Around U - Worldwide - Spotify.csv\n", "Bags,Bags - Worldwide - Spotify.csv\n", "Bala (Bacano Bootleg #1),Bala (Bacano Bootleg #1) - Worldwide - Spotify.csv\n", "Bedre End Din Eks,Bedre End Din Eks - Worldwide - Spotify.csv\n", "Beside Me,Beside Me - Worldwide - Spotify.csv\n", "Bicycle,Bicycle - Worldwide - Spotify.csv\n", "Big Woman,Big Woman - Worldwide - Spotify.csv\n", "Birmingham (Anthem),Birmingham (Anthem) - Worldwide - Spotify.csv\n", "Bound To You,Bound To You - Worldwide - Spotify.csv\n", "Boytoy,Boytoy - Worldwide - Spotify.csv\n", "Bridge Back to Your Heart,Bridge Back to Your Heart - Worldwide - Spotify.csv\n", "Burn Break Crash,Burn Break Crash - Worldwide - Spotify.csv\n", "Can t Give It Up,Can t Give It Up - Worldwide - Spotify.csv\n", "Celebrate,Celebrate - Worldwide - Spotify.csv\n", "Chocolate,Chocolate - Worldwide - Spotify.csv\n", "City Slums,City Slums - Worldwide - Spotify.csv\n", "Cold,Cold - Worldwide - Spotify.csv\n", "Cold War (feat. Mr Hudson),Cold War (feat. Mr Hudson) - Worldwide - Spotify.csv\n", "Collect,Collect - Worldwide - Spotify.csv\n", "Come Alive,Come Alive - Worldwide - Spotify.csv\n", "Cover Girls,Cover Girls - Worldwide - Spotify.csv\n", "Dance,Dance - Worldwide - Spotify.csv\n", "Destiny,Destiny - Worldwide - Spotify.csv\n", "Down Up,Down Up - Worldwide - Spotify.csv\n", "Drugs You Do,Drugs You Do - Worldwide - Spotify.csv\n", "Dum Som Mig,Dum Som Mig - Worldwide - Spotify.csv\n", "End of Desire,End of Desire - Worldwide - Spotify.csv\n", "Enough,Enough - Worldwide - Spotify.csv\n", "FCKD IT UP,FCKD IT UP - Worldwide - Spotify.csv\n", "Fall,Fall - Worldwide - Spotify.csv\n", "Flyve,Flyve - Worldwide - Spotify.csv\n", "For Længe,For Længe - Worldwide - Spotify.csv\n", "Forget You,Forget You - Worldwide - Spotify.csv\n", "Gi Mig Det Hele,Gi Mig Det Hele - Worldwide - Spotify.csv\n", "Give Me the Night,Give Me the Night - Worldwide - Spotify.csv\n", "Golden Touch,Golden Touch - Worldwide - Spotify.csv\n", "Happy New Year,Happy New Year - Worldwide - Spotify.csv\n", "Heartbeats (feat. Ester Adele),Heartbeats (feat. Ester Adele) - Worldwide - Spotify.csv\n", "Hele Dagen,Hele Dagen - Worldwide - Spotify.csv\n", "Honey,Honey - Worldwide - Spotify.csv\n", "Hot Head Chippenham,Hot Head Chippenham - Worldwide - Spotify.csv\n", "I Don t Know,I Don t Know - Worldwide - Spotify.csv\n", "If U Love Me Now,If U Love Me Now - Worldwide - Spotify.csv\n", "Indiana,Indiana - Worldwide - Spotify.csv\n", "Inferno,Inferno - Worldwide - Spotify.csv\n", "It s Gotta Be You,It s Gotta Be You - Worldwide - Spotify.csv\n", "Kom Med Mig,Kom Med Mig - Worldwide - Spotify.csv\n", "Kom Væk,Kom Væk - Worldwide - Spotify.csv\n", "Les hommes de demain,Les hommes de demain - Worldwide - Spotify.csv\n", "Lidt Ad Gangen,Lidt Ad Gangen - Worldwide - Spotify.csv\n", "Livet Er For Kort,Livet Er For Kort - Worldwide - Spotify.csv\n", "Lovesick,Lovesick - Worldwide - Spotify.csv\n", "Markeeta s Way,Markeeta s Way - Worldwide - Spotify.csv\n", "Mystery Girl,Mystery Girl - Worldwide - Spotify.csv\n", "Neon Smoke,Neon Smoke - Worldwide - Spotify.csv\n", "Never Wanted You,Never Wanted You - Worldwide - Spotify.csv\n", "No Love,No Love - Worldwide - Spotify.csv\n", "Numbers Game,Numbers Game - Worldwide - Spotify.csv\n", "Ocean View,Ocean View - Worldwide - Spotify.csv\n", "Oceans,Oceans - Worldwide - Spotify.csv\n", "One More Time,One More Time - Worldwide - Spotify.csv\n", "Out of Love,Out of Love - Worldwide - Spotify.csv\n", "Pool,Pool - Worldwide - Spotify.csv\n", "Proud,Proud - Worldwide - Spotify.csv\n", "Puddycat,Puddycat - Worldwide - Spotify.csv\n", "Puffy,Puffy - Worldwide - Spotify.csv\n", "Satan, Luella & I (Radio Edit),Satan, Luella & I (Radio Edit) - Worldwide - Spotify.csv\n", "Satellite,Satellite - Worldwide - Spotify.csv\n", "Show Me You,Show Me You - Worldwide - Spotify.csv\n", "Something About You,Something About You - Worldwide - Spotify.csv\n", "Stardust,Stardust - Worldwide - Spotify.csv\n", "Sweden,Sweden - Worldwide - Spotify.csv\n", "The Hamptons,The Hamptons - Worldwide - Spotify.csv\n", "The One I Need,The One I Need - Worldwide - Spotify.csv\n", "The Underdog,The Underdog - Worldwide - Spotify.csv\n", "Thorns,Thorns - Edit - Worldwide - Spotify.csv\n", "Till We Do It,Till We Do It - Worldwide - Spotify.csv\n", "Together,Together - Worldwide - Spotify.csv\n", "Trouble in the Streets,Trouble in the Streets - Worldwide - Spotify.csv\n", "W.I.L.D,W.I.L.D - Worldwide - Spotify.csv\n", "Wat Up,Wat Up - Worldwide - Spotify.csv\n", "Waterfall,Waterfall - Worldwide - Spotify.csv\n", "Who Am I,Who Am I - Worldwide - Spotify.csv\n", "YOU,YOU - Worldwide - Spotify.csv\n" ] } ], "source": [ "for t in titles:\n", " print(\",\".join(t))" ] }, { "cell_type": "code", "execution_count": 85, "metadata": { "collapsed": true }, "outputs": [], "source": [ "import csv\n" ] }, { "cell_type": "code", "execution_count": 86, "metadata": { "collapsed": true }, "outputs": [], "source": [ "mapping_file = '/Users/joel/Downloads/Apollo_data/mapping.csv'" ] }, { "cell_type": "code", "execution_count": 87, "metadata": {}, "outputs": [], "source": [ "def append_to_file(fname, mapping_row):\n", " if not mapping_row[4].strip().endswith('.csv'):\n", " return\n", " \n", " with open(fname, 'a') as fout:\n", " csvout = csv.writer(fout)\n", " if not os.path.isfile('/Users/joel/Downloads/Apollo_data/{}'.format(mapping_row[4])):\n", " print(\"Skipping\", mapping_row[4])\n", " return\n", " \n", " print('-- Handling --', mapping_row[4])\n", " with open('/Users/joel/Downloads/Apollo_data/{}'.format(mapping_row[4])) as streamfile:\n", " \n", " streamscsv = csv.reader(streamfile)\n", " for row in streamscsv:\n", " if row[1] == 'Worldwide':\n", " csvout.writerow([mapping_row[0]] + row)" ] }, { "cell_type": "code", "execution_count": 88, "metadata": { "scrolled": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Boytoy - Worldwide - Spotify.csv\n", "-- Handling -- Boytoy - Worldwide - Spotify.csv\n", "Out of Love - Worldwide - Spotify.csv\n", "-- Handling -- Out of Love - Worldwide - Spotify.csv\n", "Cover Girls - Worldwide - Spotify.csv\n", "-- Handling -- Cover Girls - Worldwide - Spotify.csv\n", "Gi Mig Det Hele - Worldwide - Spotify.csv\n", "-- Handling -- Gi Mig Det Hele - Worldwide - Spotify.csv\n", "#N/A\n", "Enough - Worldwide - Spotify.csv\n", "-- Handling -- Enough - Worldwide - Spotify.csv\n", "One More Time - Worldwide - Spotify.csv\n", "-- Handling -- One More Time - Worldwide - Spotify.csv\n", "Wat Up - Worldwide - Spotify.csv\n", "-- Handling -- Wat Up - Worldwide - Spotify.csv\n", "Never Wanted You - Worldwide - Spotify.csv\n", "-- Handling -- Never Wanted You - Worldwide - Spotify.csv\n", "FCKD IT UP - Worldwide - Spotify.csv\n", "-- Handling -- FCKD IT UP - Worldwide - Spotify.csv\n", "No Love - Worldwide - Spotify.csv\n", "-- Handling -- No Love - Worldwide - Spotify.csv\n", "Fall - Worldwide - Spotify.csv\n", "-- Handling -- Fall - Worldwide - Spotify.csv\n", "I Don t Know - Worldwide - Spotify.csv\n", "-- Handling -- I Don t Know - Worldwide - Spotify.csv\n", "Who Am I - Worldwide - Spotify.csv\n", "-- Handling -- Who Am I - Worldwide - Spotify.csv\n", "Les hommes de demain - Worldwide - Spotify.csv\n", "-- Handling -- Les hommes de demain - Worldwide - Spotify.csv\n", "Pool - Worldwide - Spotify.csv\n", "-- Handling -- Pool - Worldwide - Spotify.csv\n", "Inferno - Worldwide - Spotify.csv\n", "-- Handling -- Inferno - Worldwide - Spotify.csv\n", "Together - Worldwide - Spotify.csv\n", "-- Handling -- Together - Worldwide - Spotify.csv\n", "Kom Væk - Worldwide - Spotify.csv\n", "-- Handling -- Kom Væk - Worldwide - Spotify.csv\n", "Bags - Worldwide - Spotify.csv\n", "-- Handling -- Bags - Worldwide - Spotify.csv\n", "Dum Som Mig - Worldwide - Spotify.csv\n", "-- Handling -- Dum Som Mig - Worldwide - Spotify.csv\n", "Lidt Ad Gangen - Worldwide - Spotify.csv\n", "-- Handling -- Lidt Ad Gangen - Worldwide - Spotify.csv\n", "It s Gotta Be You - Worldwide - Spotify.csv\n", "-- Handling -- It s Gotta Be You - Worldwide - Spotify.csv\n", "The Underdog - Worldwide - Spotify.csv\n", "-- Handling -- The Underdog - Worldwide - Spotify.csv\n", "Livet Er For Kort - Worldwide - Spotify.csv\n", "-- Handling -- Livet Er For Kort - Worldwide - Spotify.csv\n", "Drugs You Do - Worldwide - Spotify.csv\n", "-- Handling -- Drugs You Do - Worldwide - Spotify.csv\n", "Proud - Worldwide - Spotify.csv\n", "-- Handling -- Proud - Worldwide - Spotify.csv\n", "End of Desire - Worldwide - Spotify.csv\n", "-- Handling -- End of Desire - Worldwide - Spotify.csv\n", "Cold War (feat. Mr Hudson) - Worldwide - Spotify.csv\n", "-- Handling -- Cold War (feat. Mr Hudson) - Worldwide - Spotify.csv\n", "Satellite - Worldwide - Spotify.csv\n", "-- Handling -- Satellite - Worldwide - Spotify.csv\n", "Bedre End Din Eks - Worldwide - Spotify.csv\n", "-- Handling -- Bedre End Din Eks - Worldwide - Spotify.csv\n", "Forget You - Worldwide - Spotify.csv\n", "-- Handling -- Forget You - Worldwide - Spotify.csv\n", "Come Alive - Worldwide - Spotify.csv\n", "-- Handling -- Come Alive - Worldwide - Spotify.csv\n", "Happy New Year - Worldwide - Spotify.csv\n", "-- Handling -- Happy New Year - Worldwide - Spotify.csv\n", "Lovesick - Worldwide - Spotify.csv\n", "-- Handling -- Lovesick - Worldwide - Spotify.csv\n", "Bridge Back to Your Heart - Worldwide - Spotify.csv\n", "-- Handling -- Bridge Back to Your Heart - Worldwide - Spotify.csv\n", "Sweden - Worldwide - Spotify.csv\n", "-- Handling -- Sweden - Worldwide - Spotify.csv\n", "Bala (Bacano Bootleg #1) - Worldwide - Spotify.csv\n", "-- Handling -- Bala (Bacano Bootleg #1) - Worldwide - Spotify.csv\n", "Heartbeats (feat. Ester Adele) - Worldwide - Spotify.csv\n", "-- Handling -- Heartbeats (feat. Ester Adele) - Worldwide - Spotify.csv\n", "Bound To You - Worldwide - Spotify.csv\n", "-- Handling -- Bound To You - Worldwide - Spotify.csv\n", "Something About You - Worldwide - Spotify.csv\n", "-- Handling -- Something About You - Worldwide - Spotify.csv\n", "Honey - Worldwide - Spotify.csv\n", "-- Handling -- Honey - Worldwide - Spotify.csv\n", "Cold - Worldwide - Spotify.csv\n", "-- Handling -- Cold - Worldwide - Spotify.csv\n", "Chocolate - Worldwide - Spotify.csv\n", "-- Handling -- Chocolate - Worldwide - Spotify.csv\n", "Puffy - Worldwide - Spotify.csv\n", "-- Handling -- Puffy - Worldwide - Spotify.csv\n", "Bicycle - Worldwide - Spotify.csv\n", "-- Handling -- Bicycle - Worldwide - Spotify.csv\n", "City Slums - Worldwide - Spotify.csv\n", "-- Handling -- City Slums - Worldwide - Spotify.csv\n", "Mystery Girl - Worldwide - Spotify.csv\n", "-- Handling -- Mystery Girl - Worldwide - Spotify.csv\n", "#N/A\n", "Puddycat - Worldwide - Spotify.csv\n", "-- Handling -- Puddycat - Worldwide - Spotify.csv\n", "Can t Give It Up - Worldwide - Spotify.csv\n", "-- Handling -- Can t Give It Up - Worldwide - Spotify.csv\n", "Are You High_ - Worldwide - Spotify.csv\n", "-- Handling -- Are You High_ - Worldwide - Spotify.csv\n", "Trouble in the Streets - Worldwide - Spotify.csv\n", "-- Handling -- Trouble in the Streets - Worldwide - Spotify.csv\n", "Hot Head Chippenham - Worldwide - Spotify.csv\n", "-- Handling -- Hot Head Chippenham - Worldwide - Spotify.csv\n", "Give Me the Night - Worldwide - Spotify.csv\n", "-- Handling -- Give Me the Night - Worldwide - Spotify.csv\n", "Beside Me - Worldwide - Spotify.csv\n", "-- Handling -- Beside Me - Worldwide - Spotify.csv\n", "Show Me You - Worldwide - Spotify.csv\n", "-- Handling -- Show Me You - Worldwide - Spotify.csv\n", "Indiana - Worldwide - Spotify.csv\n", "-- Handling -- Indiana - Worldwide - Spotify.csv\n", "Dance - Worldwide - Spotify.csv\n", "-- Handling -- Dance - Worldwide - Spotify.csv\n", "Neon Smoke - Worldwide - Spotify.csv\n", "-- Handling -- Neon Smoke - Worldwide - Spotify.csv\n", "Alive - Worldwide - Spotify.csv\n", "-- Handling -- Alive - Worldwide - Spotify.csv\n", "Numbers Game - Worldwide - Spotify.csv\n", "-- Handling -- Numbers Game - Worldwide - Spotify.csv\n", "Destiny - Worldwide - Spotify.csv\n", "-- Handling -- Destiny - Worldwide - Spotify.csv\n", "Ocean View - Worldwide - Spotify.csv\n", "-- Handling -- Ocean View - Worldwide - Spotify.csv\n", "If U Love Me Now - Worldwide - Spotify.csv\n", "-- Handling -- If U Love Me Now - Worldwide - Spotify.csv\n", "Golden Touch - Worldwide - Spotify.csv\n", "-- Handling -- Golden Touch - Worldwide - Spotify.csv\n", "Celebrate - Worldwide - Spotify.csv\n", "-- Handling -- Celebrate - Worldwide - Spotify.csv\n", "Big Woman - Worldwide - Spotify.csv\n", "-- Handling -- Big Woman - Worldwide - Spotify.csv\n", "Till We Do It - Worldwide - Spotify.csv\n", "-- Handling -- Till We Do It - Worldwide - Spotify.csv\n", "The Hamptons - Worldwide - Spotify.csv\n", "-- Handling -- The Hamptons - Worldwide - Spotify.csv\n", "For Længe - Worldwide - Spotify.csv\n", "-- Handling -- For Længe - Worldwide - Spotify.csv\n", "Down Up - Worldwide - Spotify.csv\n", "-- Handling -- Down Up - Worldwide - Spotify.csv\n", "Burn Break Crash - Worldwide - Spotify.csv\n", "-- Handling -- Burn Break Crash - Worldwide - Spotify.csv\n", "YOU - Worldwide - Spotify.csv\n", "-- Handling -- YOU - Worldwide - Spotify.csv\n", "Birmingham (Anthem) - Worldwide - Spotify.csv\n", "-- Handling -- Birmingham (Anthem) - Worldwide - Spotify.csv\n", "Oceans - Worldwide - Spotify.csv\n", "-- Handling -- Oceans - Worldwide - Spotify.csv\n", "Luella & I (Radio Edit) - Worldwide - Spotify.csv\n", "Skipping Luella & I (Radio Edit) - Worldwide - Spotify.csv\n", "Around U - Worldwide - Spotify.csv\n", "-- Handling -- Around U - Worldwide - Spotify.csv\n", "Thorns - Edit - Worldwide - Spotify.csv\n", "-- Handling -- Thorns - Edit - Worldwide - Spotify.csv\n", "Kom Med Mig - Worldwide - Spotify.csv\n", "-- Handling -- Kom Med Mig - Worldwide - Spotify.csv\n", "W.I.L.D - Worldwide - Spotify.csv\n", "-- Handling -- W.I.L.D - Worldwide - Spotify.csv\n", "Collect - Worldwide - Spotify.csv\n", "-- Handling -- Collect - Worldwide - Spotify.csv\n", "2H2H - Worldwide - Spotify.csv\n", "-- Handling -- 2H2H - Worldwide - Spotify.csv\n", "Waterfall - Worldwide - Spotify.csv\n", "-- Handling -- Waterfall - Worldwide - Spotify.csv\n", "Flyve - Worldwide - Spotify.csv\n", "-- Handling -- Flyve - Worldwide - Spotify.csv\n", "Alien - Worldwide - Spotify.csv\n", "-- Handling -- Alien - Worldwide - Spotify.csv\n", "The One I Need - Worldwide - Spotify.csv\n", "-- Handling -- The One I Need - Worldwide - Spotify.csv\n", "Stardust - Worldwide - Spotify.csv\n", "-- Handling -- Stardust - Worldwide - Spotify.csv\n", "Hele Dagen - Worldwide - Spotify.csv\n", "-- Handling -- Hele Dagen - Worldwide - Spotify.csv\n", "Markeeta s Way - Worldwide - Spotify.csv\n", "-- Handling -- Markeeta s Way - Worldwide - Spotify.csv\n", "Al Fuego - Worldwide - Spotify.csv\n", "-- Handling -- Al Fuego - Worldwide - Spotify.csv\n" ] } ], "source": [ "with open(mapping_file) as fin:\n", " for line in csv.reader(fin):\n", " print(line[4])\n", " append_to_file('/tmp/test5.csv', line)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.1" } }, "nbformat": 4, "nbformat_minor": 2 }