{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "import sys, os\n", "sys.path.insert(0, '/Users/joel/src/thundr/tracker')" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "No buildsha.py defined. sha will be 'NOT_SET'\n", "Not using secrets manager\n", "use_my_whitelist_cache False\n" ] } ], "source": [ "from tracker import config" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [], "source": [ "import pandas as pd, numpy as np\n", "import glob" ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [], "source": [ "filenames = glob.glob('./data_fortnite_tiktokers/*.csv')" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [], "source": [ "df = pd.concat([pd.read_csv(f) for f in filenames], ignore_index=True)" ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
idtextcreateTimeauthorMeta.idauthorMeta.secUidauthorMeta.nameauthorMeta.nickNameauthorMeta.verifiedauthorMeta.signatureauthorMeta.avatar...videoMeta.heightvideoMeta.widthvideoMeta.durationdiggCountshareCountplayCountcommentCountdownloadedmentionshashtags
06844940469827423494#tiktokpoll #fyp #foryoupage #foryou #fortnite15937118976788503205170529286MS4wLjABAAAAl0nItT6j2Aj34wh8qOpoV0GinlAVzCMYon...fortnite.montage1Fortnite.MontageFalseFORTNITE CONTENT PAGE ❤️\\n\\nEmail : Fortnite.M...https://p16-va-tiktok.ibyteimg.com/img/musical......1024576112417238612False[][{\"id\":\"1620897957840038\",\"name\":\"tiktokpoll\",...
16845776330433301765if you think i speed up clips look at the time...15939065126671265491393478662MS4wLjABAAAAGYnaXaVWNmYq6WX6X3aK7j8q0ZXYnoyVEv.....zinx.False•Zinx•\\n•£450 earnings\\n•F3🔛🔝https://p16-va-tiktok.ibyteimg.com/img/musical......10245761423822130143False[][{\"id\":\"42541767\",\"name\":\"simppp\",\"title\":\"\",\"...
26843472076741856518No snipe can get better than this hands down @...15933700106650519246709194758MS4wLjABAAAAKSLRtDZBeuA55PLk3_mgjJnoF0-YqsYfgu...clapzz99Clapzz on GfuelFalse⚡Leader of W-Key Clan⚡\\nTryouts at Sunday 6pm ...https://p16-va-tiktok.ibyteimg.com/img/musical......102457615236013852False[\"@wb762\",\"@luxeshann\"][{\"id\":\"17847\",\"name\":\"trickshot\",\"title\":\"Use...
36839949814482865413Back when I was a bot 🤣15925499236838958063405122566MS4wLjABAAAAN0DNZ0mR3VJ3QpKOFUsed02ONG2UdM2p37...verxcy_cronic‘mxloFalseVerxcy Leader\\nFollow My Twitch \\n\\nverxcy_cronichttps://p16-va-tiktok.ibyteimg.com/img/musical......54096023228415516False[][]
46842983317969620230NaN15932562146747333549630440453MS4wLjABAAAAugDtoKQZp2uIaiIAi6PihLkvkzqmDQ2IS4...reflex_leafyReflex_leafyFalseTap the follow button for a🍩\\nMy epic is Refle...https://p16-va-tiktok.ibyteimg.com/img/musical......960540132272206112False[][]
..................................................................
19956836925693117451525#greenscreen15918458146836572745464120326MS4wLjABAAAAfHXCnG6NJU3ob0ErqynFbStd8MZNU316Oo...yaboi308user7082391604564FalseNaNhttps://p16-va-tiktok.ibyteimg.com/img/musical......102457681004072False[][{\"id\":\"801886\",\"name\":\"greenscreen\",\"title\":\"...
19966836376636980595970NaN15917179766738684646235882497MS4wLjABAAAAbMN1ffW4yXrc114Euy26pG9h09NRZa3rvG...rovsadoHM┇ҩมәยขึ้นFalseโมจิโซลิhttps://p16-tiktokcdn-com.akamaized.net/aweme/......5761280581001267False[][]
19976835271646647962881หัดเล่นนะครับep.2#ขอใจหน่อยค้าบ15914607006651205903914614785MS4wLjABAAAA-GfSYRjbMrI0lbtjA0d0J1Ojym2ipAZWW_...31430799033Jenpob InsornFalseNaNhttps://p16-tiktokcdn-com.akamaized.net/aweme/......5761152421011510False[][{\"id\":\"1592646269908993\",\"name\":\"ขอใจหน่อยค้า...
19986835261190629838081เก็บ4อ่ะครับ😂#ผู้ชายติดเกม #highlight15914582666589927735626858497MS4wLjABAAAAzyXbqtwqyEPaXo_ebNw8JPngYK3w2X-Q4o...pluemna555PLUEM FFFalseNaNhttps://p16-tiktokcdn-com.akamaized.net/aweme/......102457659100560False[][{\"id\":\"1601526953092098\",\"name\":\"ผู้ชายติดเกม...
19996835209407412980998NaN15914462096826728532275987461MS4wLjABAAAAu215gJAVDTbXy6fNymUhfwjfMNBi9ZO1wf...yandi1233Key PérezFalseNaNhttps://p16-va-tiktok.ibyteimg.com/img/musical......1024576111001730False[][]
\n", "

2000 rows × 34 columns

\n", "
" ], "text/plain": [ " id text \\\n", "0 6844940469827423494 #tiktokpoll #fyp #foryoupage #foryou #fortnite \n", "1 6845776330433301765 if you think i speed up clips look at the time... \n", "2 6843472076741856518 No snipe can get better than this hands down @... \n", "3 6839949814482865413 Back when I was a bot 🤣 \n", "4 6842983317969620230 NaN \n", "... ... ... \n", "1995 6836925693117451525 #greenscreen \n", "1996 6836376636980595970 NaN \n", "1997 6835271646647962881 หัดเล่นนะครับep.2#ขอใจหน่อยค้าบ \n", "1998 6835261190629838081 เก็บ4อ่ะครับ😂#ผู้ชายติดเกม #highlight \n", "1999 6835209407412980998 NaN \n", "\n", " createTime authorMeta.id \\\n", "0 1593711897 6788503205170529286 \n", "1 1593906512 6671265491393478662 \n", "2 1593370010 6650519246709194758 \n", "3 1592549923 6838958063405122566 \n", "4 1593256214 6747333549630440453 \n", "... ... ... \n", "1995 1591845814 6836572745464120326 \n", "1996 1591717976 6738684646235882497 \n", "1997 1591460700 6651205903914614785 \n", "1998 1591458266 6589927735626858497 \n", "1999 1591446209 6826728532275987461 \n", "\n", " authorMeta.secUid authorMeta.name \\\n", "0 MS4wLjABAAAAl0nItT6j2Aj34wh8qOpoV0GinlAVzCMYon... fortnite.montage1 \n", "1 MS4wLjABAAAAGYnaXaVWNmYq6WX6X3aK7j8q0ZXYnoyVEv... ..zinx \n", "2 MS4wLjABAAAAKSLRtDZBeuA55PLk3_mgjJnoF0-YqsYfgu... clapzz99 \n", "3 MS4wLjABAAAAN0DNZ0mR3VJ3QpKOFUsed02ONG2UdM2p37... verxcy_cronic \n", "4 MS4wLjABAAAAugDtoKQZp2uIaiIAi6PihLkvkzqmDQ2IS4... reflex_leafy \n", "... ... ... \n", "1995 MS4wLjABAAAAfHXCnG6NJU3ob0ErqynFbStd8MZNU316Oo... yaboi308 \n", "1996 MS4wLjABAAAAbMN1ffW4yXrc114Euy26pG9h09NRZa3rvG... rovsado \n", "1997 MS4wLjABAAAA-GfSYRjbMrI0lbtjA0d0J1Ojym2ipAZWW_... 31430799033 \n", "1998 MS4wLjABAAAAzyXbqtwqyEPaXo_ebNw8JPngYK3w2X-Q4o... pluemna555 \n", "1999 MS4wLjABAAAAu215gJAVDTbXy6fNymUhfwjfMNBi9ZO1wf... yandi1233 \n", "\n", " authorMeta.nickName authorMeta.verified \\\n", "0 Fortnite.Montage False \n", "1 . False \n", "2 Clapzz on Gfuel False \n", "3 ‘mxlo False \n", "4 Reflex_leafy False \n", "... ... ... \n", "1995 user7082391604564 False \n", "1996 HM┇ҩมәยขึ้น False \n", "1997 Jenpob Insorn False \n", "1998 PLUEM FF False \n", "1999 Key Pérez False \n", "\n", " authorMeta.signature \\\n", "0 FORTNITE CONTENT PAGE ❤️\\n\\nEmail : Fortnite.M... \n", "1 •Zinx•\\n•£450 earnings\\n•F3🔛🔝 \n", "2 ⚡Leader of W-Key Clan⚡\\nTryouts at Sunday 6pm ... \n", "3 Verxcy Leader\\nFollow My Twitch \\n\\nverxcy_cronic \n", "4 Tap the follow button for a🍩\\nMy epic is Refle... \n", "... ... \n", "1995 NaN \n", "1996 โมจิโซลิ \n", "1997 NaN \n", "1998 NaN \n", "1999 NaN \n", "\n", " authorMeta.avatar ... \\\n", "0 https://p16-va-tiktok.ibyteimg.com/img/musical... ... \n", "1 https://p16-va-tiktok.ibyteimg.com/img/musical... ... \n", "2 https://p16-va-tiktok.ibyteimg.com/img/musical... ... \n", "3 https://p16-va-tiktok.ibyteimg.com/img/musical... ... \n", "4 https://p16-va-tiktok.ibyteimg.com/img/musical... ... \n", "... ... ... \n", "1995 https://p16-va-tiktok.ibyteimg.com/img/musical... ... \n", "1996 https://p16-tiktokcdn-com.akamaized.net/aweme/... ... \n", "1997 https://p16-tiktokcdn-com.akamaized.net/aweme/... ... \n", "1998 https://p16-tiktokcdn-com.akamaized.net/aweme/... ... \n", "1999 https://p16-va-tiktok.ibyteimg.com/img/musical... ... \n", "\n", " videoMeta.height videoMeta.width videoMeta.duration diggCount \\\n", "0 1024 576 11 241 \n", "1 1024 576 14 238 \n", "2 1024 576 15 236 \n", "3 540 960 23 228 \n", "4 960 540 13 227 \n", "... ... ... ... ... \n", "1995 1024 576 8 10 \n", "1996 576 1280 58 10 \n", "1997 576 1152 42 10 \n", "1998 1024 576 59 10 \n", "1999 1024 576 11 10 \n", "\n", " shareCount playCount commentCount downloaded mentions \\\n", "0 7 2386 12 False [] \n", "1 2 2130 143 False [] \n", "2 0 1385 2 False [\"@wb762\",\"@luxeshann\"] \n", "3 4 1551 6 False [] \n", "4 2 2061 12 False [] \n", "... ... ... ... ... ... \n", "1995 0 407 2 False [] \n", "1996 0 126 7 False [] \n", "1997 1 151 0 False [] \n", "1998 0 56 0 False [] \n", "1999 0 173 0 False [] \n", "\n", " hashtags \n", "0 [{\"id\":\"1620897957840038\",\"name\":\"tiktokpoll\",... \n", "1 [{\"id\":\"42541767\",\"name\":\"simppp\",\"title\":\"\",\"... \n", "2 [{\"id\":\"17847\",\"name\":\"trickshot\",\"title\":\"Use... \n", "3 [] \n", "4 [] \n", "... ... \n", "1995 [{\"id\":\"801886\",\"name\":\"greenscreen\",\"title\":\"... \n", "1996 [] \n", "1997 [{\"id\":\"1592646269908993\",\"name\":\"ขอใจหน่อยค้า... \n", "1998 [{\"id\":\"1601526953092098\",\"name\":\"ผู้ชายติดเกม... \n", "1999 [] \n", "\n", "[2000 rows x 34 columns]" ] }, "execution_count": 11, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.groupby()" ] }, { "cell_type": "code", "execution_count": 15, "metadata": {}, "outputs": [], "source": [ "g = df.groupby(['authorMeta.name'])\n", "\n", "aggs = {c: 'first' for c in df.columns}\n", "\n", "aggs.update({\n", " 'createTime': 'min',\n", " 'diggCount': 'max',\n", " 'playCount': 'max',\n", " 'musicMeta.musicId': 'nunique',\n", " 'musicMeta.musicName': set\n", "})\n", "\n", "multitoks = g.agg(aggs).sort_values('musicMeta.musicName', ascending=False)\n", "\n" ] }, { "cell_type": "code", "execution_count": 21, "metadata": {}, "outputs": [], "source": [ "multitoks.to_csv('~/Desktop/forniters_all.csv')" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "\n", "mdf = multitoks[multitoks['musicMeta.musicId'] > 1].sort_values('authorMeta.fans', ascending=False)\n", "\n", "mdf['Scout'] = mdf['authorMeta.name']\n", "\n", "from datetime import datetime\n", "\n", "mdf['Created'] = mdf.createTime.apply(datetime.fromtimestamp)" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.1" } }, "nbformat": 4, "nbformat_minor": 2 }