wip

sentiments.py

@@ -5,14 +5,7 @@ from vaderSentiment.vaderSentiment import SentimentIntensityAnalyzer
 
 from loader import load, dmt
 
-printnoln = lambda text: print(text, end='', flush=True)
-rprint = lambda text: print('\r' + text)
-
-DAYS_NEW_USER = 7
-OLD_USER_YEAR = 3
-
 analyser = SentimentIntensityAnalyzer()
-colors = ['red', 'green', 'blue', 'orange', 'deeppink']
 
 
 def main(folder):
@@ -22,20 +15,7 @@ def main(folder):
     os.system("mkdir -p " + outfolder)
     outfilename = outfolder + "sentiments"
 
-    # computer toxic levels
-    # start = cms()
-    # printnoln("computing toxic levels: filtering")
-
-    # toxlevels = defaultdict(list)
-    # for (i, post) in enumerate(posts):
-    #     if (i + 1) % 100 == 0:
-    #         printnoln("\rcomputing toxic levels: post #" + str(i + 1) + "/" + str(len(posts)))
-    #     if (i + 1) == len(posts):
-    #         printnoln("\rcomputing toxic levels: post #" + str(i + 1) + "/" + str(len(posts)))
-    #     for a in post['Answers']:
-    #         toxlevel = computeToxLevel(a['Body'])
-    #     toxlevels[post['Id']].append(toxlevel)
-    # rprint("computing toxic levels: post #" + str(len(posts)) + "/" + str(len(posts)) + " ... took " + str(cms() - start) + "ms")
+    # compute toxic levels
     toxlevels = dmt(posts, 10).map(lambda p: (p['Id'], {a['Id']: computeToxLevel(a['Body']) for a in p['Answers']}), "calculating sentiments").getresults()
     toxlevels = {id: p for (id, p) in toxlevels}