wip

loader.py

@@ -26,7 +26,20 @@ def dmp(data, progressinterval=5000): return mt(multiprocessing.cpu_count(), dat
 def cms(): return int(round(time.time() * 1000))
 
 
+class Cache:
+    CACHED_FOLDER = None
+    CACHED_USERS = None
+    CACHED_POSTS = None
+    CACHED_FIRSTCONTRIB = None
+    CACHED_SUMCONTRIB = None
+
+
 def load(folder):
+    if folder == Cache.CACHED_FOLDER:
+        return Cache.CACHED_USERS, Cache.CACHED_POSTS, Cache.CACHED_FIRSTCONTRIB, Cache.CACHED_SUMCONTRIB
+
+    Cache.CACHED_FOLDER = None
+
     users = readUsers(folder + "/Users.xml")
     gc.collect()
     posts = readPosts(folder + "/Posts.xml")
@@ -36,6 +49,12 @@ def load(folder):
     firstcontrib = computefirstcontrib(posts)
     sumcontrib = computesumcontrib(posts)
 
+    Cache.CACHED_USERS = users
+    Cache.CACHED_POSTS = posts
+    Cache.CACHED_FIRSTCONTRIB = firstcontrib
+    Cache.CACHED_SUMCONTRIB = sumcontrib
+    Cache.CACHED_FOLDER = folder
+
     return users, posts, firstcontrib, sumcontrib
 
 

run.py

@@ -0,0 +1,45 @@
+import os
+import sys
+import sentiments
+import analyze_batch
+import calctoxdiff
+import posthist
+import its
+
+
+def main(folder, intervl):
+    # sentiments.main(folder)
+    # analyze_batch.main(folder, intervl)
+    # calctoxdiff,main(folder, intervl)
+    posthist.main(folder, intervl)
+    its.main(folder, intervl)
+    pass
+
+
+if __name__ == "__main__":
+    # execute only if run as a script
+    usage = sys.argv[0] + " <folder>"
+    if len(sys.argv) < 2:
+        print(usage)
+        sys.exit(1)
+    folder = sys.argv[1]
+    if not os.path.isdir(folder):
+        print(folder + " is not a folder")
+        sys.exit(1)
+    interval = 3
+    if len(sys.argv) >= 3:
+        if sys.argv[2].startswith("-i"):
+            interval = sys.argv[2][2:]
+            try:
+                interval = int(interval)
+            except ValueError:
+                print("-i: int required")
+                sys.exit(1)
+            if interval < 1 or interval > 12:
+                print("-i: only 1 - 12")
+                sys.exit(1)
+        else:
+            print("unknown parameter: " + sys.argv[2])
+            sys.exit(1)
+
+    main(folder, interval)