From 221953f3b9e2232befebcded94820ad96ce4f7b6 Mon Sep 17 00:00:00 2001 From: wea_ondara Date: Sat, 28 Dec 2019 13:30:25 +0100 Subject: [PATCH] wip --- loader.py | 19 +++++++++++++++++++ run.py | 45 +++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 64 insertions(+) create mode 100644 run.py diff --git a/loader.py b/loader.py index c1f81c3..2f080e5 100644 --- a/loader.py +++ b/loader.py @@ -26,7 +26,20 @@ def dmp(data, progressinterval=5000): return mt(multiprocessing.cpu_count(), dat def cms(): return int(round(time.time() * 1000)) +class Cache: + CACHED_FOLDER = None + CACHED_USERS = None + CACHED_POSTS = None + CACHED_FIRSTCONTRIB = None + CACHED_SUMCONTRIB = None + + def load(folder): + if folder == Cache.CACHED_FOLDER: + return Cache.CACHED_USERS, Cache.CACHED_POSTS, Cache.CACHED_FIRSTCONTRIB, Cache.CACHED_SUMCONTRIB + + Cache.CACHED_FOLDER = None + users = readUsers(folder + "/Users.xml") gc.collect() posts = readPosts(folder + "/Posts.xml") @@ -36,6 +49,12 @@ def load(folder): firstcontrib = computefirstcontrib(posts) sumcontrib = computesumcontrib(posts) + Cache.CACHED_USERS = users + Cache.CACHED_POSTS = posts + Cache.CACHED_FIRSTCONTRIB = firstcontrib + Cache.CACHED_SUMCONTRIB = sumcontrib + Cache.CACHED_FOLDER = folder + return users, posts, firstcontrib, sumcontrib diff --git a/run.py b/run.py new file mode 100644 index 0000000..29f43d8 --- /dev/null +++ b/run.py @@ -0,0 +1,45 @@ +import os +import sys +import sentiments +import analyze_batch +import calctoxdiff +import posthist +import its + + +def main(folder, intervl): + # sentiments.main(folder) + # analyze_batch.main(folder, intervl) + # calctoxdiff,main(folder, intervl) + posthist.main(folder, intervl) + its.main(folder, intervl) + pass + + +if __name__ == "__main__": + # execute only if run as a script + usage = sys.argv[0] + " " + if len(sys.argv) < 2: + print(usage) + sys.exit(1) + folder = sys.argv[1] + if not os.path.isdir(folder): + print(folder + " is not a folder") + sys.exit(1) + interval = 3 + if len(sys.argv) >= 3: + if sys.argv[2].startswith("-i"): + interval = sys.argv[2][2:] + try: + interval = int(interval) + except ValueError: + print("-i: int required") + sys.exit(1) + if interval < 1 or interval > 12: + print("-i: only 1 - 12") + sys.exit(1) + else: + print("unknown parameter: " + sys.argv[2]) + sys.exit(1) + + main(folder, interval)