From 699d146cbd55be2059e160eba41000a9a2d09746 Mon Sep 17 00:00:00 2001
From: Mickael <mckmonster@mailo.com>
Date: Sat, 17 Aug 2019 17:28:42 +0200
Subject: [PATCH] add first version to generate data for chat

---
 .gitignore                    |   5 +-
 scripts/generate.sh           |   3 +-
 scripts/generate_chat_info.py | 108 ++++++++++++++++++++++++++++++++++
 scripts/requirements.txt      |   2 +
 site/data/chat.json           |  27 +--------
 5 files changed, 117 insertions(+), 28 deletions(-)
 create mode 100644 scripts/generate_chat_info.py
 create mode 100644 scripts/requirements.txt

diff --git a/.gitignore b/.gitignore
index 570d6fc..8e8f97e 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,6 @@
 # site/data/*.json
 !site/data/*.sample.json
-config
\ No newline at end of file
+config
+scripts/dev_config.py
+.vscode
+scripts/__pycache__
diff --git a/scripts/generate.sh b/scripts/generate.sh
index d6d21a3..adc54e0 100644
--- a/scripts/generate.sh
+++ b/scripts/generate.sh
@@ -1,8 +1,9 @@
 #!/bin/sh
+pip3 install -r requirements.txt
 
 # idees
 
 # chat
-cp ./site/data/chat.sample.json ./site/data/chat.json
+python3 ./script/generate_chat_info.py
 
 # wiki
\ No newline at end of file
diff --git a/scripts/generate_chat_info.py b/scripts/generate_chat_info.py
new file mode 100644
index 0000000..7fb33bb
--- /dev/null
+++ b/scripts/generate_chat_info.py
@@ -0,0 +1,108 @@
+from rocketchat_API.rocketchat import RocketChat
+import dev_config as cfg
+import os
+import json
+from datetime import datetime
+from monthdelta import monthdelta
+
+def main():
+    crapauds_total = 0
+    crapauds_recent = 0
+    channels_total = 0
+    channels_recent = 0
+    channels_list = []
+    messages_total = 0
+    messages_recent = 0
+
+    recent_date = datetime.now() - monthdelta()
+
+    rocket = RocketChat(cfg.rocket['user'], cfg.rocket['password'], server_url=cfg.rocket['server'])
+    users = getAllUsers(rocket)
+    crapauds_total = len(users)
+    for user in users:
+        date = user["createdAt"]
+        user_date = datetime.strptime(date, "%Y-%m-%dT%H:%M:%S.%fZ")
+        if user_date  > recent_date:
+            crapauds_recent += 1
+
+    channels = getAllChannels(rocket)
+    channels_total = len(channels)
+
+    for channel in channels:
+        messages_total += int(channel["msgs"])
+        date = channel["ts"]
+        channel_date = datetime.strptime(date, "%Y-%m-%dT%H:%M:%S.%fZ")
+        if  channel_date > recent_date:
+            channels_recent += 1
+            channels_list.append(channel["name"])
+            messages = rocket.channels_history(channel["_id"], oldest= recent_date, count= 10000).json()
+            messages_recent += len(messages["messages"])
+            
+
+    info = {
+        "crapauds": {
+            "total": crapauds_total,
+            "recent": crapauds_recent
+        },
+        "canaux": {
+            "total": channels_total,
+            "recent": channels_recent,
+            "liste": channels_list
+        },
+        "messages": {
+            "total": messages_total,
+            "recent": messages_recent
+        }
+    }
+
+    save(info)
+
+def save(info):
+    # Récupération du répertoire racine du repo
+    rootFolder = os.path.join(os.path.dirname(__file__), '..')
+    # Répertoire pour stocker le fichier de sortie
+    dataFolder = os.path.join(rootFolder, 'site', 'data')
+
+    statsFilePath = os.path.abspath(
+        os.path.join(dataFolder, 'chat.json'))
+    with open(statsFilePath, "w") as file_write:
+        json.dump(info, file_write)
+
+def getAllChannels(rocket):
+  index = 0
+  allChannels = []
+  while True:
+    channels = rocket.channels_list(offset = index).json()
+      
+    allChannels.extend([ channel for channel in channels['channels'] if 'archived' not in channel])
+    if channels['count'] + channels['offset'] >= channels['total']:
+      break
+    index += channels['count']
+  return allChannels
+
+def getAllUsers(rocket):
+  index = 0
+  allUsers = []
+  while True:
+    users = rocket.users_list(offset = index).json()
+      
+    allUsers.extend(users["users"])
+    if users['count'] + users['offset'] >= users['total']:
+        break
+    index += users['count']
+  return allUsers
+
+def getAllMessages(rocket, roomid, begindate):
+    index = 0
+    allMessages = []
+    while True:
+        messages = rocket.channels_history(roomid, offset = index, oldest= begindate).json()
+      
+        allMessages.extend(messages["m"])
+        if messages['count'] + messages['offset'] >= messages['total']:
+            break
+        index += messages['count']
+    return allMessages
+
+if __name__ == "__main__":
+    main()
diff --git a/scripts/requirements.txt b/scripts/requirements.txt
new file mode 100644
index 0000000..b45bc34
--- /dev/null
+++ b/scripts/requirements.txt
@@ -0,0 +1,2 @@
+rocketchat_API==0.6.34
+MonthDelta==0.9.1
\ No newline at end of file
diff --git a/site/data/chat.json b/site/data/chat.json
index d202bae..4333453 100644
--- a/site/data/chat.json
+++ b/site/data/chat.json
@@ -1,26 +1 @@
-{
-  "crapauds": {
-    "total": 2300,
-    "recent": 200
-  },
-  "canaux": {
-    "total": 183,
-    "recent": 23,
-    "liste": [
-      "general",
-      "semourais",
-      "cohorte-brest",
-      "accueil",
-      "right-to-repair",
-      "cohorte-34",
-      "cercle-neurodiversité",
-      "cercle-permaculture",
-      "no-gafam",
-      "Le LED"
-    ]
-  },
-  "messages": {
-    "total": 23400,
-    "recent": 892
-  }
-}
\ No newline at end of file
+{"crapauds": {"total": 2363, "recent": 85}, "canaux": {"total": 176, "recent": 10, "liste": ["activite-et-travail", "bnb-bonheur-national-brut", "cohorte-barcelone", "cohorte-lyon-st-etienne", "crapomobile", "dessins-citoyens-collectifs-booderies", "emmaus-pau-lescar", "empowerment", "projet-cand-alterincub-centre", "terre-de-convergence"]}, "messages": {"total": 185199, "recent": 1108}}
\ No newline at end of file