portail/scripts/generate_chat_stat_monthly.py

114 lines
3 KiB
Python
Raw Normal View History

2019-09-01 10:03:04 +00:00
# coding: utf8
# toutes les chaines sont en unicode (même les docstrings)
from __future__ import unicode_literals
# from pprint import pprint
from rocketchat_API.rocketchat import RocketChat
import json
import os
import random
2020-01-01 18:52:21 +00:00
import time
2019-09-01 10:03:04 +00:00
from datetime import datetime
from monthdelta import monthdelta
2019-09-01 19:18:30 +00:00
from common.rocketchathelper import getAllChannels, getAllMessages, Connection
2019-09-01 11:12:30 +00:00
from common.savehelper import save
from common.charthelper import createElement, getColor, setTopicsInfo, getTopics
2019-09-01 10:03:04 +00:00
2019-09-04 15:48:57 +00:00
begin = datetime.now()
end = datetime.now()
2019-09-01 10:03:04 +00:00
def main():
2019-09-04 15:48:57 +00:00
global begin, end
2019-09-01 10:50:21 +00:00
rocket = Connection()
2019-09-01 10:03:04 +00:00
labels = [None] * 12
messagesByChannel = []
usersByChannel = []
2020-01-01 18:52:21 +00:00
messagesByTopic = []
2019-09-01 10:03:04 +00:00
usersGlobal = []
now = datetime.now()
date = datetime(now.year, now.month, now.day, 0,0,0)
info = {
"updated": "{:02}/{:02}/{:04}".format(now.day, now.month, now.year),
2019-09-01 10:03:04 +00:00
"labels": labels,
"messagesByChannel": messagesByChannel,
"usersByChannel": usersByChannel,
"messagesByTopic": messagesByTopic,
2019-09-01 10:03:04 +00:00
"usersGlobal": usersGlobal
}
uniqueUserGlobal = [None] * 12
2020-01-01 18:52:21 +00:00
waittest = 0
idChannel = 0
channels = getAllChannels(rocket)
for channel in channels:
idChannel += 1
if channel['name'].startswith("cohorte"):
continue
2019-09-01 10:03:04 +00:00
dataMess = []
dataUsers = []
print( channel['name'] )
begin = date - monthdelta(12)
end = begin + monthdelta(1)
2019-09-04 15:48:57 +00:00
messages = getAllMessages(rocket, channel['_id'], begindate= begin, enddate=date, count= channel['msgs'])
2020-01-01 18:52:21 +00:00
if messages is None:
print("ERROR to get messages")
break
2019-09-04 15:48:57 +00:00
topics = getTopics(channel)
print(topics)
2019-09-01 10:03:04 +00:00
for id in range(0, 12):
if uniqueUserGlobal[id] == None:
uniqueUserGlobal[id] = []
labels[id] = begin.strftime("%b %Y")
print("\t{0}".format(labels[id]))
2019-09-04 15:48:57 +00:00
resultMess = list(filter(lambda mess: begin < datetime.strptime(mess["ts"], "%Y-%m-%dT%H:%M:%S.%fZ") < end, messages))
2019-09-01 10:03:04 +00:00
length = len(resultMess)
dataMess.append(length)
if length > 0:
setTopicsInfo(topics, messagesByTopic, id, length)
2019-09-01 10:03:04 +00:00
users = []
for mess in resultMess:
users.append(mess['u']['_id'])
uniqueUserGlobal[id].append(mess['u']['_id'])
usersDistinct = set(users)
dataUsers.append(len(usersDistinct))
else:
dataUsers.append(0)
begin = end
end = begin + monthdelta(1)
color = getColor()
messageByChannel = createElement(channel['name'], color,dataMess)
userByChannel = createElement( channel['name'], color,dataUsers)
messagesByChannel.append(messageByChannel)
usersByChannel.append(userByChannel)
2020-01-01 18:52:21 +00:00
waittest += 1
if waittest >= 5:
print("Wait {}/{}".format(idChannel, len(channels)))
waittest = 0
time.sleep(30)
2019-09-01 10:03:04 +00:00
for id in range(0, 12):
uniqueUserGlobal[id] = len(set(uniqueUserGlobal[id]))
userGlobal = createElement( 'global', 'red', uniqueUserGlobal)
usersGlobal.append(userGlobal)
2022-07-18 20:29:35 +00:00
save(info, "chat_stat_monthly")
2019-09-01 10:03:04 +00:00
if __name__ == "__main__":
main()