summary refs log tree commit diff
path: root/parse_events.py
blob: e7ba2f7c9e2b0f24cd68588f9abd27f08450d4aa (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
import json
import time
from synapse.api.room_versions import RoomVersion, RoomVersions

from synapse.events import make_event_from_dict

import synapse_events

with open("/home/erikj/git/synapse/hq_events", "rb") as f:
    event_json = f.readlines()

start = time.time()

rust_events = []

for e in event_json:
    e = e.strip()
    e = e.replace(b"\\\\", b"\\")
    event = synapse_events.from_bytes(e)
    rust_events.append(event)

now = time.time()

print(f"Parsed rust event in {now - start:.2f} seconds")

event_dicts = []

start = time.time()

event_dicts = []
for e in event_json:
    e = e.strip()
    e = e.replace(b"\\\\", b"\\")
    event_dicts.append(json.loads(e.strip()))

now = time.time()

print(f"Parsed JSON in {now - start:.2f} seconds")

events = []

start = time.time()

for e in event_dicts:
    event = make_event_from_dict(e, RoomVersions.V5)
    events.append(event)

now = time.time()

print(f"Parsed event in {now - start:.2f} seconds")