diff options
author | Erik Johnston <erik@matrix.org> | 2016-03-10 15:12:19 +0000 |
---|---|---|
committer | Erik Johnston <erik@matrix.org> | 2016-03-10 15:12:19 +0000 |
commit | 9669a99d1a76f346b2cfb9b4197636ac3142f9d2 (patch) | |
tree | d8e8449861fbc9c5611e023bb7894621e7addff0 /synapse/storage | |
parent | Merge pull request #637 from blide/develop (diff) | |
download | synapse-9669a99d1a76f346b2cfb9b4197636ac3142f9d2.tar.xz |
Update users table in a batched manner
Diffstat (limited to 'synapse/storage')
-rw-r--r-- | synapse/storage/schema/delta/30/as_users.py | 23 |
1 files changed, 14 insertions, 9 deletions
diff --git a/synapse/storage/schema/delta/30/as_users.py b/synapse/storage/schema/delta/30/as_users.py index 4da3c59de2..4f6e9dd540 100644 --- a/synapse/storage/schema/delta/30/as_users.py +++ b/synapse/storage/schema/delta/30/as_users.py @@ -52,12 +52,17 @@ def run_upgrade(cur, database_engine, config, *args, **kwargs): " service (IDs %s and %s); assigning arbitrarily to %s" % (user_id, owned[user_id], appservice.id, owned[user_id]) ) - owned[user_id] = appservice.id - - for user_id, as_id in owned.items(): - cur.execute( - database_engine.convert_param_style( - "UPDATE users SET appservice_id = ? WHERE name = ?" - ), - (as_id, user_id) - ) + owned.setdefault(appservice.id, []).append(user_id) + + for as_id, user_ids in owned.items(): + n = 100 + user_chunks = (user_ids[i:i + 100] for i in xrange(0, len(user_ids), n)) + for chunk in user_chunks: + cur.execute( + database_engine.convert_param_style( + "UPDATE users SET appservice_id = ? WHERE name IN (%s)" % ( + ",".join("?" for _ in chunk), + ) + ), + [as_id] + chunk + ) |