diff options
author | Erik Johnston <erik@matrix.org> | 2019-12-19 15:07:37 +0000 |
---|---|---|
committer | GitHub <noreply@github.com> | 2019-12-19 15:07:37 +0000 |
commit | 0b5dbadd9607714c471cbf317a64a96d935898a2 (patch) | |
tree | 8277a563b902cab1ed29f48a3f62fb6f4476a7d4 /synapse/storage/prepare_database.py | |
parent | Port some admin handlers to async/await (#6559) (diff) | |
download | synapse-0b5dbadd9607714c471cbf317a64a96d935898a2.tar.xz |
Explode on duplicate delta file names. (#6565)
Diffstat (limited to 'synapse/storage/prepare_database.py')
-rw-r--r-- | synapse/storage/prepare_database.py | 18 |
1 files changed, 18 insertions, 0 deletions
diff --git a/synapse/storage/prepare_database.py b/synapse/storage/prepare_database.py index 0195edf4ac..403848ad03 100644 --- a/synapse/storage/prepare_database.py +++ b/synapse/storage/prepare_database.py @@ -18,6 +18,7 @@ import imp import logging import os import re +from collections import Counter import attr @@ -315,6 +316,9 @@ def _upgrade_existing_database( ) ) + # Used to check if we have any duplicate file names + file_name_counter = Counter() + # Now find which directories have anything of interest. directory_entries = [] for directory in directories: @@ -325,6 +329,9 @@ def _upgrade_existing_database( _DirectoryListing(file_name, os.path.join(directory, file_name)) for file_name in file_names ) + + for file_name in file_names: + file_name_counter[file_name] += 1 except FileNotFoundError: # Data stores can have empty entries for a given version delta. pass @@ -333,6 +340,17 @@ def _upgrade_existing_database( "Could not open delta dir for version %d: %s" % (v, directory) ) + duplicates = set( + file_name for file_name, count in file_name_counter.items() if count > 1 + ) + if duplicates: + # We don't support using the same file name in the same delta version. + raise PrepareDatabaseException( + "Found multiple delta files with the same name in v%d: %s", + v, + duplicates, + ) + # We sort to ensure that we apply the delta files in a consistent # order (to avoid bugs caused by inconsistent directory listing order) directory_entries.sort() |