Merge branch 'shay/experimental_flags_part_2' of https://github.com/matrix-org/synapse into shay/experimental_flags_part_2

63 files changed, 32 insertions, 31 deletions

diff --git a/changelog.d/15025.misc b/changelog.d/15025.misc
new file mode 100644
index 0000000000..1f04d85729
--- /dev/null
+++ b/changelog.d/15025.misc
@@ -0,0 +1 @@
+Use oEmbed to generate URL previews for YouTube Shorts.
diff --git a/changelog.d/15197.feature b/changelog.d/15197.feature
new file mode 100644
index 0000000000..c8a6f114e8
--- /dev/null
+++ b/changelog.d/15197.feature
@@ -0,0 +1 @@
+Add an option to prevent media downloads from configured domains.
\ No newline at end of file
diff --git a/changelog.d/15224.feature b/changelog.d/15224.feature
new file mode 100644
index 0000000000..5d8413f8be
--- /dev/null
+++ b/changelog.d/15224.feature
@@ -0,0 +1 @@
+Add `forget_rooms_on_leave` config option to automatically forget rooms when users leave them or are removed from them.
diff --git a/changelog.d/15284.misc b/changelog.d/15284.misc
deleted file mode 100644
index 99d753f8f0..0000000000
--- a/changelog.d/15284.misc
+++ /dev/null
@@ -1 +0,0 @@
-Speedup tests by caching HomeServerConfig instances.
diff --git a/changelog.d/15318.feature b/changelog.d/15318.feature
deleted file mode 100644
index 47bb2e17a7..0000000000
--- a/changelog.d/15318.feature
+++ /dev/null
@@ -1 +0,0 @@
-Experimental support for MSC3970: Scope transaction IDs to devices.
diff --git a/changelog.d/15344.feature b/changelog.d/15344.feature
deleted file mode 100644
index 44262e9bd8..0000000000
--- a/changelog.d/15344.feature
+++ /dev/null
@@ -1 +0,0 @@
-Add an admin API endpoint to support per-user feature flags.
diff --git a/changelog.d/15356.misc b/changelog.d/15356.misc
deleted file mode 100644
index c09911e48d..0000000000
--- a/changelog.d/15356.misc
+++ /dev/null
@@ -1 +0,0 @@
-Add denormalised event stream ordering column to membership state tables for future use. Contributed by Nick @ Beeper (@fizzadar).
diff --git a/changelog.d/15361.bugfix b/changelog.d/15361.bugfix
deleted file mode 100644
index 2cd795e576..0000000000
--- a/changelog.d/15361.bugfix
+++ /dev/null
@@ -1 +0,0 @@
-Disable push rule evaluation for rooms excluded from sync.
\ No newline at end of file
diff --git a/changelog.d/15387.feature b/changelog.d/15387.feature
deleted file mode 100644
index b36e331520..0000000000
--- a/changelog.d/15387.feature
+++ /dev/null
@@ -1 +0,0 @@
-Add a module API to send an HTTP push notification.
diff --git a/changelog.d/15411.doc b/changelog.d/15411.doc
deleted file mode 100644
index c23a8df04a..0000000000
--- a/changelog.d/15411.doc
+++ /dev/null
@@ -1 +0,0 @@
-Docs: Add Nginx loadbalancing example with sticky mxid for workers.
diff --git a/changelog.d/15417.bugfix b/changelog.d/15417.bugfix
deleted file mode 100644
index 300635cbdc..0000000000
--- a/changelog.d/15417.bugfix
+++ /dev/null
@@ -1 +0,0 @@
-Fix a long-standing bug where cached key results which were directly fetched would not be properly re-used.
diff --git a/changelog.d/15418.misc b/changelog.d/15418.misc
deleted file mode 100644
index ca6f995a9c..0000000000
--- a/changelog.d/15418.misc
+++ /dev/null
@@ -1 +0,0 @@
-Always use multi-user device resync replication endpoints.
\ No newline at end of file
diff --git a/changelog.d/15437.misc b/changelog.d/15437.misc
new file mode 100644
index 0000000000..2dea23784f
--- /dev/null
+++ b/changelog.d/15437.misc
@@ -0,0 +1 @@
+Make the `thread_id` column on `event_push_actions`, `event_push_actions_staging`, and `event_push_summary` non-null.
diff --git a/changelog.d/15458.misc b/changelog.d/15458.misc
deleted file mode 100644
index 5183161d25..0000000000
--- a/changelog.d/15458.misc
+++ /dev/null
@@ -1 +0,0 @@
-Add column `full_user_id` to tables `profiles` and `user_filters`.
diff --git a/changelog.d/15462.misc b/changelog.d/15462.misc
deleted file mode 100644
index 36e4bffbc8..0000000000
--- a/changelog.d/15462.misc
+++ /dev/null
@@ -1 +0,0 @@
-Update support for [MSC3983](https://github.com/matrix-org/matrix-spec-proposals/pull/3983) to allow always returning fallback-keys in a `/keys/claim` request.
diff --git a/changelog.d/15465.misc b/changelog.d/15465.misc
deleted file mode 100644
index 93ceaeafc9..0000000000
--- a/changelog.d/15465.misc
+++ /dev/null
@@ -1 +0,0 @@
-Improve type hints.
diff --git a/changelog.d/15466.bugfix b/changelog.d/15466.bugfix
deleted file mode 100644
index 299a7f0f0e..0000000000
--- a/changelog.d/15466.bugfix
+++ /dev/null
@@ -1 +0,0 @@
-Update the check_schema_delta script to account for when the schema version has been bumped locally.
diff --git a/changelog.d/15468.misc b/changelog.d/15468.misc
deleted file mode 100644
index e0a94f36fd..0000000000
--- a/changelog.d/15468.misc
+++ /dev/null
@@ -1 +0,0 @@
-Support claiming more than one OTK at a time.
diff --git a/changelog.d/15470.misc b/changelog.d/15470.misc
new file mode 100644
index 0000000000..0af0b499c6
--- /dev/null
+++ b/changelog.d/15470.misc
@@ -0,0 +1 @@
+Create new `Client` for use with HTTP Replication between workers. Contributed by Jason Little.
diff --git a/changelog.d/15471.misc b/changelog.d/15471.misc
deleted file mode 100644
index c5b16174c5..0000000000
--- a/changelog.d/15471.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump types-pyyaml from 6.0.12.8 to 6.0.12.9.
diff --git a/changelog.d/15473.misc b/changelog.d/15473.misc
deleted file mode 100644
index 9540fbc1d2..0000000000
--- a/changelog.d/15473.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump pyasn1-modules from 0.2.8 to 0.3.0.
diff --git a/changelog.d/15474.misc b/changelog.d/15474.misc
deleted file mode 100644
index 61f4abd515..0000000000
--- a/changelog.d/15474.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump cryptography from 40.0.1 to 40.0.2.
diff --git a/changelog.d/15475.misc b/changelog.d/15475.misc
deleted file mode 100644
index c86462652c..0000000000
--- a/changelog.d/15475.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump types-netaddr from 0.8.0.7 to 0.8.0.8.
diff --git a/changelog.d/15476.misc b/changelog.d/15476.misc
deleted file mode 100644
index 2ff909dffb..0000000000
--- a/changelog.d/15476.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump types-jsonschema from 4.17.0.6 to 4.17.0.7.
diff --git a/changelog.d/15479.misc b/changelog.d/15479.misc
deleted file mode 100644
index 482addfeb7..0000000000
--- a/changelog.d/15479.misc
+++ /dev/null
@@ -1 +0,0 @@
-Ask bug reporters to provide logs as text.
diff --git a/changelog.d/15482.feature b/changelog.d/15482.feature
deleted file mode 100644
index f3e9f2a5b2..0000000000
--- a/changelog.d/15482.feature
+++ /dev/null
@@ -1 +0,0 @@
-Add admin endpoint to query the largest rooms by disk space used in the database.
diff --git a/changelog.d/15494.bugfix b/changelog.d/15494.bugfix
deleted file mode 100644
index 89f9262200..0000000000
--- a/changelog.d/15494.bugfix
+++ /dev/null
@@ -1 +0,0 @@
-Fix a bug introduced in Synapse 1.73.0 where some experimental push rules were returned by default.
diff --git a/changelog.d/15495.misc b/changelog.d/15495.misc
deleted file mode 100644
index ff7b5cbddf..0000000000
--- a/changelog.d/15495.misc
+++ /dev/null
@@ -1 +0,0 @@
-Add a Nix flake for use as a development environment.
\ No newline at end of file
diff --git a/changelog.d/15496.misc b/changelog.d/15496.misc
deleted file mode 100644
index 93ceaeafc9..0000000000
--- a/changelog.d/15496.misc
+++ /dev/null
@@ -1 +0,0 @@
-Improve type hints.
diff --git a/changelog.d/15497.misc b/changelog.d/15497.misc
deleted file mode 100644
index 93ceaeafc9..0000000000
--- a/changelog.d/15497.misc
+++ /dev/null
@@ -1 +0,0 @@
-Improve type hints.
diff --git a/changelog.d/15498.doc b/changelog.d/15498.doc
deleted file mode 100644
index 78715b8a3e..0000000000
--- a/changelog.d/15498.doc
+++ /dev/null
@@ -1 +0,0 @@
-Update outdated development docs that mention restrictions in versions of SQLite that we no longer support.
diff --git a/changelog.d/15507.misc b/changelog.d/15507.misc
deleted file mode 100644
index 061f19e1c9..0000000000
--- a/changelog.d/15507.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump anyhow from 1.0.70 to 1.0.71.
diff --git a/changelog.d/15508.misc b/changelog.d/15508.misc
deleted file mode 100644
index 3f3f5d98f9..0000000000
--- a/changelog.d/15508.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump types-pillow from 9.4.0.19 to 9.5.0.2.
diff --git a/changelog.d/15509.misc b/changelog.d/15509.misc
new file mode 100644
index 0000000000..1eb26c83b7
--- /dev/null
+++ b/changelog.d/15509.misc
@@ -0,0 +1 @@
+Bump pyicu from 2.10.2 to 2.11.
diff --git a/changelog.d/15510.misc b/changelog.d/15510.misc
deleted file mode 100644
index bff25e824b..0000000000
--- a/changelog.d/15510.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump packaging from 23.0 to 23.1.
diff --git a/changelog.d/15511.misc b/changelog.d/15511.misc
deleted file mode 100644
index 183e0c69d2..0000000000
--- a/changelog.d/15511.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump types-requests from 2.28.11.16 to 2.29.0.0.
diff --git a/changelog.d/15512.misc b/changelog.d/15512.misc
deleted file mode 100644
index 90bdf170d3..0000000000
--- a/changelog.d/15512.misc
+++ /dev/null
@@ -1 +0,0 @@
-Bump setuptools-rust from 1.5.2 to 1.6.0.
diff --git a/changelog.d/15516.feature b/changelog.d/15516.feature
new file mode 100644
index 0000000000..02a101bb88
--- /dev/null
+++ b/changelog.d/15516.feature
@@ -0,0 +1 @@
+Add a config option to delay push notifications by a random amount, to discourage time-based profiling.
diff --git a/changelog.d/15522.misc b/changelog.d/15522.misc
new file mode 100644
index 0000000000..a5a229e4a0
--- /dev/null
+++ b/changelog.d/15522.misc
@@ -0,0 +1 @@
+Remove references to supporting per-user flag for [MSC2654](https://github.com/matrix-org/matrix-spec-proposals/pull/2654) (#15522).
diff --git a/changelog.d/15523.bugfix b/changelog.d/15523.bugfix
new file mode 100644
index 0000000000..c00754019f
--- /dev/null
+++ b/changelog.d/15523.bugfix
@@ -0,0 +1 @@
+Don't fail on federation over TOR where SRV queries are not supported. Contributed by Zdzichu.
diff --git a/changelog.d/15527.misc b/changelog.d/15527.misc
new file mode 100644
index 0000000000..752a32adeb
--- /dev/null
+++ b/changelog.d/15527.misc
@@ -0,0 +1 @@
+Don't use a trusted key server when running the demo scripts.
\ No newline at end of file
diff --git a/changelog.d/15528.feature b/changelog.d/15528.feature
new file mode 100644
index 0000000000..aae9fa1ecf
--- /dev/null
+++ b/changelog.d/15528.feature
@@ -0,0 +1 @@
+Stabilize support for [MSC2659](https://github.com/matrix-org/matrix-spec-proposals/pull/2659): application service ping endpoint. Contributed by Tulir @ Beeper.
diff --git a/changelog.d/15529.misc b/changelog.d/15529.misc
new file mode 100644
index 0000000000..7ad424d8df
--- /dev/null
+++ b/changelog.d/15529.misc
@@ -0,0 +1 @@
+Speed up rebuilding of the user directory for local users.
diff --git a/changelog.d/15531.misc b/changelog.d/15531.misc
new file mode 100644
index 0000000000..6d4da961b5
--- /dev/null
+++ b/changelog.d/15531.misc
@@ -0,0 +1 @@
+Speed up deleting of old rows in `event_push_actions`.
diff --git a/changelog.d/15532.misc b/changelog.d/15532.misc
new file mode 100644
index 0000000000..1ee700f829
--- /dev/null
+++ b/changelog.d/15532.misc
@@ -0,0 +1 @@
+Install the `xmlsec` and `mdbook` packages and switch back to the upstream [cachix/devenv](https://github.com/cachix/devenv) repo in the nix development environment.
diff --git a/changelog.d/15533.misc b/changelog.d/15533.misc
new file mode 100644
index 0000000000..1ee700f829
--- /dev/null
+++ b/changelog.d/15533.misc
@@ -0,0 +1 @@
+Install the `xmlsec` and `mdbook` packages and switch back to the upstream [cachix/devenv](https://github.com/cachix/devenv) repo in the nix development environment.
diff --git a/changelog.d/15534.misc b/changelog.d/15534.misc
new file mode 100644
index 0000000000..fd9ba2a6e1
--- /dev/null
+++ b/changelog.d/15534.misc
@@ -0,0 +1 @@
+Implement [MSC3987](https://github.com/matrix-org/matrix-spec-proposals/pull/3987) by removing `"dont_notify"` from the list of actions in default push rules.
diff --git a/changelog.d/15535.misc b/changelog.d/15535.misc
new file mode 100644
index 0000000000..9981606c32
--- /dev/null
+++ b/changelog.d/15535.misc
@@ -0,0 +1 @@
+Move various module API callback registration methods to a dedicated class.
\ No newline at end of file
diff --git a/changelog.d/15536.feature b/changelog.d/15536.feature
new file mode 100644
index 0000000000..824c24575f
--- /dev/null
+++ b/changelog.d/15536.feature
@@ -0,0 +1 @@
+Implement [MSC4009](https://github.com/matrix-org/matrix-spec-proposals/pull/4009) to expand the supported characters in Matrix IDs.
diff --git a/changelog.d/15539.misc b/changelog.d/15539.misc
new file mode 100644
index 0000000000..e5af5dee5c
--- /dev/null
+++ b/changelog.d/15539.misc
@@ -0,0 +1 @@
+Proxy `/user/devices` federation queries to application services for [MSC3984](https://github.com/matrix-org/matrix-spec-proposals/pull/3984).
diff --git a/changelog.d/15542.misc b/changelog.d/15542.misc
new file mode 100644
index 0000000000..32e3d678a1
--- /dev/null
+++ b/changelog.d/15542.misc
@@ -0,0 +1 @@
+Factor out an `is_mine_server_name` method.
diff --git a/changelog.d/15543.misc b/changelog.d/15543.misc
new file mode 100644
index 0000000000..ba1dc7597e
--- /dev/null
+++ b/changelog.d/15543.misc
@@ -0,0 +1 @@
+Allow running Complement tests using [podman](https://podman.io/) by adding a `PODMAN` environment variable to `scripts-dev/complement.sh`.
\ No newline at end of file
diff --git a/changelog.d/15544.doc b/changelog.d/15544.doc
new file mode 100644
index 0000000000..a6d1e96900
--- /dev/null
+++ b/changelog.d/15544.doc
@@ -0,0 +1 @@
+Clarify documentation of the "Create or modify account" Admin API.
\ No newline at end of file
diff --git a/changelog.d/15545.misc b/changelog.d/15545.misc
new file mode 100644
index 0000000000..c7c0741f96
--- /dev/null
+++ b/changelog.d/15545.misc
@@ -0,0 +1 @@
+ Install the `xmlsec` and `mdbook` packages and switch back to the upstream [cachix/devenv](https://github.com/cachix/devenv) repo in the nix development environment.
\ No newline at end of file
diff --git a/changelog.d/15548.misc b/changelog.d/15548.misc
new file mode 100644
index 0000000000..e05ddde438
--- /dev/null
+++ b/changelog.d/15548.misc
@@ -0,0 +1 @@
+Bump serde from 1.0.160 to 1.0.162.
diff --git a/changelog.d/15549.misc b/changelog.d/15549.misc
new file mode 100644
index 0000000000..70573688d1
--- /dev/null
+++ b/changelog.d/15549.misc
@@ -0,0 +1 @@
+Bump types-setuptools from 67.6.0.5 to 67.7.0.1.
diff --git a/changelog.d/15550.misc b/changelog.d/15550.misc
new file mode 100644
index 0000000000..58d5594e7a
--- /dev/null
+++ b/changelog.d/15550.misc
@@ -0,0 +1 @@
+Bump sentry-sdk from 1.19.1 to 1.22.1.
diff --git a/changelog.d/15551.misc b/changelog.d/15551.misc
new file mode 100644
index 0000000000..a8bedbe0e7
--- /dev/null
+++ b/changelog.d/15551.misc
@@ -0,0 +1 @@
+Bump ruff from 0.0.259 to 0.0.265.
diff --git a/changelog.d/15552.misc b/changelog.d/15552.misc
new file mode 100644
index 0000000000..24972a2f8c
--- /dev/null
+++ b/changelog.d/15552.misc
@@ -0,0 +1 @@
+Bump hiredis from 2.2.2 to 2.2.3.
diff --git a/changelog.d/15553.misc b/changelog.d/15553.misc
new file mode 100644
index 0000000000..ca9eafd6c1
--- /dev/null
+++ b/changelog.d/15553.misc
@@ -0,0 +1 @@
+Bump types-requests from 2.29.0.0 to 2.30.0.0.
diff --git a/changelog.d/15554.bugfix b/changelog.d/15554.bugfix
new file mode 100644
index 0000000000..0fd9de8c65
--- /dev/null
+++ b/changelog.d/15554.bugfix
@@ -0,0 +1 @@
+Experimental support for [MSC4010](https://github.com/matrix-org/matrix-spec-proposals/pull/4010) which rejects setting the `"m.push_rules"` via account data.
diff --git a/changelog.d/15555.bugfix b/changelog.d/15555.bugfix
new file mode 100644
index 0000000000..0fd9de8c65
--- /dev/null
+++ b/changelog.d/15555.bugfix
@@ -0,0 +1 @@
+Experimental support for [MSC4010](https://github.com/matrix-org/matrix-spec-proposals/pull/4010) which rejects setting the `"m.push_rules"` via account data.
diff --git a/changelog.d/15560.doc b/changelog.d/15560.doc
new file mode 100644
index 0000000000..a552391886
--- /dev/null
+++ b/changelog.d/15560.doc
@@ -0,0 +1 @@
+Fix path to the `statistics/database/rooms` admin API in documentation.