diff --git a/synapse/streams/__init__.py b/synapse/streams/__init__.py
new file mode 100644
index 0000000000..fe8a073cd3
--- /dev/null
+++ b/synapse/streams/__init__.py
@@ -0,0 +1,14 @@
+# -*- coding: utf-8 -*-
+# Copyright 2014 matrix.org
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
diff --git a/synapse/streams/config.py b/synapse/streams/config.py
new file mode 100644
index 0000000000..b6ffbab1e7
--- /dev/null
+++ b/synapse/streams/config.py
@@ -0,0 +1,72 @@
+# -*- coding: utf-8 -*-
+# Copyright 2014 matrix.org
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from synapse.api.errors import SynapseError
+from synapse.types import StreamToken
+
+import logging
+
+
+logger = logging.getLogger(__name__)
+
+
+class PaginationConfig(object):
+
+ """A configuration object which stores pagination parameters."""
+
+ def __init__(self, from_tok=None, to_tok=None, direction='f', limit=0):
+ self.from_token = StreamToken.from_string(from_tok) if from_tok else None
+ self.to_token = StreamToken.from_string(to_tok) if to_tok else None
+ self.direction = 'f' if direction == 'f' else 'b'
+ self.limit = int(limit)
+
+ @classmethod
+ def from_request(cls, request, raise_invalid_params=True):
+ params = {
+ "direction": 'f',
+ }
+
+ query_param_mappings = [ # 3-tuple of qp_key, attribute, rules
+ ("from", "from_tok", lambda x: type(x) == str),
+ ("to", "to_tok", lambda x: type(x) == str),
+ ("limit", "limit", lambda x: x.isdigit()),
+ ("dir", "direction", lambda x: x == 'f' or x == 'b'),
+ ]
+
+ for qp, attr, is_valid in query_param_mappings:
+ if qp in request.args:
+ if is_valid(request.args[qp][0]):
+ params[attr] = request.args[qp][0]
+ elif raise_invalid_params:
+ raise SynapseError(400, "%s parameter is invalid." % qp)
+
+ if "from_tok" in params and params["from_tok"] == "END":
+ # TODO (erikj): This is for compatibility only.
+ del params["from_tok"]
+
+ try:
+ return PaginationConfig(**params)
+ except:
+ logger.exception("Failed to create pagination config")
+ raise SynapseError(400, "Invalid request.")
+
+ def __str__(self):
+ return (
+ "<PaginationConfig from_tok=%s, to_tok=%s, "
+ "direction=%s, limit=%s>"
+ ) % (self.from_tok, self.to_tok, self.direction, self.limit)
+
+
+
diff --git a/synapse/streams/events.py b/synapse/streams/events.py
new file mode 100644
index 0000000000..1d4467af44
--- /dev/null
+++ b/synapse/streams/events.py
@@ -0,0 +1,149 @@
+# -*- coding: utf-8 -*-
+# Copyright 2014 matrix.org
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from twisted.internet import defer
+
+from synapse.api.constants import Membership
+from synapse.types import StreamToken
+
+
+class RoomEventSource(object):
+ SIGNAL_NAME = "EventStreamSourceSignal"
+
+ def __init__(self, hs):
+ self.store = hs.get_datastore()
+
+ @defer.inlineCallbacks
+ def get_keys_for_user(self, user):
+ events = yield self.store.get_rooms_for_user_where_membership_is(
+ user.to_string(),
+ (Membership.JOIN,),
+ )
+
+ defer.returnValue(set([e.room_id for e in events]))
+
+ @defer.inlineCallbacks
+ def get_new_events_for_user(self, user, from_token, limit, key=None):
+ # We just ignore the key for now.
+
+ to_key = yield self.get_current_token_part()
+
+ events, end_key = yield self.store.get_room_events_stream(
+ user_id=user.to_string(),
+ from_key=from_token.events_key,
+ to_key=to_key,
+ room_id=None,
+ limit=limit,
+ )
+
+ end_token = from_token.copy_and_replace("events_key", end_key)
+
+ defer.returnValue((events, end_token))
+
+ def get_current_token_part(self):
+ return self.store.get_room_events_max_id()
+
+ @defer.inlineCallbacks
+ def get_pagination_rows(self, from_token, to_token, limit, key):
+ to_key = to_token.events_key if to_token else None
+
+ events, next_key = yield self.store.paginate_room_events(
+ room_id=key,
+ from_key=from_token.events_key,
+ to_key=to_key,
+ direction='b',
+ limit=limit,
+ with_feedback=True
+ )
+
+ next_token = from_token.copy_and_replace("events_key", next_key)
+
+ defer.returnValue((events, next_token))
+
+
+class PresenceStreamSource(object):
+ def __init__(self, hs):
+ self.hs = hs
+ self.clock = hs.get_clock()
+
+ def get_new_events_for_user(self, user, from_token, limit, key=None):
+ from_key = int(from_token.presence_key)
+
+ presence = self.hs.get_handlers().presence_handler
+ cachemap = presence._user_cachemap
+
+ # TODO(paul): limit, and filter by visibility
+ updates = [(k, cachemap[k]) for k in cachemap
+ if from_key < cachemap[k].serial]
+
+ if updates:
+ clock = self.clock
+
+ latest_serial = max([x[1].serial for x in updates])
+ data = [x[1].make_event(user=x[0], clock=clock) for x in updates]
+
+ end_token = from_token.copy_and_replace(
+ "presence_key", latest_serial
+ )
+ return ((data, end_token))
+ else:
+ end_token = from_token.copy_and_replace(
+ "presence_key", presence._user_cachemap_latest_serial
+ )
+ return (([], end_token))
+
+ def get_keys_for_user(self, user):
+ raise NotImplementedError("get_keys_for_user")
+
+ def get_current_token_part(self):
+ presence = self.hs.get_handlers().presence_handler
+ return presence._user_cachemap_latest_serial
+
+
+class EventSources(object):
+ SOURCE_TYPES = [
+ RoomEventSource,
+ PresenceStreamSource,
+ ]
+
+ def __init__(self, hs):
+ self.sources = [t(hs) for t in EventSources.SOURCE_TYPES]
+
+ @staticmethod
+ def create_token(events_key, presence_key):
+ return StreamToken(events_key=events_key, presence_key=presence_key)
+
+ @defer.inlineCallbacks
+ def get_current_token(self):
+ events_key = yield self.sources[0].get_current_token_part()
+ token = EventSources.create_token(events_key, "0")
+ defer.returnValue(token)
+
+
+class StreamSource(object):
+ def get_keys_for_user(self, user):
+ raise NotImplementedError("get_keys_for_user")
+
+ def get_new_events_for_user(self, user, from_token, limit, key=None):
+ raise NotImplementedError("get_new_events_for_user")
+
+ def get_current_token_part(self):
+ raise NotImplementedError("get_current_token_part")
+
+
+class PaginationSource(object):
+ def get_pagination_rows(self, from_token, to_token, limit, key):
+ raise NotImplementedError("get_rows")
+
|
