From baa5b9a97582d4b3c825be1225aba7863230c047 Mon Sep 17 00:00:00 2001
From: Erik Johnston <erik@matrix.org>
Date: Mon, 16 Feb 2015 18:02:39 +0000
Subject: Cache results of get_pdu.

---
 synapse/federation/federation_client.py | 42 ++++++++++++++++++++++++++++++---
 1 file changed, 39 insertions(+), 3 deletions(-)

(limited to 'synapse/federation')

diff --git a/synapse/federation/federation_client.py b/synapse/federation/federation_client.py
index 70c9a6f46b..83b4947b99 100644
--- a/synapse/federation/federation_client.py
+++ b/synapse/federation/federation_client.py
@@ -19,7 +19,8 @@ from twisted.internet import defer
 from .federation_base import FederationBase
 from .units import Edu
 
-from synapse.api.errors import CodeMessageException
+from synapse.api.errors import CodeMessageException, SynapseError
+from synapse.util.expiringcache import ExpiringCache
 from synapse.util.logutils import log_function
 from synapse.events import FrozenEvent
 
@@ -30,6 +31,20 @@ logger = logging.getLogger(__name__)
 
 
 class FederationClient(FederationBase):
+    def __init__(self):
+        self._fail_fetch_pdu_cache = None
+
+    def start_pdu_fail_cache(self):
+        self._fail_fetch_pdu_cache = ExpiringCache(
+            cache_name="get_pdu_cache",
+            clock=self._clock,
+            max_len=1000,
+            expiry_ms=120*1000,
+            reset_expiry_on_get=False,
+        )
+
+        self._fail_fetch_pdu_cache.start()
+
     @log_function
     def send_pdu(self, pdu, destinations):
         """Informs the replication layer about a new PDU generated within the
@@ -160,6 +175,11 @@ class FederationClient(FederationBase):
 
         # TODO: Rate limit the number of times we try and get the same event.
 
+        if self._fail_fetch_pdu_cache:
+            e = self._fail_fetch_pdu_cache.get(event_id)
+            if e:
+                defer.returnValue(e)
+
         pdu = None
         for destination in destinations:
             try:
@@ -181,8 +201,21 @@ class FederationClient(FederationBase):
                     pdu = yield self._check_sigs_and_hash(pdu)
 
                     break
-            except CodeMessageException:
-                raise
+            except SynapseError:
+                logger.info(
+                    "Failed to get PDU %s from %s because %s",
+                    event_id, destination, e,
+                )
+                continue
+            except CodeMessageException as e:
+                if 400 <= e.code < 500:
+                    raise
+
+                logger.info(
+                    "Failed to get PDU %s from %s because %s",
+                    event_id, destination, e,
+                )
+                continue
             except Exception as e:
                 logger.info(
                     "Failed to get PDU %s from %s because %s",
@@ -190,6 +223,9 @@ class FederationClient(FederationBase):
                 )
                 continue
 
+        if self._fail_fetch_pdu_cache is not None:
+            self._fail_fetch_pdu_cache[event_id] = pdu
+
         defer.returnValue(pdu)
 
     @defer.inlineCallbacks
-- 
cgit 1.5.1


From ec847059f3e9b9b5de62aa2f7ad2366c4e883fac Mon Sep 17 00:00:00 2001
From: Erik Johnston <erik@matrix.org>
Date: Wed, 18 Feb 2015 10:14:10 +0000
Subject: Rename _fail_fetch_pdu_cache to _get_pdu_cache

---
 synapse/app/homeserver.py               |  2 +-
 synapse/federation/federation_client.py | 16 ++++++++--------
 2 files changed, 9 insertions(+), 9 deletions(-)

(limited to 'synapse/federation')

diff --git a/synapse/app/homeserver.py b/synapse/app/homeserver.py
index 7565d94449..7be82d0576 100755
--- a/synapse/app/homeserver.py
+++ b/synapse/app/homeserver.py
@@ -275,7 +275,7 @@ def setup():
     hs.get_pusherpool().start()
     hs.get_state_handler().start_caching()
     hs.get_datastore().start_profiling()
-    hs.get_replication_layer().start_pdu_fail_cache()
+    hs.get_replication_layer().start_get_pdu_cache()
 
     if config.daemonize:
         print config.pid_file
diff --git a/synapse/federation/federation_client.py b/synapse/federation/federation_client.py
index 83b4947b99..6042e366bd 100644
--- a/synapse/federation/federation_client.py
+++ b/synapse/federation/federation_client.py
@@ -32,10 +32,10 @@ logger = logging.getLogger(__name__)
 
 class FederationClient(FederationBase):
     def __init__(self):
-        self._fail_fetch_pdu_cache = None
+        self._get_pdu_cache = None
 
-    def start_pdu_fail_cache(self):
-        self._fail_fetch_pdu_cache = ExpiringCache(
+    def start_get_pdu_cache(self):
+        self._get_pdu_cache = ExpiringCache(
             cache_name="get_pdu_cache",
             clock=self._clock,
             max_len=1000,
@@ -43,7 +43,7 @@ class FederationClient(FederationBase):
             reset_expiry_on_get=False,
         )
 
-        self._fail_fetch_pdu_cache.start()
+        self._get_pdu_cache.start()
 
     @log_function
     def send_pdu(self, pdu, destinations):
@@ -175,8 +175,8 @@ class FederationClient(FederationBase):
 
         # TODO: Rate limit the number of times we try and get the same event.
 
-        if self._fail_fetch_pdu_cache:
-            e = self._fail_fetch_pdu_cache.get(event_id)
+        if self._get_pdu_cache:
+            e = self._get_pdu_cache.get(event_id)
             if e:
                 defer.returnValue(e)
 
@@ -223,8 +223,8 @@ class FederationClient(FederationBase):
                 )
                 continue
 
-        if self._fail_fetch_pdu_cache is not None:
-            self._fail_fetch_pdu_cache[event_id] = pdu
+        if self._get_pdu_cache is not None:
+            self._get_pdu_cache[event_id] = pdu
 
         defer.returnValue(pdu)
 
-- 
cgit 1.5.1