diff options
author | Richard van der Hoff <1389908+richvdh@users.noreply.github.com> | 2020-01-17 10:33:24 +0000 |
---|---|---|
committer | GitHub <noreply@github.com> | 2020-01-17 10:33:24 +0000 |
commit | 59dc87c618861f9d353657b533f55f7e94c5ab37 (patch) | |
tree | a4dab2b9adfe77f82899e3714b199c1be01b4852 /synapse/util/iterutils.py | |
parent | Delegate remote_user_id mapping to the saml mapping provider (#6723) (diff) | |
parent | changelog (diff) | |
download | synapse-59dc87c618861f9d353657b533f55f7e94c5ab37.tar.xz |
Merge pull request #6724 from matrix-org/rav/log_saml_attributes
Log saml assertions rather than the whole response
Diffstat (limited to 'synapse/util/iterutils.py')
-rw-r--r-- | synapse/util/iterutils.py | 48 |
1 files changed, 48 insertions, 0 deletions
diff --git a/synapse/util/iterutils.py b/synapse/util/iterutils.py new file mode 100644 index 0000000000..06faeebe7f --- /dev/null +++ b/synapse/util/iterutils.py @@ -0,0 +1,48 @@ +# -*- coding: utf-8 -*- +# Copyright 2014-2016 OpenMarket Ltd +# Copyright 2020 The Matrix.org Foundation C.I.C. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +from itertools import islice +from typing import Iterable, Iterator, Sequence, Tuple, TypeVar + +T = TypeVar("T") + + +def batch_iter(iterable: Iterable[T], size: int) -> Iterator[Tuple[T]]: + """batch an iterable up into tuples with a maximum size + + Args: + iterable (iterable): the iterable to slice + size (int): the maximum batch size + + Returns: + an iterator over the chunks + """ + # make sure we can deal with iterables like lists too + sourceiter = iter(iterable) + # call islice until it returns an empty tuple + return iter(lambda: tuple(islice(sourceiter, size)), ()) + + +ISeq = TypeVar("ISeq", bound=Sequence, covariant=True) + + +def chunk_seq(iseq: ISeq, maxlen: int) -> Iterable[ISeq]: + """Split the given sequence into chunks of the given size + + The last chunk may be shorter than the given size. + + If the input is empty, no chunks are returned. + """ + return (iseq[i : i + maxlen] for i in range(0, len(iseq), maxlen)) |