comparision.py 1.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354
  1. #!/usr/bin/env python
  2. # -*- coding: utf-8 -*-
  3. #
  4. # Copyright 2019 The FATE Authors. All Rights Reserved.
  5. #
  6. # Licensed under the Apache License, Version 2.0 (the "License");
  7. # you may not use this file except in compliance with the License.
  8. # You may obtain a copy of the License at
  9. #
  10. # http://www.apache.org/licenses/LICENSE-2.0
  11. #
  12. # Unless required by applicable law or agreed to in writing, software
  13. # distributed under the License is distributed on an "AS IS" BASIS,
  14. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. # See the License for the specific language governing permissions and
  16. # limitations under the License.
  17. #
  18. import collections
  19. from sortedcontainers import SortedList
  20. class Comparision(object):
  21. def __init__(self, size):
  22. self._histograms = collections.deque(maxlen=size)
  23. self._sorted_hist = SortedList()
  24. def add(self, value):
  25. if len(self._histograms) == self._histograms.maxlen:
  26. self._sorted_hist.remove(self._histograms[0])
  27. self._histograms.append(value)
  28. self._sorted_hist.add(value)
  29. def _get_lt_count(self, value):
  30. return self._sorted_hist.bisect_left(value=value)
  31. def _get_le_count(self, value):
  32. return self._sorted_hist.bisect_right(value=value)
  33. def _get_size(self):
  34. return len(self._histograms)
  35. def get_rate(self, value):
  36. return self._get_lt_count(value) / self._get_size()
  37. def is_topk(self, value, k):
  38. if self._get_size() <= k:
  39. return True
  40. return self._get_size() - self._get_le_count(value) < k