forked from rucio/rucio
/
timeseries.py
75 lines (63 loc) · 2.04 KB
/
timeseries.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
# Copyright European Organization for Nuclear Research (CERN) since 2012
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
Redis time series abstraction
"""
from time import time
from redis import StrictRedis
class RedisTimeSeries:
"""
Redis time series abstraction
"""
def __init__(self, redis_host, redis_port, window, prefix):
self._redis = StrictRedis(host=redis_host, port=redis_port)
self._prefix = prefix
self._window = window * 1000000
def add_point(self, key, value):
"""
Add a point
"""
r_key = self._prefix + key
score = int(time() * 1000000)
self._redis.zadd(r_key, score, "%d:%d" % (value, score))
def get_series(self, key):
"""
Return a time series tuple
"""
r_key = self._prefix + key
r_series = self._redis.zrange(r_key, 0, -1)
series = []
for val in r_series:
values, _ = val.split(':')
series.append(int(values))
return tuple(series)
def trim(self):
"""
Trim the time series
"""
now = time()
max_score = int(now * 1000000 - self._window)
for key in self.get_keys():
self._redis.zremrangebyscore(key, 0, max_score)
def get_keys(self):
"""
Return matching keys
"""
return self._redis.keys(pattern=self._prefix + "*")
def delete_keys(self):
"""
Delete keys
"""
for key in self.get_keys():
self._redis.zremrangebyrank(key, 0, -1)