-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathpyflaker.py
212 lines (160 loc) · 5.68 KB
/
pyflaker.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
from __future__ import annotations
from datetime import datetime
from time import sleep
from threading import (
Event,
Lock,
)
from typing import (
TYPE_CHECKING,
Generic,
TypeVar,
)
if TYPE_CHECKING:
from typing import (
Any,
Optional,
Tuple,
Type,
)
__all__: Tuple[str, ...] = (
'SnowflakeGenerator',
)
_SnowflakeType = TypeVar(
'_SnowflakeType',
bound = int,
)
timestamp_bits: int = 2**64
process_id_bits: int = 2**5
thread_id_bits: int = 2**5
sequence_bits: int = 2**12
snowflake_bits: int = 2**64
class SnowflakeGenerator(Generic[_SnowflakeType]):
if TYPE_CHECKING:
_lock: Lock
_closed: Event
_epoch: datetime
_process_id: int
_thread_id: int
_step: int
_sequence: int
_last: datetime
def __init__(
self: SnowflakeGenerator,
epoch: datetime,
process_id: int,
thread_id: int,
step: int,
sequence: int,
last: datetime,
) -> None:
self._lock = Lock()
self._closed = Event()
if not isinstance(epoch, datetime):
raise TypeError(f'Invalid epoch (object is not instance of datetime): {type(epoch).__name__}')
self._epoch = epoch
if process_id >= process_id_bits:
raise ValueError(f'Invalid process id value (process_id value greater than {process_id_bits - 1:,}): {process_id}')
self._process_id = process_id
if thread_id >= thread_id_bits:
raise ValueError(f'Invalid thread id value (thread_id value greater than {thread_id_bits - 1:,}): {thread_id}')
self._thread_id = thread_id
if step < 1:
raise ValueError(f'Invalid step value (step value less than 1): {step}')
if step >= sequence_bits:
raise ValueError(f'Invalid step value (step value greater than {sequence_bits - 1:,})): {step}')
self._step = step
if sequence >= sequence_bits:
raise ValueError(f'Invalid sequence (sequence value greater than {sequence_bits - 1:,}): {sequence}')
self._sequence = sequence
if last is None:
last = datetime.now()
if not isinstance(last, datetime):
raise TypeError(f'Invalid last (object is not instance of datetime): {type(last).__name__}')
self._last = last
@property
def epoch(self: SnowflakeGenerator) -> datetime:
return self._epoch
@property
def process_id(self: SnowflakeGenerator) -> int:
return self._process_id
@property
def thread_id(self: SnowflakeGenerator) -> int:
return self._thread_id
@property
def step(self: SnowflakeGenerator) -> int:
return self._step
@property
def sequence(self: SnowflakeGenerator) -> int:
return self._sequence
@sequence.setter
def sequence(
self: SnowflakeGenerator,
value: int,
) -> None:
if self.closed:
raise RuntimeError(f'Cannot modify sequence value (snowflake generator is closed)')
if value >= sequence_bits:
raise ValueError(f'Invalid sequence (sequence value greater than {sequence_bits - 1:,}): {value}')
self._sequence = value
@property
def last(self: SnowflakeGenerator) -> datetime:
return self._last
@last.setter
def last(
self: SnowflakeGenerator,
value: datetime,
) -> None:
if self.closed:
raise RuntimeError(f'Cannot modify last value (snowflake generator is closed)')
if not isinstance(value, datetime):
raise TypeError(f'Invalid last (object is not instance of datetime): {type(value).__name__}')
self._last = value
def __iter__(self: SnowflakeGenerator) -> SnowflakeGenerator:
return self
def __next__(self: SnowflakeGenerator) -> _SnowflakeType:
if self.closed:
raise StopIteration('Cannot get next snowflake (snowflake generator is closed)')
try:
return self.generate()
except (
RuntimeError,
ValueError,
) as e:
raise StopIteration(f'Cannot get next snowflake ({e})')
def generate(self: SnowflakeGenerator) -> _SnowflakeType:
if self.closed:
raise RuntimeError(f'Cannot generate snowflake (snowflake generator is closed)')
self._lock.acquire()
now: datetime
sequence: int
while True:
now = datetime.now()
if self.last > now:
sleep((self.last - now).total_seconds())
continue
if self.last == now:
sequence = (self.sequence + self.step) & (sequence_bits - 1)
if sequence == 0:
sleep(self.step / 1000)
continue
else:
sequence = 0
self.last = now
self.sequence = sequence
break
res = (
(int(now.timestamp() * 1000) - int(self.epoch.timestamp() * 1000)) << 22 |
self.process_id << 17 |
self.thread_id << 12 |
sequence
)
self._lock.release()
if res >= snowflake_bits:
raise ValueError(f'Invalid snowflake (snowflake value greater than {snowflake_bits - 1:,}): {res}')
return res
def close(self: SnowflakeGenerator) -> None:
self._closed.set()
@property
def closed(self: SnowflakeGenerator) -> bool:
return self._closed.is_set()