sched.py 6.21 KB
Newer Older
1
"""A generally useful event scheduler class.
2 3 4 5 6 7 8 9 10 11 12 13 14 15

Each instance of this class manages its own queue.
No multi-threading is implied; you are supposed to hack that
yourself, or use a single instance per application.

Each instance is parametrized with two functions, one that is
supposed to return the current time, one that is supposed to
implement a delay.  You can implement real-time scheduling by
substituting time and sleep from built-in module time, or you can
implement simulated time by writing your own functions.  This can
also be used to integrate scheduling with STDWIN events; the delay
function is allowed to modify the queue.  Time can be expressed as
integers or floating point numbers, as long as it is consistent.

16
Events are specified by tuples (time, priority, action, argument, kwargs).
17
As in UNIX, lower priority numbers mean higher priority; in this
Raymond Hettinger's avatar
Raymond Hettinger committed
18
way the queue can be maintained as a priority queue.  Execution of the
19 20
event means calling the action function, passing it the argument
sequence in "argument" (remember that in Python, multiple function
21
arguments are be packed in a sequence) and keyword parameters in "kwargs".
22
The action function may be an instance method so it
23 24
has another way to reference private data (besides global variables).
"""
Guido van Rossum's avatar
Guido van Rossum committed
25

26 27 28
# XXX The timefunc and delayfunc should have been defined as methods
# XXX so you can define new kinds of schedulers using subclassing
# XXX instead of having to define a module or class just to hold
29
# XXX the global state of your particular time and delay functions.
30

Giampaolo Rodola''s avatar
Giampaolo Rodola' committed
31
import time
Raymond Hettinger's avatar
Raymond Hettinger committed
32
import heapq
33
from collections import namedtuple
34 35
try:
    import threading
36
except ImportError:
37
    import dummy_threading as threading
38 39
try:
    from time import monotonic as _time
40
except ImportError:
41
    from time import time as _time
42

43 44
__all__ = ["scheduler"]

Giampaolo Rodola''s avatar
Giampaolo Rodola' committed
45
class Event(namedtuple('Event', 'time, priority, action, argument, kwargs')):
46 47 48 49 50 51
    def __eq__(s, o): return (s.time, s.priority) == (o.time, o.priority)
    def __ne__(s, o): return (s.time, s.priority) != (o.time, o.priority)
    def __lt__(s, o): return (s.time, s.priority) <  (o.time, o.priority)
    def __le__(s, o): return (s.time, s.priority) <= (o.time, o.priority)
    def __gt__(s, o): return (s.time, s.priority) >  (o.time, o.priority)
    def __ge__(s, o): return (s.time, s.priority) >= (o.time, o.priority)
52

53 54
_sentinel = object()

Guido van Rossum's avatar
Guido van Rossum committed
55
class scheduler:
Giampaolo Rodola''s avatar
Giampaolo Rodola' committed
56

57
    def __init__(self, timefunc=_time, delayfunc=time.sleep):
58 59
        """Initialize a new instance, passing the time and delay
        functions"""
60
        self._queue = []
61
        self._lock = threading.RLock()
62 63 64
        self.timefunc = timefunc
        self.delayfunc = delayfunc

65
    def enterabs(self, time, priority, action, argument=(), kwargs=_sentinel):
66 67
        """Enter a new event in the queue at an absolute time.

Tim Peters's avatar
Tim Peters committed
68 69
        Returns an ID for the event which can be used to remove it,
        if necessary.
70

Tim Peters's avatar
Tim Peters committed
71
        """
72 73
        if kwargs is _sentinel:
            kwargs = {}
74
        event = Event(time, priority, action, argument, kwargs)
75 76
        with self._lock:
            heapq.heappush(self._queue, event)
77
        return event # The ID
78

79
    def enter(self, delay, priority, action, argument=(), kwargs=_sentinel):
80 81
        """A variant that specifies the time as a relative time.

Tim Peters's avatar
Tim Peters committed
82
        This is actually the more commonly used interface.
83

Tim Peters's avatar
Tim Peters committed
84
        """
85 86
        time = self.timefunc() + delay
        return self.enterabs(time, priority, action, argument, kwargs)
87 88 89 90

    def cancel(self, event):
        """Remove an event from the queue.

Tim Peters's avatar
Tim Peters committed
91
        This must be presented the ID as returned by enter().
92
        If the event is not in the queue, this raises ValueError.
93

Tim Peters's avatar
Tim Peters committed
94
        """
95 96 97
        with self._lock:
            self._queue.remove(event)
            heapq.heapify(self._queue)
98 99 100

    def empty(self):
        """Check whether the queue is empty."""
101 102
        with self._lock:
            return not self._queue
103

104
    def run(self, blocking=True):
105
        """Execute events until the queue is empty.
106
        If blocking is False executes the scheduled events due to
107 108
        expire soonest (if any) and then return the deadline of the
        next scheduled call in the scheduler.
Tim Peters's avatar
Tim Peters committed
109 110 111 112 113 114 115 116 117

        When there is a positive delay until the first event, the
        delay function is called and the event is left in the queue;
        otherwise, the event is removed from the queue and executed
        (its action function is called, passing it the argument).  If
        the delay function returns prematurely, it is simply
        restarted.

        It is legal for both the delay function and the action
Ezio Melotti's avatar
Ezio Melotti committed
118
        function to modify the queue or to raise an exception;
Tim Peters's avatar
Tim Peters committed
119 120 121
        exceptions are not caught but the scheduler's state remains
        well-defined so run() may be called again.

122
        A questionable hack is added to allow other threads to run:
Tim Peters's avatar
Tim Peters committed
123 124 125 126 127
        just after an event is executed, a delay of 0 is executed, to
        avoid monopolizing the CPU when other threads are also
        runnable.

        """
Raymond Hettinger's avatar
Raymond Hettinger committed
128 129
        # localize variable access to minimize overhead
        # and to improve thread safety
130 131 132 133 134 135 136 137 138 139
        lock = self._lock
        q = self._queue
        delayfunc = self.delayfunc
        timefunc = self.timefunc
        pop = heapq.heappop
        while True:
            with lock:
                if not q:
                    break
                time, priority, action, argument, kwargs = q[0]
140
                now = timefunc()
141 142
                if time > now:
                    delay = True
Raymond Hettinger's avatar
Raymond Hettinger committed
143
                else:
144 145 146 147 148 149 150 151 152
                    delay = False
                    pop(q)
            if delay:
                if not blocking:
                    return time - now
                delayfunc(time - now)
            else:
                action(*argument, **kwargs)
                delayfunc(0)   # Let other threads run
153 154 155 156 157 158

    @property
    def queue(self):
        """An ordered list of upcoming events.

        Events are named tuples with fields for:
159
            time, priority, action, arguments, kwargs
160 161 162 163 164

        """
        # Use heapq to sort the queue rather than using 'sorted(self._queue)'.
        # With heapq, two events scheduled at the same time will show in
        # the actual order they would be retrieved.
165 166
        with self._lock:
            events = self._queue[:]
Raymond Hettinger's avatar
Raymond Hettinger committed
167
        return list(map(heapq.heappop, [events]*len(events)))