Fixed some stuff so the examples actually work

This commit is contained in:
nocturn9x 2020-11-12 23:10:54 +01:00
parent 8b095fbf72
commit 3c9421c84c
5 changed files with 98 additions and 58 deletions

View File

@ -57,13 +57,15 @@ class AsyncScheduler:
self.sequence = 0 self.sequence = 0
def run(self): def run(self):
"""Starts the loop and 'listens' for events until there are either ready or asleep tasks """
Starts the loop and 'listens' for events until there are either ready or asleep tasks,
then exit. This behavior kinda reflects a kernel, as coroutines can request then exit. This behavior kinda reflects a kernel, as coroutines can request
the loop's functionality only trough some fixed entry points, which in turn yield and the loop's functionality only trough some fixed entry points, which in turn yield and
give execution control to the loop itself.""" give execution control to the loop itself.
"""
try: while True:
while True: try:
if not self.selector.get_map() and not any( if not self.selector.get_map() and not any(
[self.paused, self.tasks, self.event_waiting] [self.paused, self.tasks, self.event_waiting]
): # If there is nothing to do, just exit ): # If there is nothing to do, just exit
@ -74,7 +76,7 @@ class AsyncScheduler:
): # If there are no actively running tasks, we try to schedule the asleep ones ): # If there are no actively running tasks, we try to schedule the asleep ones
self.check_sleeping() self.check_sleeping()
if self.selector.get_map(): if self.selector.get_map():
self.check_io() self.check_io() # The next step is checking for I/O
while self.tasks: # While there are tasks to run while self.tasks: # While there are tasks to run
self.current_task = ( self.current_task = (
self.tasks.popleft() self.tasks.popleft()
@ -91,20 +93,22 @@ class AsyncScheduler:
) # Sneaky method call, thanks to David Beazley for this ;) ) # Sneaky method call, thanks to David Beazley for this ;)
if self.event_waiting: if self.event_waiting:
self.check_events() self.check_events()
except CancelledError as cancelled: except CancelledError as cancelled:
self.tasks.remove(cancelled.args[0]) # Remove the dead task self.tasks.remove(cancelled.args[0]) # Remove the dead task
self.tasks.append(self.current_task) self.tasks.append(self.current_task)
except StopIteration as e: # Coroutine ends except StopIteration as e: # Coroutine ends
self.current_task.result = e.args[0] if e.args else None self.current_task.result = e.args[0] if e.args else None
self.current_task.finished = True self.current_task.finished = True
self.reschedule_parent(self.current_task) self.reschedule_parent(self.current_task)
except BaseException as error: # Coroutine raised except BaseException as error: # Coroutine raised
self.current_task.exc = error self.current_task.exc = error
self.reschedule_parent(self.current_task) self.reschedule_parent(self.current_task)
self.join(self.current_task) self.join(self.current_task)
def check_events(self): def check_events(self):
"""Checks for ready or expired events and triggers them""" """
Checks for ready or expired events and triggers them
"""
for event, tasks in self.event_waiting.copy().items(): for event, tasks in self.event_waiting.copy().items():
if event._set: if event._set:
@ -115,7 +119,9 @@ class AsyncScheduler:
self.event_waiting.pop(event) self.event_waiting.pop(event)
def check_sleeping(self): def check_sleeping(self):
"""Checks and reschedules sleeping tasks""" """
Checks and reschedules sleeping tasks
"""
wait( wait(
max(0.0, self.paused[0][0] - self.clock()) max(0.0, self.paused[0][0] - self.clock())
@ -128,7 +134,9 @@ class AsyncScheduler:
break break
def check_io(self): def check_io(self):
"""Checks and schedules task to perform I/O""" """
Checks and schedules task to perform I/O
"""
timeout = ( timeout = (
0.0 if self.tasks else None 0.0 if self.tasks else None
@ -140,21 +148,26 @@ class AsyncScheduler:
self.tasks.append(key.data) # Socket ready? Schedule the task self.tasks.append(key.data) # Socket ready? Schedule the task
def create_task(self, coro: types.coroutine): def create_task(self, coro: types.coroutine):
"""Spawns a child task""" """
Spawns a child task
"""
task = Task(coro) task = Task(coro)
self.tasks.append(task) self.tasks.append(task)
return task return task
def schedule_task(self, coro: types.coroutine, n: int): def schedule_task(self, coro: types.coroutine, n: int):
"""Schedules a task for execution after n seconds""" """
Schedules a task for execution after n seconds
"""
task = Task(coro) task = Task(coro)
self.paused.put(task, n) self.paused.put(task, n)
return task return task
def start(self, coro: types.coroutine): def start(self, coro: types.coroutine):
"""Starts the event loop using a coroutine as an entry point. """
Starts the event loop using a coroutine as an entry point.
""" """
entry = self.create_task(coro) entry = self.create_task(coro)
@ -165,19 +178,24 @@ class AsyncScheduler:
entry.exc = exc entry.exc = exc
crashed = True crashed = True
if crashed: if crashed:
raise GiambioError("Event loop crashed!") from entry.exc raise entry.exc
return entry return entry
def reschedule_parent(self, coro): def reschedule_parent(self, coro):
"""Reschedules the parent task""" """
Reschedules the parent task
"""
parent = self.joined.pop(coro, None) parent = self.joined.pop(coro, None)
if parent: if parent:
self.tasks.append(parent) self.tasks.append(parent)
return parent return parent
# TODO: More generic I/O rather than just sockets
def want_read(self, sock: socket.socket): def want_read(self, sock: socket.socket):
"""Handler for the 'want_read' event, registers the socket inside the selector to perform I/0 multiplexing""" """
Handler for the 'want_read' event, registers the socket inside the selector to perform I/0 multiplexing
"""
self.current_task.status = "I/O" self.current_task.status = "I/O"
if self.current_task._last_io: if self.current_task._last_io:
@ -195,7 +213,9 @@ class AsyncScheduler:
raise ResourceBusy("The given resource is busy!") raise ResourceBusy("The given resource is busy!")
def want_write(self, sock: socket.socket): def want_write(self, sock: socket.socket):
"""Handler for the 'want_write' event, registers the socket inside the selector to perform I/0 multiplexing""" """
Handler for the 'want_write' event, registers the socket inside the selector to perform I/0 multiplexing
"""
self.current_task.status = "I/O" self.current_task.status = "I/O"
if self.current_task._last_io: if self.current_task._last_io:
@ -213,10 +233,12 @@ class AsyncScheduler:
raise ResourceBusy("The given resource is busy!") raise ResourceBusy("The given resource is busy!")
def join(self, child: types.coroutine): def join(self, child: types.coroutine):
"""Handler for the 'join' event, does some magic to tell the scheduler """
Handler for the 'join' event, does some magic to tell the scheduler
to wait until the passed coroutine ends. The result of this call equals whatever the to wait until the passed coroutine ends. The result of this call equals whatever the
coroutine returns or, if an exception gets raised, the exception will get propagated inside the coroutine returns or, if an exception gets raised, the exception will get propagated inside the
parent task""" parent task
"""
if child.cancelled: # Task was cancelled and is therefore dead if child.cancelled: # Task was cancelled and is therefore dead
self.tasks.append(self.current_task) self.tasks.append(self.current_task)
@ -234,7 +256,9 @@ class AsyncScheduler:
) )
def sleep(self, seconds: int or float): def sleep(self, seconds: int or float):
"""Puts the caller to sleep for a given amount of seconds""" """
Puts the caller to sleep for a given amount of seconds
"""
if seconds: if seconds:
self.current_task.status = "sleep" self.current_task.status = "sleep"
@ -243,7 +267,9 @@ class AsyncScheduler:
self.tasks.append(self.current_task) self.tasks.append(self.current_task)
def event_set(self, event, value): def event_set(self, event, value):
"""Sets an event""" """
Sets an event
"""
event.notifier = self.current_task event.notifier = self.current_task
event._set = True event._set = True
@ -251,7 +277,9 @@ class AsyncScheduler:
self.events[event] = value self.events[event] = value
def event_wait(self, event): def event_wait(self, event):
"""Waits for an event""" """
Waits for an event
"""
if self.events.get(event, None): if self.events.get(event, None):
event.waiting -= 1 event.waiting -= 1
@ -263,9 +291,11 @@ class AsyncScheduler:
self.event_waiting[event].append(self.current_task) self.event_waiting[event].append(self.current_task)
def cancel(self, task): def cancel(self, task):
"""Handler for the 'cancel' event, throws CancelledError inside a coroutine """
Handler for the 'cancel' event, throws CancelledError inside a coroutine
in order to stop it from executing. The loop continues to execute as tasks in order to stop it from executing. The loop continues to execute as tasks
are independent""" are independent
"""
if ( if (
task.status in ("sleep", "I/O") and not task.cancelled task.status in ("sleep", "I/O") and not task.cancelled
@ -276,12 +306,15 @@ class AsyncScheduler:
task.status = "cancel" # Cancellation is deferred task.status = "cancel" # Cancellation is deferred
def wrap_socket(self, sock): def wrap_socket(self, sock):
"""Wraps a standard socket into an AsyncSocket object""" """
Wraps a standard socket into an AsyncSocket object
"""
return AsyncSocket(sock, self) return AsyncSocket(sock, self)
async def read_sock(self, sock: socket.socket, buffer: int): async def read_sock(self, sock: socket.socket, buffer: int):
"""Reads from a socket asynchronously, waiting until the resource is available and returning up to buffer bytes """
Reads from a socket asynchronously, waiting until the resource is available and returning up to buffer bytes
from the socket from the socket
""" """
@ -289,7 +322,8 @@ class AsyncScheduler:
return sock.recv(buffer) return sock.recv(buffer)
async def accept_sock(self, sock: socket.socket): async def accept_sock(self, sock: socket.socket):
"""Accepts a socket connection asynchronously, waiting until the resource is available and returning the """
Accepts a socket connection asynchronously, waiting until the resource is available and returning the
result of the accept() call result of the accept() call
""" """
@ -297,7 +331,9 @@ class AsyncScheduler:
return sock.accept() return sock.accept()
async def sock_sendall(self, sock: socket.socket, data: bytes): async def sock_sendall(self, sock: socket.socket, data: bytes):
"""Sends all the passed data, as bytes, trough the socket asynchronously""" """
Sends all the passed data, as bytes, trough the socket asynchronously
"""
while data: while data:
await want_write(sock) await want_write(sock)
@ -305,13 +341,17 @@ class AsyncScheduler:
data = data[sent_no:] data = data[sent_no:]
async def close_sock(self, sock: socket.socket): async def close_sock(self, sock: socket.socket):
"""Closes the socket asynchronously""" """
Closes the socket asynchronously
"""
await want_write(sock) await want_write(sock)
return sock.close() return sock.close()
async def connect_sock(self, sock: socket.socket, addr: tuple): async def connect_sock(self, sock: socket.socket, addr: tuple):
"""Connects a socket asynchronously""" """
Connects a socket asynchronously
"""
try: # "Borrowed" from curio try: # "Borrowed" from curio
return sock.connect(addr) return sock.connect(addr)

View File

@ -74,7 +74,7 @@ class Event:
async def set(self, value=True): async def set(self, value=True):
"""Sets the event, optionally taking a value. This can be used """Sets the event, optionally taking a value. This can be used
to control tasks' flow by 'sending' commands back and fort""" to control tasks' flow by 'sending' commands back and fort"""
if self._set: if self._set:
raise GiambioError("The event has already been set") raise GiambioError("The event has already been set")
@ -89,7 +89,7 @@ class Event:
class TimeQueue: class TimeQueue:
"""An abstraction layer over a heap queue based on time. This is where """An abstraction layer over a heap queue based on time. This is where
sleeping tasks will be put when they are asleep""" sleeping tasks will be put when they are asleep"""
def __init__(self, clock): def __init__(self, clock):
self.clock = clock self.clock = clock

View File

@ -46,8 +46,8 @@ def sleep(seconds: int):
def join(task): def join(task):
"""'Tells' the scheduler that the desired task MUST be awaited for completion """'Tells' the scheduler that the desired task MUST be awaited for completion
:param task: The task to join :param task: The task to join
:type task: class: Task :type task: class: Task
""" """
res = yield "join", task res = yield "join", task
@ -58,11 +58,11 @@ def join(task):
def cancel(task): def cancel(task):
"""'Tells' the scheduler that the passed task must be cancelled """'Tells' the scheduler that the passed task must be cancelled
The concept of cancellation here is tricky, because there is no real way to 'stop' a The concept of cancellation here is tricky, because there is no real way to 'stop' a
running task if not by raising an exception inside it and just ignore whatever the task running task if not by raising an exception inside it and just ignore whatever the task
returns (and also hoping that the task won't cause damage when exiting abruptly). returns (and also hoping that the task won't cause damage when exiting abruptly).
It is highly recommended that when you write a coroutine you take into account that it might It is highly recommended that when you write a coroutine you take into account that it might
be cancelled at any time be cancelled at any time
""" """
yield "cancel", task yield "cancel", task
@ -73,8 +73,8 @@ def cancel(task):
def want_read(sock: socket.socket): def want_read(sock: socket.socket):
"""'Tells' the event loop that there is some coroutine that wants to read from the given socket """'Tells' the event loop that there is some coroutine that wants to read from the given socket
:param sock: The socket to perform the operation on :param sock: The socket to perform the operation on
:type sock: class: socket.socket :type sock: class: socket.socket
""" """
yield "want_read", sock yield "want_read", sock
@ -84,8 +84,8 @@ def want_read(sock: socket.socket):
def want_write(sock: socket.socket): def want_write(sock: socket.socket):
"""'Tells' the event loop that there is some coroutine that wants to write on the given socket """'Tells' the event loop that there is some coroutine that wants to write on the given socket
:param sock: The socket to perform the operation on :param sock: The socket to perform the operation on
:type sock: class: socket.socket :type sock: class: socket.socket
""" """
yield "want_write", sock yield "want_write", sock
@ -94,8 +94,8 @@ def want_write(sock: socket.socket):
@types.coroutine @types.coroutine
def event_set(event, value): def event_set(event, value):
"""Communicates to the loop that the given event object """Communicates to the loop that the given event object
must be set. This is important as the loop constantly must be set. This is important as the loop constantly
checks for active events to deliver them checks for active events to deliver them
""" """
yield "event_set", event, value yield "event_set", event, value
@ -104,7 +104,7 @@ def event_set(event, value):
@types.coroutine @types.coroutine
def event_wait(event): def event_wait(event):
"""Notifies the event loop that the current task has to wait """Notifies the event loop that the current task has to wait
for the event to trigger for the event to trigger
""" """
msg = yield "event_wait", event msg = yield "event_wait", event

View File

@ -34,7 +34,7 @@ class CancelledError(BaseException):
class ResourceBusy(GiambioError): class ResourceBusy(GiambioError):
"""Exception that is raised when a resource is accessed by more than """Exception that is raised when a resource is accessed by more than
one task at a time""" one task at a time"""
pass pass

View File

@ -41,5 +41,5 @@ async def echo_handler(sock: AsyncSocket, addr: tuple):
if __name__ == "__main__": if __name__ == "__main__":
try: try:
sched.start(server(("", 25001))) sched.start(server(("", 25001)))
except giambio.exceptions.GiambioError as wrapper: # Exceptions propagate! except KeyboardInterrupt: # Exceptions propagate!
print(f"Exiting due to a {type(wrapper.__cause__).__name__}") print("Exiting...")