123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277 |
- import asyncio
- import inspect
- import logging
- import sys
- import traceback
- from contextlib import contextmanager
- from .base import AbstractSession
- from ..utils import random_str
- logger = logging.getLogger(__name__)
- class WebIOFuture:
- def __init__(self, coro=None):
- self.coro = coro
- def __iter__(self):
- result = yield self
- return result
- __await__ = __iter__ # make compatible with 'await' expression
- class _context:
- current_session = None # type:"AsyncBasedSession"
- current_task_id = None
- class AsyncBasedSession(AbstractSession):
- """
- 一个PyWebIO任务会话, 由不同的后端Backend创建并维护
- WebIOSession是不同的后端Backend与协程交互的桥梁:
- 后端Backend在接收到用户浏览器的数据后,会通过调用 ``send_client_msg`` 来通知会话,进而由WebIOSession驱动协程的运行。
- 协程内在调用输入输出函数后,会调用 ``send_coro_msg`` 向会话发送输入输出消息指令, WebIOSession将其保存并留给后端Backend处理。
- .. note::
- 后端Backend在相应on_session_close时关闭连接时,需要保证会话内的所有消息都传送到了客户端
- """
- @staticmethod
- def get_current_session() -> "AsyncBasedSession":
- if _context.current_session is None:
- raise RuntimeError("No current found in context!")
- return _context.current_session
- @staticmethod
- def get_current_task_id():
- if _context.current_task_id is None:
- raise RuntimeError("No current task found in context!")
- return _context.current_task_id
- def __init__(self, coroutine_func, on_task_message=None, on_session_close=None):
- """
- :param coro_func: 协程函数
- :param on_coro_msg: 由协程内发给session的消息的处理函数
- :param on_session_close: 会话结束的处理函数。后端Backend在相应on_session_close时关闭连接时,需要保证会话内的所有消息都传送到了客户端
- """
- self._on_task_message = on_task_message or (lambda _: None)
- self._on_session_close = on_session_close or (lambda: None)
- self.unhandled_task_msgs = []
- self.coros = {} # coro_id -> coro
- self._closed = False
- self.inactive_coro_instances = [] # 待激活的协程实例列表
- self.main_task = Task(coroutine_func(), session=self, on_coro_stop=self._on_main_task_finish)
- self.coros[self.main_task.coro_id] = self.main_task
- self._step_task(self.main_task)
- def _step_task(self, task, result=None):
- task.step(result)
- if task.task_finished and task.coro_id in self.coros:
- # 若task 为main task,则 task.step(result) 结束后,可能task已经结束,self.coros已被清理
- logger.debug('del self.coros[%s]', task.coro_id)
- del self.coros[task.coro_id]
- while self.inactive_coro_instances and not self.main_task.task_finished:
- coro = self.inactive_coro_instances.pop()
- sub_task = Task(coro, session=self)
- self.coros[sub_task.coro_id] = sub_task
- sub_task.step()
- if sub_task.task_finished:
- logger.debug('del self.coros[%s]', sub_task.coro_id)
- del self.coros[sub_task.coro_id]
- def _on_main_task_finish(self):
- self.send_task_message(dict(command='close_session'))
- self.close()
- def send_task_message(self, message):
- """向会话发送来自协程内的消息
- :param dict message: 消息
- """
- self.unhandled_task_msgs.append(message)
- self._on_task_message(self)
- async def next_client_event(self):
- res = await WebIOFuture()
- return res
- def send_client_event(self, event):
- """向会话发送来自用户浏览器的事件️
- :param dict event: 事件️消息
- """
- coro_id = event['coro_id']
- coro = self.coros.get(coro_id)
- if not coro:
- logger.error('coro not found, coro_id:%s', coro_id)
- return
- self._step_task(coro, event)
- def get_task_messages(self):
- msgs = self.unhandled_task_msgs
- self.unhandled_task_msgs = []
- return msgs
- def _cleanup(self):
- for t in self.coros.values():
- t.close()
- self.coros = {} # delete session tasks
- while self.inactive_coro_instances:
- coro = self.inactive_coro_instances.pop()
- coro.close()
- def close(self, no_session_close_callback=False):
- """关闭当前Session
- :param bool no_session_close_callback: 不调用 on_session_close 会话结束的处理函数。
- 当 close 是由后端Backend调用时可能希望开启 no_session_close_callback
- """
- self._cleanup()
- self._closed = True
- if not no_session_close_callback:
- self._on_session_close()
- # todo clean
- def closed(self):
- return self._closed
- def on_task_exception(self):
- from ..output import put_markdown # todo
- logger.exception('Error in coroutine executing')
- type, value, tb = sys.exc_info()
- tb_len = len(list(traceback.walk_tb(tb)))
- lines = traceback.format_exception(type, value, tb, limit=1 - tb_len)
- traceback_msg = ''.join(lines)
- put_markdown("发生错误:\n```\n%s\n```" % traceback_msg)
- def register_callback(self, callback, mutex_mode):
- """ 向Session注册一个回调函数,返回回调id
- :type callback: Callable or Coroutine
- :param callback: 回调函数. 可以是普通函数或者协程函数. 函数签名为 ``callback(data)``.
- :return str: 回调id.
- AsyncBasedSession保证当收到前端发送的事件消息 ``{event: "callback",coro_id: 回调id, data:...}`` 时,
- ``callback`` 回调函数被执行, 并传入事件消息中的 ``data`` 字段值作为参数
- """
- async def callback_coro():
- while True:
- event = await self.next_client_event()
- assert event['event'] == 'callback'
- coro = None
- if asyncio.iscoroutinefunction(callback):
- coro = callback(event['data'])
- elif inspect.isgeneratorfunction(callback):
- coro = asyncio.coroutine(callback)(event['data'])
- else:
- try:
- callback(event['data'])
- except:
- AsyncBasedSession.get_current_session().on_task_exception()
- if coro is not None:
- if mutex_mode:
- await coro
- else:
- self.run_async(coro)
- callback_task = Task(callback_coro(), AsyncBasedSession.get_current_session())
- callback_task.coro.send(None) # 激活,Non't callback.step() ,导致嵌套调用step todo 与inactive_coro_instances整合
- AsyncBasedSession.get_current_session().coros[callback_task.coro_id] = callback_task
- return callback_task.coro_id
- def run_async(self, coro_obj):
- self.inactive_coro_instances.append(coro_obj)
- class Task:
- @contextmanager
- def session_context(self):
- """
- >>> with session_context():
- ... res = self.coros[-1].send(data)
- """
- # todo issue: with 语句可能发生嵌套,导致内层with退出时,将属性置空
- _context.current_session = self.session
- _context.current_task_id = self.coro_id
- try:
- yield
- finally:
- _context.current_session = None
- _context.current_task_id = None
- @staticmethod
- def gen_coro_id(coro=None):
- name = 'coro'
- if hasattr(coro, '__name__'):
- name = coro.__name__
- return '%s-%s' % (name, random_str(10))
- def __init__(self, coro, session: AsyncBasedSession, on_coro_stop=None):
- self.session = session
- self.coro = coro
- self.coro_id = None
- self.result = None
- self.task_finished = False # 任务完毕/取消
- self.on_coro_stop = on_coro_stop or (lambda: None)
- self.coro_id = self.gen_coro_id(self.coro)
- self.pending_futures = {} # id(future) -> future
- logger.debug('Task[%s] created ', self.coro_id)
- def step(self, result=None):
- coro_yield = None
- with self.session_context():
- try:
- coro_yield = self.coro.send(result)
- except StopIteration as e:
- if len(e.args) == 1:
- self.result = e.args[0]
- self.task_finished = True
- logger.debug('Task[%s] finished', self.coro_id)
- self.on_coro_stop()
- except Exception as e:
- self.session.on_task_exception()
- future = None
- if isinstance(coro_yield, WebIOFuture):
- if coro_yield.coro:
- future = asyncio.run_coroutine_threadsafe(coro_yield.coro, asyncio.get_event_loop())
- elif coro_yield is not None:
- future = coro_yield
- if not self.session.closed() and hasattr(future, 'add_done_callback'):
- future.add_done_callback(self._tornado_future_callback)
- self.pending_futures[id(future)] = future
- def _tornado_future_callback(self, future):
- if not future.cancelled():
- del self.pending_futures[id(future)]
- self.step(future.result())
- def close(self):
- logger.debug('Task[%s] closed', self.coro_id)
- self.coro.close()
- while self.pending_futures:
- _, f = self.pending_futures.popitem()
- f.cancel()
- self.task_finished = True
- def __del__(self):
- if not self.task_finished:
- logger.warning('Task[%s] not finished when destroy', self.coro_id)
|