| 
									
										
										
										
											2014-01-23 11:05:01 +01:00
										 |  |  | .. currentmodule:: asyncio
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-02-02 15:03:02 +01:00
										 |  |  | .. _asyncio-streams:
 | 
					
						
							| 
									
										
										
										
											2014-01-24 17:33:20 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-01-24 15:34:19 +01:00
										 |  |  | ++++++++++++++++++++++++
 | 
					
						
							|  |  |  | Streams (high-level API)
 | 
					
						
							|  |  |  | ++++++++++++++++++++++++
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:05:01 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | Stream functions
 | 
					
						
							|  |  |  | ================
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-02-02 22:43:39 +01:00
										 |  |  | .. function:: open_connection(host=None, port=None, \*, loop=None, limit=None, **kwds)
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:05:01 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |    A wrapper for :meth:`~BaseEventLoop.create_connection()` returning a (reader,
 | 
					
						
							|  |  |  |    writer) pair.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    The reader returned is a :class:`StreamReader` instance; the writer is
 | 
					
						
							|  |  |  |    a :class:`StreamWriter` instance.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    The arguments are all the usual arguments to
 | 
					
						
							|  |  |  |    :meth:`BaseEventLoop.create_connection` except *protocol_factory*; most
 | 
					
						
							|  |  |  |    common are positional host and port, with various optional keyword arguments
 | 
					
						
							|  |  |  |    following.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    Additional optional keyword arguments are *loop* (to set the event loop
 | 
					
						
							|  |  |  |    instance to use) and *limit* (to set the buffer limit passed to the
 | 
					
						
							|  |  |  |    :class:`StreamReader`).
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    (If you want to customize the :class:`StreamReader` and/or
 | 
					
						
							|  |  |  |    :class:`StreamReaderProtocol` classes, just copy the code -- there's really
 | 
					
						
							|  |  |  |    nothing special here except some convenience.)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    This function returns a :ref:`coroutine object <coroutine>`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-02-02 22:43:39 +01:00
										 |  |  | .. function:: start_server(client_connected_cb, host=None, port=None, \*, loop=None, limit=None, **kwds)
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:05:01 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |    Start a socket server, call back for each client connected.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    The first parameter, *client_connected_cb*, takes two parameters:
 | 
					
						
							|  |  |  |    *client_reader*, *client_writer*.  *client_reader* is a
 | 
					
						
							|  |  |  |    :class:`StreamReader` object, while *client_writer* is a
 | 
					
						
							|  |  |  |    :class:`StreamWriter` object.  This parameter can either be a plain callback
 | 
					
						
							|  |  |  |    function or a :ref:`coroutine function <coroutine>`; if it is a coroutine
 | 
					
						
							|  |  |  |    function, it will be automatically converted into a :class:`Task`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    The rest of the arguments are all the usual arguments to
 | 
					
						
							|  |  |  |    :meth:`~BaseEventLoop.create_server()` except *protocol_factory*; most
 | 
					
						
							|  |  |  |    common are positional host and port, with various optional keyword arguments
 | 
					
						
							|  |  |  |    following.  The return value is the same as
 | 
					
						
							|  |  |  |    :meth:`~BaseEventLoop.create_server()`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    Additional optional keyword arguments are *loop* (to set the event loop
 | 
					
						
							|  |  |  |    instance to use) and *limit* (to set the buffer limit passed to the
 | 
					
						
							|  |  |  |    :class:`StreamReader`).
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    The return value is the same as :meth:`~BaseEventLoop.create_server()`, i.e.
 | 
					
						
							|  |  |  |    a :class:`AbstractServer` object which can be used to stop the service.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    This function returns a :ref:`coroutine object <coroutine>`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | StreamReader
 | 
					
						
							|  |  |  | ============
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-02-02 22:43:39 +01:00
										 |  |  | .. class:: StreamReader(limit=None, loop=None)
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:05:01 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |    .. method:: exception()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Get the exception.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: feed_eof()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: feed_data(data)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: set_exception(exc)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Set the exception.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: set_transport(transport)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Set the transport.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: read(n=-1)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       This method returns a :ref:`coroutine object <coroutine>`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: readline()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       This method returns a :ref:`coroutine object <coroutine>`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: readexactly(n)
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-01-27 11:58:49 +01:00
										 |  |  |       Read exactly *n* bytes. Raise an :exc:`IncompleteReadError` if the end of
 | 
					
						
							|  |  |  |       the stream is reached before *n* can be read, the
 | 
					
						
							|  |  |  |       :attr:`IncompleteReadError.partial` attribute of the exception contains
 | 
					
						
							|  |  |  |       the partial read bytes.
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:05:01 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |       This method returns a :ref:`coroutine object <coroutine>`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | StreamWriter
 | 
					
						
							|  |  |  | ============
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | .. class:: StreamWriter(transport, protocol, reader, loop)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    Wraps a Transport.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    This exposes :meth:`write`, :meth:`writelines`, :meth:`can_write_eof()`,
 | 
					
						
							|  |  |  |    :meth:`write_eof`, :meth:`get_extra_info` and :meth:`close`.  It adds
 | 
					
						
							|  |  |  |    :meth:`drain` which returns an optional :class:`Future` on which you can
 | 
					
						
							|  |  |  |    wait for flow control.  It also adds a transport attribute which references
 | 
					
						
							|  |  |  |    the :class:`Transport` directly.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. attribute:: transport
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Transport.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: close()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Close the transport: see :meth:`BaseTransport.close`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: drain()
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-01-24 18:47:26 +01:00
										 |  |  |       Wait until the write buffer of the underlying transport is flushed.
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:05:01 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-01-24 18:47:26 +01:00
										 |  |  |       This method has an unusual return value. The intended use is to write::
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:05:01 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |           w.write(data)
 | 
					
						
							|  |  |  |           yield from w.drain()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       When there's nothing to wait for, :meth:`drain()` returns ``()``, and the
 | 
					
						
							|  |  |  |       yield-from continues immediately.  When the transport buffer is full (the
 | 
					
						
							|  |  |  |       protocol is paused), :meth:`drain` creates and returns a
 | 
					
						
							|  |  |  |       :class:`Future` and the yield-from will block until
 | 
					
						
							|  |  |  |       that Future is completed, which will happen when the buffer is
 | 
					
						
							|  |  |  |       (partially) drained and the protocol is resumed.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: get_extra_info(name, default=None)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Return optional transport information: see
 | 
					
						
							|  |  |  |       :meth:`BaseTransport.get_extra_info`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: write(data)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Write some *data* bytes to the transport: see
 | 
					
						
							|  |  |  |       :meth:`WriteTransport.write`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: writelines(data)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Write a list (or any iterable) of data bytes to the transport:
 | 
					
						
							|  |  |  |       see :meth:`WriteTransport.writelines`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: can_write_eof()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Return :const:`True` if the transport supports :meth:`write_eof`,
 | 
					
						
							|  |  |  |       :const:`False` if not. See :meth:`WriteTransport.can_write_eof`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. method:: write_eof()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Close the write end of the transport after flushing buffered data:
 | 
					
						
							|  |  |  |       see :meth:`WriteTransport.write_eof`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | StreamReaderProtocol
 | 
					
						
							|  |  |  | ====================
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | .. class:: StreamReaderProtocol(stream_reader, client_connected_cb=None, loop=None)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     Trivial helper class to adapt between :class:`Protocol` and
 | 
					
						
							|  |  |  |     :class:`StreamReader`. Sublclass of :class:`Protocol`.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     *stream_reader* is a :class:`StreamReader` instance, *client_connected_cb*
 | 
					
						
							|  |  |  |     is an optional function called with (stream_reader, stream_writer) when a
 | 
					
						
							|  |  |  |     connection is made, *loop* is the event loop instance to use.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     (This is a helper class instead of making :class:`StreamReader` itself a
 | 
					
						
							|  |  |  |     :class:`Protocol` subclass, because the :class:`StreamReader` has other
 | 
					
						
							|  |  |  |     potential uses, and to prevent the user of the :class:`StreamReader` to
 | 
					
						
							|  |  |  |     accidentally call inappropriate methods of the protocol.)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     .. method:: connection_made(transport)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |        XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     .. method:: connection_lost(exc)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |        XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     .. method:: data_received(data)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |        XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     .. method:: eof_received()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |        XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     .. method:: pause_writing()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |        XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     .. method:: resume_writing()
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |        XXX
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:25:48 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-01-27 11:58:49 +01:00
										 |  |  | IncompleteReadError
 | 
					
						
							|  |  |  | ===================
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | .. exception:: IncompleteReadError
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-01-27 12:18:49 +01:00
										 |  |  |     Incomplete read error, subclass of :exc:`EOFError`.
 | 
					
						
							| 
									
										
										
										
											2014-01-27 11:58:49 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |    .. attribute:: expected
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Total number of expected bytes (:class:`int`).
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    .. attribute:: partial
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       Read bytes string before the end of stream was reached (:class:`bytes`).
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:25:48 +01:00
										 |  |  | Example
 | 
					
						
							|  |  |  | =======
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | Simple example querying HTTP headers of the URL passed on the command line::
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     import asyncio
 | 
					
						
							|  |  |  |     import urllib.parse
 | 
					
						
							|  |  |  |     import sys
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     @asyncio.coroutine
 | 
					
						
							|  |  |  |     def print_http_headers(url):
 | 
					
						
							|  |  |  |         url = urllib.parse.urlsplit(url)
 | 
					
						
							|  |  |  |         reader, writer = yield from asyncio.open_connection(url.hostname, 80)
 | 
					
						
							|  |  |  |         query = ('HEAD {url.path} HTTP/1.0\r\n'
 | 
					
						
							|  |  |  |                  'Host: {url.hostname}\r\n'
 | 
					
						
							|  |  |  |                  '\r\n').format(url=url)
 | 
					
						
							|  |  |  |         writer.write(query.encode('latin-1'))
 | 
					
						
							|  |  |  |         while True:
 | 
					
						
							|  |  |  |             line = yield from reader.readline()
 | 
					
						
							|  |  |  |             if not line:
 | 
					
						
							|  |  |  |                 break
 | 
					
						
							|  |  |  |             line = line.decode('latin1').rstrip()
 | 
					
						
							|  |  |  |             if line:
 | 
					
						
							|  |  |  |                 print('HTTP header> %s' % line)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     url = sys.argv[1]
 | 
					
						
							|  |  |  |     loop = asyncio.get_event_loop()
 | 
					
						
							|  |  |  |     task = asyncio.async(print_http_headers(url))
 | 
					
						
							|  |  |  |     loop.run_until_complete(task)
 | 
					
						
							| 
									
										
										
										
											2014-01-28 23:32:40 +01:00
										 |  |  |     loop.close()
 | 
					
						
							| 
									
										
										
										
											2014-01-23 11:25:48 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | Usage::
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     python example.py http://example.com/path/page.html
 | 
					
						
							|  |  |  | 
 |