Cleaner read_bytes and a test case

No longer reads via buffer for unbuffered bytes
This commit is contained in:
Joel Nothman 2012-09-23 11:13:44 +10:00
parent ffec10dff3
commit e7c51d9089
2 changed files with 21 additions and 7 deletions

View file

@ -458,13 +458,11 @@ cdef class Unpacker(object):
def read_bytes(self, Py_ssize_t nbytes): def read_bytes(self, Py_ssize_t nbytes):
"""read a specified number of raw bytes from the stream""" """read a specified number of raw bytes from the stream"""
cdef size_t nread cdef size_t nread
ret = '' nread = min(self.buf_tail - self.buf_head, nbytes)
while len(ret) < nbytes and self.file_like is not None: ret = PyBytes_FromStringAndSize(self.buf + self.buf_head, nread)
if self.buf_head == self.buf_tail: self.buf_head += nread
self.fill_buffer() if len(ret) < nbytes and self.file_like is not None:
nread = min(self.buf_tail - self.buf_head, nbytes - len(ret)) ret += self.file_like.read(nbytes - len(ret))
ret += PyBytes_FromStringAndSize(self.buf + self.buf_head, nread)
self.buf_head += nread
return ret return ret
def __iter__(self): def __iter__(self):

View file

@ -1,6 +1,7 @@
#!/usr/bin/env python #!/usr/bin/env python
# coding: utf-8 # coding: utf-8
import six
from msgpack import Unpacker, BufferFull from msgpack import Unpacker, BufferFull
import nose import nose
@ -42,5 +43,20 @@ def test_maxbuffersize():
assert ord('b') == next(unpacker) assert ord('b') == next(unpacker)
def test_readbytes():
unpacker = Unpacker(read_size=3)
unpacker.feed(b'foobar')
assert unpacker.unpack() == ord(b'f')
assert unpacker.read_bytes(3) == b'oob'
assert unpacker.unpack() == ord(b'a')
assert unpacker.unpack() == ord(b'r')
# Test buffer refill
unpacker = Unpacker(six.BytesIO(b'foobar'), read_size=3)
assert unpacker.unpack() == ord(b'f')
assert unpacker.read_bytes(3) == b'oob'
assert unpacker.unpack() == ord(b'a')
assert unpacker.unpack() == ord(b'r')
if __name__ == '__main__': if __name__ == '__main__':
nose.main() nose.main()