Kaydet (Commit) 8280b4ba authored tarafından Nadeem Vawda's avatar Nadeem Vawda

#15546: Fix BZ2File.read1()'s handling of pathological input data.

üst d9f38bc7
...@@ -174,6 +174,9 @@ class BZ2File(io.BufferedIOBase): ...@@ -174,6 +174,9 @@ class BZ2File(io.BufferedIOBase):
# Fill the readahead buffer if it is empty. Returns False on EOF. # Fill the readahead buffer if it is empty. Returns False on EOF.
def _fill_buffer(self): def _fill_buffer(self):
# Depending on the input data, our call to the decompressor may not
# return any data. In this case, try again after reading another block.
while True:
if self._buffer: if self._buffer:
return True return True
...@@ -196,7 +199,6 @@ class BZ2File(io.BufferedIOBase): ...@@ -196,7 +199,6 @@ class BZ2File(io.BufferedIOBase):
self._decompressor = BZ2Decompressor() self._decompressor = BZ2Decompressor()
self._buffer = self._decompressor.decompress(rawblock) self._buffer = self._decompressor.decompress(rawblock)
return True
# Read data until EOF. # Read data until EOF.
# If return_data is false, consume the data without returning it. # If return_data is false, consume the data without returning it.
...@@ -256,11 +258,14 @@ class BZ2File(io.BufferedIOBase): ...@@ -256,11 +258,14 @@ class BZ2File(io.BufferedIOBase):
return self._read_block(size) return self._read_block(size)
def read1(self, size=-1): def read1(self, size=-1):
"""Read up to size uncompressed bytes with at most one read """Read up to size uncompressed bytes, while trying to avoid
from the underlying stream. making multiple reads from the underlying stream.
Returns b'' if the file is at EOF. Returns b'' if the file is at EOF.
""" """
# Usually, read1() calls _fp.read() at most once. However, sometimes
# this does not give enough data for the decompressor to make progress.
# In this case we make multiple reads, to avoid returning b"".
with self._lock: with self._lock:
self._check_can_read() self._check_can_read()
if (size == 0 or self._mode == _MODE_READ_EOF or if (size == 0 or self._mode == _MODE_READ_EOF or
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment