Python zlib.decompressobj方法代码示例

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def content(self):
        """Raw content of response (i.e. bytes).

        :returns: Body of HTTP response
        :rtype: str

        """
        if not self._content:

            # Decompress gzipped content
            if self._gzipped:
                decoder = zlib.decompressobj(16 + zlib.MAX_WBITS)
                self._content = decoder.decompress(self.raw.read())

            else:
                self._content = self.raw.read()

            self._content_loaded = True

        return self._content 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def _read_first_gzip_block_into_buffer(self):
    buf = self._read_data_from_source()
    decompressed = self._decompressor.decompress(buf)
    del buf
    # Discards all data before first `\n`.
    while '\n' not in decompressed:
      if self._decompressor.unused_data != b'':
        buf = self._decompressor.unused_data
        self._decompressor = zlib.decompressobj(self._gzip_mask)
        decompressed = self._decompressor.decompress(buf)
        del buf
      else:
        raise ValueError('Read failed. The block {} does not contain any '
                         'valid record.'.format(self._block))

    lines = decompressed.split('\n')
    self._read_buffer.write('\n'.join(lines[1:])) 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def _complete_last_line(self):
    # Fetches the first line in the next `self._read_size` bytes.
    buf = self._file.raw._downloader.get_range(
        self._block.end, self._block.end + self._read_size)
    self._decompressor = zlib.decompressobj(self._gzip_mask)
    decompressed = self._decompressor.decompress(buf)
    del buf
    if not decompressed:
      return
    # Writes all data to the buffer until the first `\n` is reached.
    while '\n' not in decompressed:
      if self._decompressor.unused_data != b'':
        self._read_buffer.write(decompressed)
        buf = self._decompressor.unused_data
        self._decompressor = zlib.decompressobj(self._gzip_mask)
        decompressed = self._decompressor.decompress(buf)
        del buf
      else:
        raise ValueError('Read failed. The record is longer than {} '
                         'bytes.'.format(self._read_size))
    self._read_buffer.write(decompressed.split('\n')[0] + '\n') 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def decompress(self, data):
        if not data:
            return data

        if not self._first_try:
            return self._obj.decompress(data)

        self._data += data
        try:
            return self._obj.decompress(data)
        except zlib.error:
            self._first_try = False
            self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
            try:
                return self.decompress(self._data)
            finally:
                self._data = None 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def decompress(self, data):
        if not data:
            return data

        if not self._first_try:
            return self._obj.decompress(data)

        self._data += data
        try:
            decompressed = self._obj.decompress(data)
            if decompressed:
                self._first_try = False
                self._data = None
            return decompressed
        except zlib.error:
            self._first_try = False
            self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
            try:
                return self.decompress(self._data)
            finally:
                self._data = None 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def decompress(self, data):
        ret = bytearray()
        if self._state == GzipDecoderState.SWALLOW_DATA or not data:
            return bytes(ret)
        while True:
            try:
                ret += self._obj.decompress(data)
            except zlib.error:
                previous_state = self._state
                # Ignore data after the first error
                self._state = GzipDecoderState.SWALLOW_DATA
                if previous_state == GzipDecoderState.OTHER_MEMBERS:
                    # Allow trailing garbage acceptable in other gzip clients
                    return bytes(ret)
                raise
            data = self._obj.unused_data
            if not data:
                return bytes(ret)
            self._state = GzipDecoderState.OTHER_MEMBERS
            self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS) 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def decompress_raw_data_to_unicode_stream(raw_data_fd: IO):
    """Decompresses a raw data in file like object and yields a Unicode string.

    Args:
        raw_data_fd: File descriptor object.

    Yields:
        A string of the decompressed file in chunks.
    """
    obj = zlib.decompressobj(MAGIC_NUMBER + zlib.MAX_WBITS)
    yield '['
    d = raw_data_fd.read(CHUNK_SIZE)
    while d:
        yield obj.decompress(d).decode('utf-8')
        while obj.unused_data != b'':
            unused_data = obj.unused_data
            obj = zlib.decompressobj(MAGIC_NUMBER + zlib.MAX_WBITS)
            yield obj.decompress(unused_data).decode('utf-8')
        d = raw_data_fd.read(CHUNK_SIZE)
    yield obj.flush().decode('utf-8') + ']' 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def content(self):
        """Raw content of response (i.e. bytes).

        :returns: Body of HTTP response
        :rtype: :class:`str`

        """
        if not self._content:

            # Decompress gzipped content
            if self._gzipped:
                decoder = zlib.decompressobj(16 + zlib.MAX_WBITS)
                self._content = decoder.decompress(self.raw.read())

            else:
                self._content = self.raw.read()

            self._content_loaded = True

        return self._content 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def __init__(self, *args, **kwargs):
        super().__init__(*args, **kwargs)
        self.max_size = None
        # an empty dispatcher to prevent crashes
        self._dispatch = lambda *args: None
        # generic event listeners
        self._dispatch_listeners = []
        # the keep alive
        self._keep_alive = None
        self.thread_id = threading.get_ident()

        # ws related stuff
        self.session_id = None
        self.sequence = None
        self._zlib = zlib.decompressobj()
        self._buffer = bytearray() 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def _decompress_unused_data(self, num_bytes):
    while (self._decompressor.unused_data != b'' and
           not self._enough_data_in_buffer(num_bytes)):
      buf = self._decompressor.unused_data
      self._decompressor = zlib.decompressobj(self._gzip_mask)
      decompressed = self._decompressor.decompress(buf)
      del buf
      self._read_buffer.write(decompressed) 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def __init__(self):
        self._first_try = True
        self._data = binary_type()
        self._obj = zlib.decompressobj() 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def __init__(self):
        self._first_try = True
        self._data = b''
        self._obj = zlib.decompressobj() 

# 需要导入模块: import zlib [as 别名]
# 或者: from zlib import decompressobj [as 别名]
def __init__(self):
        self._first_try = True
        self._data = b""
        self._obj = zlib.decompressobj()