Mercurial > public > mercurial-scm > hg-stable
diff mercurial/utils/compression.py @ 43077:687b865b95ad
formatting: byteify all mercurial/ and hgext/ string literals
Done with
python3.7 contrib/byteify-strings.py -i $(hg files 'set:mercurial/**.py - mercurial/thirdparty/** + hgext/**.py - hgext/fsmonitor/pywatchman/** - mercurial/__init__.py')
black -l 80 -t py33 -S $(hg files 'set:**.py - mercurial/thirdparty/** - "contrib/python-zstandard/**" - hgext/fsmonitor/pywatchman/**')
# skip-blame mass-reformatting only
Differential Revision: https://phab.mercurial-scm.org/D6972
author | Augie Fackler <augie@google.com> |
---|---|
date | Sun, 06 Oct 2019 09:48:39 -0400 |
parents | 2372284d9457 |
children | c59eb1560c44 |
line wrap: on
line diff
--- a/mercurial/utils/compression.py Sun Oct 06 09:45:02 2019 -0400 +++ b/mercurial/utils/compression.py Sun Oct 06 09:48:39 2019 -0400 @@ -24,8 +24,8 @@ # compression code -SERVERROLE = 'server' -CLIENTROLE = 'client' +SERVERROLE = b'server' +CLIENTROLE = b'client' compewireprotosupport = collections.namedtuple( r'compenginewireprotosupport', @@ -85,13 +85,13 @@ The argument must be a ``compressionengine`` instance. """ if not isinstance(engine, compressionengine): - raise ValueError(_('argument must be a compressionengine')) + raise ValueError(_(b'argument must be a compressionengine')) name = engine.name() if name in self._engines: raise error.Abort( - _('compression engine %s already registered') % name + _(b'compression engine %s already registered') % name ) bundleinfo = engine.bundletype() @@ -100,11 +100,11 @@ if bundlename in self._bundlenames: raise error.Abort( - _('bundle name %s already registered') % bundlename + _(b'bundle name %s already registered') % bundlename ) if bundletype in self._bundletypes: raise error.Abort( - _('bundle type %s already registered by %s') + _(b'bundle type %s already registered by %s') % (bundletype, self._bundletypes[bundletype]) ) @@ -120,8 +120,8 @@ if wiretype in self._wiretypes: raise error.Abort( _( - 'wire protocol compression %s already ' - 'registered by %s' + b'wire protocol compression %s already ' + b'registered by %s' ) % (wiretype, self._wiretypes[wiretype]) ) @@ -131,7 +131,7 @@ revlogheader = engine.revlogheader() if revlogheader and revlogheader in self._revlogheaders: raise error.Abort( - _('revlog header %s already registered by %s') + _(b'revlog header %s already registered by %s') % (revlogheader, self._revlogheaders[revlogheader]) ) @@ -158,7 +158,7 @@ engine = self._engines[self._bundlenames[bundlename]] if not engine.available(): raise error.Abort( - _('compression engine %s could not be loaded') % engine.name() + _(b'compression engine %s could not be loaded') % engine.name() ) return engine @@ -172,7 +172,7 @@ engine = self._engines[self._bundletypes[bundletype]] if not engine.available(): raise error.Abort( - _('compression engine %s could not be loaded') % engine.name() + _(b'compression engine %s could not be loaded') % engine.name() ) return engine @@ -186,7 +186,7 @@ """ assert role in (SERVERROLE, CLIENTROLE) - attr = 'serverpriority' if role == SERVERROLE else 'clientpriority' + attr = b'serverpriority' if role == SERVERROLE else b'clientpriority' engines = [self._engines[e] for e in self._wiretypes.values()] if onlyavailable: @@ -205,7 +205,7 @@ engine = self._engines[self._wiretypes[wiretype]] if not engine.available(): raise error.Abort( - _('compression engine %s could not be loaded') % engine.name() + _(b'compression engine %s could not be loaded') % engine.name() ) return engine @@ -360,7 +360,7 @@ newbuf = self._pending[0] buf.append(newbuf[self._pos : self._pos + l]) self._pos += l - return ''.join(buf) + return b''.join(buf) newbuf = self._pending.pop(0) if self._pos: @@ -372,12 +372,12 @@ self._pos = 0 if self._eof: - return ''.join(buf) + return b''.join(buf) chunk = self._reader(65536) self._decompress(chunk) if not chunk and not self._pending and not self._eof: # No progress and no new data, bail out - return ''.join(buf) + return b''.join(buf) class _GzipCompressedStreamReader(_CompressedStreamReader): @@ -391,9 +391,9 @@ self._pending.append(newbuf) d = self._decompobj.copy() try: - d.decompress('x') + d.decompress(b'x') d.flush() - if d.unused_data == 'x': + if d.unused_data == b'x': self._eof = True except zlib.error: pass @@ -410,7 +410,7 @@ self._pending.append(newbuf) try: while True: - newbuf = self._decompobj.decompress('') + newbuf = self._decompobj.decompress(b'') if newbuf: self._pending.append(newbuf) else: @@ -422,7 +422,7 @@ class _TruncatedBZ2CompressedStreamReader(_BZ2CompressedStreamReader): def __init__(self, fh): super(_TruncatedBZ2CompressedStreamReader, self).__init__(fh) - newbuf = self._decompobj.decompress('BZ') + newbuf = self._decompobj.decompress(b'BZ') if newbuf: self._pending.append(newbuf) @@ -439,7 +439,7 @@ self._pending.append(newbuf) try: while True: - newbuf = self._decompobj.decompress('') + newbuf = self._decompobj.decompress(b'') if newbuf: self._pending.append(newbuf) else: @@ -450,7 +450,7 @@ class _zlibengine(compressionengine): def name(self): - return 'zlib' + return b'zlib' def bundletype(self): """zlib compression using the DEFLATE algorithm. @@ -459,18 +459,18 @@ algorithm strikes a reasonable balance between compression ratio and size. """ - return 'gzip', 'GZ' + return b'gzip', b'GZ' def wireprotosupport(self): - return compewireprotosupport('zlib', 20, 20) + return compewireprotosupport(b'zlib', 20, 20) def revlogheader(self): - return 'x' + return b'x' def compressstream(self, it, opts=None): opts = opts or {} - z = zlib.compressobj(opts.get('level', -1)) + z = zlib.compressobj(opts.get(b'level', -1)) for chunk in it: data = z.compress(chunk) # Not all calls to compress emit data. It is cheaper to inspect @@ -521,7 +521,7 @@ parts.append(z.flush()) if sum(map(len, parts)) < insize: - return ''.join(parts) + return b''.join(parts) return None def decompress(self, data): @@ -529,14 +529,14 @@ return zlib.decompress(data) except zlib.error as e: raise error.StorageError( - _('revlog decompress error: %s') + _(b'revlog decompress error: %s') % stringutil.forcebytestr(e) ) def revlogcompressor(self, opts=None): level = None if opts is not None: - level = opts.get('zlib.level') + level = opts.get(b'zlib.level') return self.zlibrevlogcompressor(level) @@ -545,7 +545,7 @@ class _bz2engine(compressionengine): def name(self): - return 'bz2' + return b'bz2' def bundletype(self): """An algorithm that produces smaller bundles than ``gzip``. @@ -559,16 +559,16 @@ If available, the ``zstd`` engine can yield similar or better compression at much higher speeds. """ - return 'bzip2', 'BZ' + return b'bzip2', b'BZ' # We declare a protocol name but don't advertise by default because # it is slow. def wireprotosupport(self): - return compewireprotosupport('bzip2', 0, 0) + return compewireprotosupport(b'bzip2', 0, 0) def compressstream(self, it, opts=None): opts = opts or {} - z = bz2.BZ2Compressor(opts.get('level', 9)) + z = bz2.BZ2Compressor(opts.get(b'level', 9)) for chunk in it: data = z.compress(chunk) if data: @@ -585,10 +585,10 @@ class _truncatedbz2engine(compressionengine): def name(self): - return 'bz2truncated' + return b'bz2truncated' def bundletype(self): - return None, '_truncatedBZ' + return None, b'_truncatedBZ' # We don't implement compressstream because it is hackily handled elsewhere. @@ -601,20 +601,20 @@ class _noopengine(compressionengine): def name(self): - return 'none' + return b'none' def bundletype(self): """No compression is performed. Use this compression engine to explicitly disable compression. """ - return 'none', 'UN' + return b'none', b'UN' # Clients always support uncompressed payloads. Servers don't because # unless you are on a fast network, uncompressed payloads can easily # saturate your network pipe. def wireprotosupport(self): - return compewireprotosupport('none', 0, 10) + return compewireprotosupport(b'none', 0, 10) # We don't implement revlogheader because it is handled specially # in the revlog class. @@ -638,7 +638,7 @@ class _zstdengine(compressionengine): def name(self): - return 'zstd' + return b'zstd' @propertycache def _module(self): @@ -668,20 +668,20 @@ If this engine is available and backwards compatibility is not a concern, it is likely the best available engine. """ - return 'zstd', 'ZS' + return b'zstd', b'ZS' def wireprotosupport(self): - return compewireprotosupport('zstd', 50, 50) + return compewireprotosupport(b'zstd', 50, 50) def revlogheader(self): - return '\x28' + return b'\x28' def compressstream(self, it, opts=None): opts = opts or {} # zstd level 3 is almost always significantly faster than zlib # while providing no worse compression. It strikes a good balance # between speed and compression. - level = opts.get('level', 3) + level = opts.get(b'level', 3) zstd = self._module z = zstd.ZstdCompressor(level=level).compressobj() @@ -732,7 +732,7 @@ chunks.append(z.flush()) if sum(map(len, chunks)) < insize: - return ''.join(chunks) + return b''.join(chunks) return None def decompress(self, data): @@ -752,18 +752,18 @@ pos = pos2 # Frame should be exhausted, so no finish() API. - return ''.join(chunks) + return b''.join(chunks) except Exception as e: raise error.StorageError( - _('revlog decompress error: %s') + _(b'revlog decompress error: %s') % stringutil.forcebytestr(e) ) def revlogcompressor(self, opts=None): opts = opts or {} - level = opts.get('zstd.level') + level = opts.get(b'zstd.level') if level is None: - level = opts.get('level') + level = opts.get(b'level') if level is None: level = 3 return self.zstdrevlogcompressor(self._module, level=level)