mercurial-scm/hg-stable: tests/artifacts/scripts/generate-churning-bundle.py comparison

comparison tests/artifacts/scripts/generate-churning-bundle.py @ 52471:24c3b3dbab08

test-sparse-revlog: make the large bundle generation more robust and useful We do the following: - adding a `--lazy` flag that skip the bundle generation if it already has the right content. - adding a `--validate` flag that make sure the generated bundle match the expected content Generate it on the fly with all this flag during the tests.

author	Pierre-Yves David <pierre-yves.david@octobus.net>
date	Wed, 04 Dec 2024 15:05:56 +0100
parents	83f87912c5e0
children	7e5ed1e80913

comparison

equal deleted inserted replaced

-:83f87912c5e0
+:24c3b3dbab08
 #
 # The repository update a single "large" file with many updates. One fixed part
 # of the files always get updated while the rest of the lines get updated over
 # time. This update happens over many topological branches, some getting merged
 # back.
+#
+# --lazy     will skip generating the file if one exist with the right content
+#            already.
+# --validate make sure the generated bundle has the expected content.
 import hashlib
 import os
 import shutil
 date=(0, 0),
 )
 nodemap[idx] = repo.commitctx(mc)
-def run(target):
+def compute_md5(target):
+with open(target, 'rb') as bundle:
+data = bundle.read()
+return hashlib.md5(data).hexdigest()
+def write_md5(target, md5):
+with open(target + '.md5', 'wb') as md5file:
+md5file.write(md5.encode('ascii') + b'\n')
+def read_md5(target):
+with open(target + '.md5', 'rb') as md5file:
+return md5file.read().strip().decode('ascii')
+def up_to_date_target(target):
+"""return true if the file already exist at the right"""
+try:
+found = compute_md5(target)
+expected = read_md5(target)
+except OSError:
+return False
+return found == expected
+def run(target, validate=False):
 tmpdir = tempfile.mkdtemp(prefix='tmp-hg-test-big-file-bundle-')
 try:
 os.chdir(tmpdir)
 hg(
 'init',
 '--config',
 'format.maxchainlen=%d' % NB_CHANGESET,
 )
 write_repo(tmpdir)
 hg('bundle', '--all', target, '--config', 'devel.bundle.delta=p1')
-with open(target, 'rb') as bundle:
+digest = compute_md5(target)
-data = bundle.read()
+if not validate:
-digest = hashlib.md5(data).hexdigest()
+write_md5(target, digest)
-with open(target + '.md5', 'wb') as md5file:
+else:
-md5file.write(digest.encode('ascii') + b'\n')
+expected = read_md5(target)
-if sys.stdout.isatty():
+if expected != digest:
-print('bundle generated at "%s" md5: %s' % (target, digest))
+msg = "bundle generated does not match the expected content\n"
+msg += "    expected: %s\n" % expected
+msg += "    got:      %s" % digest
+print(msg, file=sys.stderr)
+return 1
 finally:
 shutil.rmtree(tmpdir)
 return 0
 if __name__ == '__main__':
 orig = os.path.realpath(os.path.dirname(sys.argv[0]))
 target = os.path.join(orig, os.pardir, 'cache', BUNDLE_NAME)
-sys.exit(run(target))
+lazy = '--lazy' in sys.argv[1:]
+validate = '--validate' in sys.argv[1:]
+if lazy and up_to_date_target(target):
+sys.exit(0)
+sys.exit(run(target, validate=validate))

Mercurial > public > mercurial-scm > hg-stable

comparison tests/artifacts/scripts/generate-churning-bundle.py @ 52471:24c3b3dbab08