+def git_checkout(v: Verification, channel: Channel, dest: str) -> None:
+ v.status('Checking out corresponding git revision')
+ git = subprocess.Popen(['git',
+ '-C',
+ git_cachedir(channel.git_repo),
+ 'archive',
+ channel.git_revision],
+ stdout=subprocess.PIPE)
+ tar = subprocess.Popen(
+ ['tar', 'x', '-C', dest, '-f', '-'], stdin=git.stdout)
+ if git.stdout:
+ git.stdout.close()
+ tar.wait()
+ git.wait()
+ v.result(git.returncode == 0 and tar.returncode == 0)
+
+
+def git_get_tarball(v: Verification, channel: Channel) -> str:
+ cache_file = tarball_cache_file(channel)
+ if os.path.exists(cache_file):
+ cached_tarball = open(cache_file).read(9999)
+ if os.path.exists(cached_tarball):
+ return cached_tarball
+
+ with tempfile.TemporaryDirectory() as output_dir:
+ output_filename = os.path.join(
+ output_dir, channel.release_name + '.tar.xz')
+ with open(output_filename, 'w') as output_file:
+ v.status(
+ 'Generating tarball for git revision %s' %
+ channel.git_revision)
+ git = subprocess.Popen(['git',
+ '-C',
+ git_cachedir(channel.git_repo),
+ 'archive',
+ '--prefix=%s/' % channel.release_name,
+ channel.git_revision],
+ stdout=subprocess.PIPE)
+ xz = subprocess.Popen(['xz'], stdin=git.stdout, stdout=output_file)
+ xz.wait()
+ git.wait()
+ v.result(git.returncode == 0 and xz.returncode == 0)
+
+ v.status('Putting tarball in Nix store')
+ process = subprocess.run(
+ ['nix-store', '--add', output_filename], stdout=subprocess.PIPE)
+ v.result(process.returncode == 0)
+ store_tarball = process.stdout.decode().strip()
+
+ os.makedirs(os.path.dirname(cache_file), exist_ok=True)
+ open(cache_file, 'w').write(store_tarball)
+ return store_tarball # type: ignore # (for old mypy)
+
+
+def check_channel_metadata(
+ v: Verification,
+ channel: Channel,
+ channel_contents: str) -> None:
+ v.status('Verifying git commit in channel tarball')
+ v.result(
+ open(
+ os.path.join(
+ channel_contents,
+ channel.release_name,
+ '.git-revision')).read(999) == channel.git_revision)
+
+ v.status(
+ 'Verifying version-suffix is a suffix of release name %s:' %
+ channel.release_name)
+ version_suffix = open(
+ os.path.join(
+ channel_contents,
+ channel.release_name,
+ '.version-suffix')).read(999)
+ v.status(version_suffix)
+ v.result(channel.release_name.endswith(version_suffix))
+
+
+def check_channel_contents(v: Verification, channel: Channel) -> None:
+ with tempfile.TemporaryDirectory() as channel_contents, \
+ tempfile.TemporaryDirectory() as git_contents:
+
+ extract_tarball(v, channel, channel_contents)
+ check_channel_metadata(v, channel, channel_contents)
+
+ git_checkout(v, channel, git_contents)
+
+ compare_tarball_and_git(v, channel, channel_contents, git_contents)
+
+ v.status('Removing temporary directories')
+ v.ok()
+
+
+def pin_channel(v: Verification, channel: Channel) -> None:
+ fetch(v, channel)
+ parse_channel(v, channel)
+ fetch_resources(v, channel)
+ ensure_git_rev_available(v, channel)
+ check_channel_contents(v, channel)
+
+
+def git_revision_name(v: Verification, channel: Channel) -> str:
+ v.status('Getting commit date')
+ process = subprocess.run(['git',
+ '-C',
+ git_cachedir(channel.git_repo),
+ 'log',
+ '-n1',
+ '--format=%ct-%h',
+ '--abbrev=11',
+ '--no-show-signature',
+ channel.git_revision],
+ stdout=subprocess.PIPE)
+ v.result(process.returncode == 0 and process.stdout != b'')
+ return '%s-%s' % (os.path.basename(channel.git_repo),
+ process.stdout.decode().strip())
+
+
+def read_config(filename: str) -> configparser.ConfigParser:
+ config = configparser.ConfigParser()
+ config.read_file(open(filename), filename)
+ return config
+
+
+def pin(args: argparse.Namespace) -> None:
+ v = Verification()
+ config = read_config(args.channels_file)
+ for section in config.sections():
+ if args.channels and section not in args.channels:
+ continue
+
+ channel = Channel(**dict(config[section].items()))
+
+ if hasattr(channel, 'alias_of'):
+ assert not hasattr(channel, 'git_repo')
+ continue
+
+ if hasattr(channel, 'git_revision'):
+ channel.old_git_revision = channel.git_revision
+ del channel.git_revision
+
+ if 'channel_url' in config[section]:
+ pin_channel(v, channel)
+ config[section]['release_name'] = channel.release_name
+ config[section]['tarball_url'] = channel.table['nixexprs.tar.xz'].absolute_url
+ config[section]['tarball_sha256'] = channel.table['nixexprs.tar.xz'].digest
+ else:
+ git_fetch(v, channel)
+ config[section]['release_name'] = git_revision_name(v, channel)
+ config[section]['git_revision'] = channel.git_revision
+
+ with open(args.channels_file, 'w') as configfile:
+ config.write(configfile)
+
+
+def fetch_channel(
+ v: Verification,
+ section: str,
+ conf: configparser.SectionProxy) -> str:
+ if 'git_repo' not in conf or 'release_name' not in conf:
+ raise Exception(
+ 'Cannot update unpinned channel "%s" (Run "pin" before "update")' %
+ section)
+
+ if 'channel_url' in conf:
+ return fetch_with_nix_prefetch_url(
+ v, conf['tarball_url'], Digest16(
+ conf['tarball_sha256']))
+
+ channel = Channel(**dict(conf.items()))
+ ensure_git_rev_available(v, channel)
+ return git_get_tarball(v, channel)
+
+
+def update(args: argparse.Namespace) -> None: