[nix-pin-deps] / nix_pin_deps.py

# nix-pin-deps: gc-pin dependencies of a partially-built derivation
#
# This program is free software: you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Free Software Foundation, version 3.


from contextlib import contextmanager
import json
import os
import subprocess
import sys
import xml.sax
import xml.sax.handler

from typing import Any, Dict, Iterator, List, Set


@contextmanager
def log(msg: str) -> Iterator[None]:
    print(msg, file=sys.stderr, end='', flush=True)
    try:
        yield
    finally:
        print('\r', file=sys.stderr, end='', flush=True)


class ParseNixStoreQueryGraphML(xml.sax.handler.ContentHandler):
    def __init__(self) -> None:
        super().__init__()
        self.roots: Set[str] = set()
        self.non_roots: Set[str] = set()
        self.deps: Dict[str, List[str]] = {}

    def startElement(self, name: str, attrs: Any) -> None:
        if name == "edge":
            source = attrs.getValue("source")
            target = attrs.getValue("target")
            self.non_roots.add(target)
            self.deps.setdefault(source, []).append(target)
            if target in self.roots:
                self.roots.remove(target)
            if source not in self.non_roots:
                self.roots.add(source)


def getDeps(drv: str) -> ParseNixStoreQueryGraphML:
    with log("Loading dependency tree..."):
        with subprocess.Popen(
                ["nix-store", "--query", "--graphml", drv], stdout=subprocess.PIPE) as process:
            parser = ParseNixStoreQueryGraphML()
            assert process.stdout
            xml.sax.parse(process.stdout, parser)
            assert process.wait() == 0
        return parser


def getDrvInfo(drv: str) -> Any:
    with log(f"Loading {drv}..."):
        with subprocess.Popen(
                ["nix", "--experimental-features", "nix-command",
                    "derivation", "show", f"/nix/store/{drv}^*"],
                stdout=subprocess.PIPE) as process:
            assert process.stdout
            info = json.load(process.stdout)
            assert process.wait() == 0
        return info


def allBuilt(drv: str) -> bool:
    # TODO: How to pin outputs one at a time?
    # Currently, we only pin when all outputs are available.
    # It would be better to pin the outputs we've got.
    return all(os.path.exists(o['path']) for d in getDrvInfo(
        drv).values() for o in d['outputs'].values())


def isDrv(thing: str) -> bool:
    return thing.endswith(".drv")


def removesuffix(s: str, suf: str) -> str:
    return s[:-len(suf)] if s.endswith(suf) else s


def pin(drv: str) -> None:
    outPath = os.path.join(sys.argv[2], removesuffix(drv, ".drv"))
    if not os.path.exists(outPath):
        subprocess.run(["nix-store", "--realise", "--add-root",
                       outPath, "/nix/store/" + drv], check=True)


def pinBuiltThings(thing: str,
                   done: Set[str],
                   deps: Dict[str, List[str]]) -> None:
    if thing in done:
        return
    done.add(thing)
    if not isDrv(thing) or allBuilt(thing):
        pin(thing)
        return
    for dep in deps.get(thing, []):
        pinBuiltThings(dep, done, deps)


def main() -> None:
    dep_graph = getDeps(sys.argv[1])
    for root in dep_graph.roots:
        pinBuiltThings(root, set(), dep_graph.deps)


if __name__ == '__main__':
    main()