mypy types

[nix-pin-deps] / nix_pin_deps.py

from contextlib import contextmanager
import json
import os
import subprocess
import sys
import xml.sax
import xml.sax.handler

from typing import Any, Dict, Iterator, List, Set


@contextmanager
def log(msg: str) -> Iterator[None]:
    print(msg, file=sys.stderr, end='', flush=True)
    try:
        yield
    finally:
        print('\r', file=sys.stderr, end='', flush=True)


class ParseNixStoreQueryGraphML(xml.sax.handler.ContentHandler):
    def __init__(self) -> None:
        self.roots: Set[str] = set()
        self.non_roots: Set[str] = set()
        self.deps: Dict[str, List[str]] = {}

    def startElement(self, name: str, attrs: Any) -> None:
        if name == "edge":
            source = attrs.getValue("source")
            target = attrs.getValue("target")
            self.non_roots.add(target)
            self.deps.setdefault(source, []).append(target)
            if target in self.roots:
                self.roots.remove(target)
            if source not in self.non_roots:
                self.roots.add(source)


def getDeps(drv: str) -> ParseNixStoreQueryGraphML:
    with log("Loading dependency tree..."):
        process = subprocess.Popen(
            ["nix-store", "--query", "--graphml", drv], stdout=subprocess.PIPE)
        parser = ParseNixStoreQueryGraphML()
        assert process.stdout
        xml.sax.parse(process.stdout, parser)
        assert process.wait() == 0
        return parser


def getDrvInfo(drv: str) -> Any:
    with log("Loading %s..." % drv):
        process = subprocess.Popen(["nix",
                                    "--experimental-features",
                                    "nix-command",
                                    "show-derivation",
                                    "/nix/store/" + drv],
                                   stdout=subprocess.PIPE)
        assert process.stdout
        info = json.load(process.stdout)
        assert process.wait() == 0
        return info


def allBuilt(drv: str) -> bool:
    # TODO: How to pin outputs one at a time?
    # Currently, we only pin when all outputs are available.
    # It would be better to pin the outputs we've got.
    return all(os.path.exists(o['path']) for d in getDrvInfo(
        drv).values() for o in d['outputs'].values())


def isDrv(thing: str) -> bool:
    return thing.endswith(".drv")


def removesuffix(s: str, suf: str) -> str:
    return s[:-len(suf)] if s.endswith(suf) else s


def pin(drv: str) -> None:
    outPath = os.path.join(sys.argv[2], removesuffix(drv, ".drv"))
    if not os.path.exists(outPath):
        process = subprocess.run(["nix-store",
                                  "--realise",
                                  "--add-root",
                                  outPath,
                                  "/nix/store/" + drv],
                                 check=True)


def pinBuiltThings(thing: str,
                   done: Set[str],
                   deps: Dict[str, List[str]]) -> None:
    if thing in done:
        return
    done.add(thing)
    if not isDrv(thing) or allBuilt(thing):
        pin(thing)
        return
    for dep in deps.get(thing, []):
        pinBuiltThings(dep, done, deps)


dep_graph = getDeps(sys.argv[1])
for root in dep_graph.roots:
    pinBuiltThings(root, set(), dep_graph.deps)