6.NUR/nur/index.py
Jörg Thalheim 08f476af09
nur-index: fix indexing nur-combined
we want to switch to nur-combined in case repositories are not reachable
2020-04-02 12:51:26 +01:00

65 lines
2.1 KiB
Python

import json
import subprocess
import sys
from argparse import Namespace
from pathlib import Path
from tempfile import NamedTemporaryFile
from typing import Any, Dict
def index_repo(directory: Path, repo: str, expression_file: str) -> Dict[str, Any]:
default_nix = directory.joinpath("default.nix").resolve()
expr = """
with import <nixpkgs> {};
let
nur = import %s { nurpkgs = pkgs; inherit pkgs; };
in
callPackage (nur.repo-sources."%s" + "/%s") {}
""" % (
default_nix,
repo,
expression_file,
)
with NamedTemporaryFile(mode="w") as f:
f.write(expr)
f.flush()
query_cmd = ["nix-env", "-qa", "*", "--json", "-f", str(f.name)]
try:
out = subprocess.check_output(query_cmd)
except subprocess.CalledProcessError:
print(f"failed to evaluate {repo}", file=sys.stderr)
return {}
raw_pkgs = json.loads(out)
pkgs = {}
for name, pkg in raw_pkgs.items():
pkg["_attr"] = name
pkg["_repo"] = repo
position = pkg["meta"].get("position", None)
# TODO commit hash
prefix = f"https://github.com/nix-community/nur-combined/tree/master/repos/{repo}"
if position is not None and position.startswith("/nix/store"):
path_str, line = position.rsplit(":", 1)
path = Path(path_str)
stripped = path.parts[4:]
pkg["meta"]["position"] = f"{prefix}{stripped}#L{line}"
else:
pkg["meta"]["position"] = prefix
pkgs[f"nur.repos.{repo}.{name}"] = pkg
return pkgs
def index_command(args: Namespace) -> None:
directory = Path(args.directory)
manifest_path = directory.joinpath("repos.json")
with open(manifest_path) as f:
manifest = json.load(f)
repos = manifest.get("repos", [])
pkgs: Dict[str, Any] = {}
for (repo, data) in repos.items():
repo_pkgs = index_repo(directory, repo, data.get("file", "default.nix"))
pkgs.update(repo_pkgs)
json.dump(pkgs, sys.stdout, indent=4)