about summary refs log tree commit diff
path: root/overrides/buildGo/external
diff options
context:
space:
mode:
authorVincent Ambo <tazjin@google.com>2019-12-20T20·18+0000
committerVincent Ambo <tazjin@google.com>2019-12-20T20·18+0000
commit03bfe08e1dd9faf48b06cb146bfa446575cde88a (patch)
tree55317968922a9b2a01516f1b79527874df037517 /overrides/buildGo/external
parente52eed3cd4f73779c2e7c350537fb346835ba9f3 (diff)
chore: Significantly restructure folder layout r/237
This moves the various projects from "type-based" folders (such as
"services" or "tools") into more appropriate semantic folders (such as
"nix", "ops" or "web").

Deprecated projects (nixcon-demo & gotest) which only existed for
testing/demonstration purposes have been removed.

(Note: *all* builds are broken with this commit)
Diffstat (limited to 'overrides/buildGo/external')
-rw-r--r--overrides/buildGo/external/default.nix95
-rw-r--r--overrides/buildGo/external/main.go186
2 files changed, 0 insertions, 281 deletions
diff --git a/overrides/buildGo/external/default.nix b/overrides/buildGo/external/default.nix
deleted file mode 100644
index 48f678688eec..000000000000
--- a/overrides/buildGo/external/default.nix
+++ /dev/null
@@ -1,95 +0,0 @@
-# Copyright 2019 Google LLC.
-# SPDX-License-Identifier: Apache-2.0
-{ pkgs, program, package }:
-
-let
-  inherit (builtins)
-    elemAt
-    foldl'
-    fromJSON
-    head
-    length
-    listToAttrs
-    readFile
-    replaceStrings
-    tail
-    throw;
-
-  inherit (pkgs) lib runCommand go jq ripgrep;
-
-  pathToName = p: replaceStrings ["/"] ["_"] (toString p);
-
-  # Collect all non-vendored dependencies from the Go standard library
-  # into a file that can be used to filter them out when processing
-  # dependencies.
-  stdlibPackages = runCommand "stdlib-pkgs.json" {} ''
-    export HOME=$PWD
-    export GOPATH=/dev/null
-    ${go}/bin/go list all | \
-      ${ripgrep}/bin/rg -v 'vendor' | \
-      ${jq}/bin/jq -R '.' | \
-      ${jq}/bin/jq -c -s 'map({key: ., value: true}) | from_entries' \
-      > $out
-  '';
-
-  analyser = program {
-    name = "analyser";
-
-    srcs = [
-      ./main.go
-    ];
-
-    x_defs = {
-      "main.stdlibList" = "${stdlibPackages}";
-    };
-  };
-
-  mkset = path: value:
-    if path == [] then { gopkg = value; }
-    else { "${head path}" = mkset (tail path) value; };
-
-  last = l: elemAt l ((length l) - 1);
-
-  toPackage = self: src: path: depMap: entry:
-    let
-      localDeps = map (d: lib.attrByPath (d ++ [ "gopkg" ]) (
-        throw "missing local dependency '${lib.concatStringsSep "." d}' in '${path}'"
-      ) self) entry.localDeps;
-
-      foreignDeps = map (d: lib.attrByPath [ d ] (
-        throw "missing foreign dependency '${d}' in '${path}'"
-      ) depMap) entry.foreignDeps;
-
-      args = {
-        srcs = map (f: src + ("/" + f)) entry.files;
-        deps = localDeps ++ foreignDeps;
-      };
-
-      libArgs = args // {
-        name = pathToName entry.name;
-        path = lib.concatStringsSep "/" ([ path ] ++ entry.locator);
-        sfiles = map (f: src + ("/" + f)) entry.sfiles;
-      };
-
-      binArgs = args // {
-        name = (last ((lib.splitString "/" path) ++ entry.locator));
-      };
-    in if entry.isCommand then (program binArgs) else (package libArgs);
-
-in { src, path, deps ? [] }: let
-  # Build a map of dependencies (from their import paths to their
-  # derivation) so that they can be conditionally imported only in
-  # sub-packages that require them.
-  depMap = listToAttrs (map (d: {
-    name = d.goImportPath;
-    value = d;
-  }) deps);
-
-  name = pathToName path;
-  analysisOutput = runCommand "${name}-structure.json" {} ''
-    ${analyser}/bin/analyser -path ${path} -source ${src} > $out
-  '';
-  analysis = fromJSON (readFile analysisOutput);
-in lib.fix(self: foldl' lib.recursiveUpdate {} (
-  map (entry: mkset entry.locator (toPackage self src path depMap entry)) analysis
-))
diff --git a/overrides/buildGo/external/main.go b/overrides/buildGo/external/main.go
deleted file mode 100644
index aa4a813d32bd..000000000000
--- a/overrides/buildGo/external/main.go
+++ /dev/null
@@ -1,186 +0,0 @@
-// Copyright 2019 Google LLC.
-// SPDX-License-Identifier: Apache-2.0
-
-// This tool analyses external (i.e. not built with `buildGo.nix`) Go
-// packages to determine a build plan that Nix can import.
-package main
-
-import (
-	"encoding/json"
-	"flag"
-	"fmt"
-	"go/build"
-	"io/ioutil"
-	"log"
-	"os"
-	"path"
-	"path/filepath"
-	"strings"
-)
-
-// Path to a JSON file describing all standard library import paths.
-// This file is generated and set here by Nix during the build
-// process.
-var stdlibList string
-
-// pkg describes a single Go package within the specified source
-// directory.
-//
-// Return information includes the local (relative from project root)
-// and external (none-stdlib) dependencies of this package.
-type pkg struct {
-	Name        string     `json:"name"`
-	Locator     []string   `json:"locator"`
-	Files       []string   `json:"files"`
-	SFiles      []string   `json:"sfiles"`
-	LocalDeps   [][]string `json:"localDeps"`
-	ForeignDeps []string   `json:"foreignDeps"`
-	IsCommand   bool       `json:"isCommand"`
-}
-
-// findGoDirs returns a filepath.WalkFunc that identifies all
-// directories that contain Go source code in a certain tree.
-func findGoDirs(at string) ([]string, error) {
-	dirSet := make(map[string]bool)
-
-	err := filepath.Walk(at, func(path string, info os.FileInfo, err error) error {
-		name := info.Name()
-		// Skip folders that are guaranteed to not be relevant
-		if info.IsDir() && (name == "testdata" || name == ".git") {
-			return filepath.SkipDir
-		}
-
-		// If the current file is a Go file, then the directory is popped
-		// (i.e. marked as a Go directory).
-		if !info.IsDir() && strings.HasSuffix(name, ".go") && !strings.HasSuffix(name, "_test.go") {
-			dirSet[filepath.Dir(path)] = true
-		}
-
-		return nil
-	})
-
-	if err != nil {
-		return nil, err
-	}
-
-	goDirs := []string{}
-	for k, _ := range dirSet {
-		goDirs = append(goDirs, k)
-	}
-
-	return goDirs, nil
-}
-
-// analysePackage loads and analyses the imports of a single Go
-// package, returning the data that is required by the Nix code to
-// generate a derivation for this package.
-func analysePackage(root, source, importpath string, stdlib map[string]bool) (pkg, error) {
-	ctx := build.Default
-	ctx.CgoEnabled = false
-
-	p, err := ctx.ImportDir(source, build.IgnoreVendor)
-	if err != nil {
-		return pkg{}, err
-	}
-
-	local := [][]string{}
-	foreign := []string{}
-
-	for _, i := range p.Imports {
-		if stdlib[i] {
-			continue
-		}
-
-		if i == importpath {
-			local = append(local, []string{})
-		} else if strings.HasPrefix(i, importpath) {
-			local = append(local, strings.Split(strings.TrimPrefix(i, importpath+"/"), "/"))
-		} else {
-			foreign = append(foreign, i)
-		}
-	}
-
-	prefix := strings.TrimPrefix(source, root+"/")
-
-	locator := []string{}
-	if len(prefix) != len(source) {
-		locator = strings.Split(prefix, "/")
-	} else {
-		// Otherwise, the locator is empty since its the root package and
-		// no prefix should be added to files.
-		prefix = ""
-	}
-
-	files := []string{}
-	for _, f := range p.GoFiles {
-		files = append(files, path.Join(prefix, f))
-	}
-
-	sfiles := []string{}
-	for _, f := range p.SFiles {
-		sfiles = append(sfiles, path.Join(prefix, f))
-	}
-
-	return pkg{
-		Name:        path.Join(importpath, prefix),
-		Locator:     locator,
-		Files:       files,
-		SFiles:      sfiles,
-		LocalDeps:   local,
-		ForeignDeps: foreign,
-		IsCommand:   p.IsCommand(),
-	}, nil
-}
-
-func loadStdlibPkgs(from string) (pkgs map[string]bool, err error) {
-	f, err := ioutil.ReadFile(from)
-	if err != nil {
-		return
-	}
-
-	err = json.Unmarshal(f, &pkgs)
-	return
-}
-
-func main() {
-	source := flag.String("source", "", "path to directory with sources to process")
-	path := flag.String("path", "", "import path for the package")
-
-	flag.Parse()
-
-	if *source == "" {
-		log.Fatalf("-source flag must be specified")
-	}
-
-	stdlibPkgs, err := loadStdlibPkgs(stdlibList)
-	if err != nil {
-		log.Fatalf("failed to load standard library index from %q: %s\n", stdlibList, err)
-	}
-
-	goDirs, err := findGoDirs(*source)
-	if err != nil {
-		log.Fatalf("failed to walk source directory '%s': %s\n", source, err)
-	}
-
-	all := []pkg{}
-	for _, d := range goDirs {
-		analysed, err := analysePackage(*source, d, *path, stdlibPkgs)
-
-		// If the Go source analysis returned "no buildable Go files",
-		// that directory should be skipped.
-		//
-		// This might be due to `+build` flags on the platform and other
-		// reasons (such as test files).
-		if _, ok := err.(*build.NoGoError); ok {
-			continue
-		}
-
-		if err != nil {
-			log.Fatalf("failed to analyse package at %q: %s", d, err)
-		}
-		all = append(all, analysed)
-	}
-
-	j, _ := json.Marshal(all)
-	fmt.Println(string(j))
-}