127d2eae8b
Add globbing with dependency checking to blueprint. Calling ModuleContext.GlobWithDeps or SingletonContext.GlobWithDeps will return a list of files that match the globs, while also adding efficient dependencies to rerun the primary builder if a file that matches the glob is added or removed. Also use the globbing support for optional_subdirs=, subdirs= and build= lines in blueprints files. The globbing slightly changes the behavior of subname= lines, it no longer falls back to looking for a file called "Blueprints". Blueprint files that need to include a subdirectory with a different name can use build= instead of subdir= to directly include them. The Blueprints file is updated to reset subname="Blueprints" in case we want to include subdirectories inside blueprint and the primary builder has changed the subname. Also adds a new test directory that contains a simple primary builder tree to test regeneration for globbing, and runs the tests in travis. Change-Id: I83ce525fd11e11579cc58ba5308d01ca8eea7bc6
206 lines
5.2 KiB
Go
206 lines
5.2 KiB
Go
// Copyright 2014 Google Inc. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package bootstrap
|
|
|
|
import (
|
|
"bytes"
|
|
"flag"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"runtime"
|
|
"runtime/debug"
|
|
"runtime/pprof"
|
|
"runtime/trace"
|
|
|
|
"github.com/google/blueprint"
|
|
"github.com/google/blueprint/deptools"
|
|
)
|
|
|
|
var (
|
|
outFile string
|
|
depFile string
|
|
docFile string
|
|
cpuprofile string
|
|
memprofile string
|
|
traceFile string
|
|
runGoTests bool
|
|
noGC bool
|
|
|
|
BuildDir string
|
|
SrcDir string
|
|
)
|
|
|
|
func init() {
|
|
flag.StringVar(&outFile, "o", "build.ninja.in", "the Ninja file to output")
|
|
flag.StringVar(&BuildDir, "b", ".", "the build output directory")
|
|
flag.StringVar(&depFile, "d", "", "the dependency file to output")
|
|
flag.StringVar(&docFile, "docs", "", "build documentation file to output")
|
|
flag.StringVar(&cpuprofile, "cpuprofile", "", "write cpu profile to file")
|
|
flag.StringVar(&traceFile, "trace", "", "write trace to file")
|
|
flag.StringVar(&memprofile, "memprofile", "", "write memory profile to file")
|
|
flag.BoolVar(&noGC, "nogc", false, "turn off GC for debugging")
|
|
flag.BoolVar(&runGoTests, "t", false, "build and run go tests during bootstrap")
|
|
}
|
|
|
|
func Main(ctx *blueprint.Context, config interface{}, extraNinjaFileDeps ...string) {
|
|
if !flag.Parsed() {
|
|
flag.Parse()
|
|
}
|
|
|
|
runtime.GOMAXPROCS(runtime.NumCPU())
|
|
|
|
if noGC {
|
|
debug.SetGCPercent(-1)
|
|
}
|
|
|
|
if cpuprofile != "" {
|
|
f, err := os.Create(cpuprofile)
|
|
if err != nil {
|
|
fatalf("error opening cpuprofile: %s", err)
|
|
}
|
|
pprof.StartCPUProfile(f)
|
|
defer f.Close()
|
|
defer pprof.StopCPUProfile()
|
|
}
|
|
|
|
if traceFile != "" {
|
|
f, err := os.Create(traceFile)
|
|
if err != nil {
|
|
fatalf("error opening trace: %s", err)
|
|
}
|
|
trace.Start(f)
|
|
defer f.Close()
|
|
defer trace.Stop()
|
|
}
|
|
|
|
if flag.NArg() != 1 {
|
|
fatalf("no Blueprints file specified")
|
|
}
|
|
|
|
SrcDir = filepath.Dir(flag.Arg(0))
|
|
|
|
stage := StageMain
|
|
if c, ok := config.(ConfigInterface); ok {
|
|
if c.GeneratingBootstrapper() {
|
|
stage = StageBootstrap
|
|
}
|
|
if c.GeneratingPrimaryBuilder() {
|
|
stage = StagePrimary
|
|
}
|
|
}
|
|
|
|
bootstrapConfig := &Config{
|
|
stage: stage,
|
|
topLevelBlueprintsFile: flag.Arg(0),
|
|
runGoTests: runGoTests,
|
|
}
|
|
|
|
ctx.RegisterBottomUpMutator("bootstrap_plugin_deps", pluginDeps)
|
|
ctx.RegisterModuleType("bootstrap_go_package", newGoPackageModuleFactory(bootstrapConfig))
|
|
ctx.RegisterModuleType("bootstrap_core_go_binary", newGoBinaryModuleFactory(bootstrapConfig, StageBootstrap))
|
|
ctx.RegisterModuleType("bootstrap_go_binary", newGoBinaryModuleFactory(bootstrapConfig, StagePrimary))
|
|
ctx.RegisterModuleType("blueprint_go_binary", newGoBinaryModuleFactory(bootstrapConfig, StageMain))
|
|
ctx.RegisterTopDownMutator("bootstrap_stage", propagateStageBootstrap)
|
|
ctx.RegisterSingletonType("bootstrap", newSingletonFactory(bootstrapConfig))
|
|
|
|
ctx.RegisterSingletonType("glob", globSingletonFactory(ctx))
|
|
|
|
deps, errs := ctx.ParseBlueprintsFiles(bootstrapConfig.topLevelBlueprintsFile)
|
|
if len(errs) > 0 {
|
|
fatalErrors(errs)
|
|
}
|
|
|
|
// Add extra ninja file dependencies
|
|
deps = append(deps, extraNinjaFileDeps...)
|
|
|
|
errs = ctx.ResolveDependencies(config)
|
|
if len(errs) > 0 {
|
|
fatalErrors(errs)
|
|
}
|
|
|
|
if docFile != "" {
|
|
err := writeDocs(ctx, filepath.Dir(bootstrapConfig.topLevelBlueprintsFile), docFile)
|
|
if err != nil {
|
|
fatalErrors([]error{err})
|
|
}
|
|
return
|
|
}
|
|
|
|
extraDeps, errs := ctx.PrepareBuildActions(config)
|
|
if len(errs) > 0 {
|
|
fatalErrors(errs)
|
|
}
|
|
deps = append(deps, extraDeps...)
|
|
|
|
buf := bytes.NewBuffer(nil)
|
|
err := ctx.WriteBuildFile(buf)
|
|
if err != nil {
|
|
fatalf("error generating Ninja file contents: %s", err)
|
|
}
|
|
|
|
const outFilePermissions = 0666
|
|
err = ioutil.WriteFile(outFile, buf.Bytes(), outFilePermissions)
|
|
if err != nil {
|
|
fatalf("error writing %s: %s", outFile, err)
|
|
}
|
|
|
|
if depFile != "" {
|
|
err := deptools.WriteDepFile(depFile, outFile, deps)
|
|
if err != nil {
|
|
fatalf("error writing depfile: %s", err)
|
|
}
|
|
}
|
|
|
|
if c, ok := config.(ConfigRemoveAbandonedFiles); !ok || c.RemoveAbandonedFiles() {
|
|
err := removeAbandonedFiles(ctx, bootstrapConfig, SrcDir)
|
|
if err != nil {
|
|
fatalf("error removing abandoned files: %s", err)
|
|
}
|
|
}
|
|
|
|
if memprofile != "" {
|
|
f, err := os.Create(memprofile)
|
|
if err != nil {
|
|
fatalf("error opening memprofile: %s", err)
|
|
}
|
|
defer f.Close()
|
|
pprof.WriteHeapProfile(f)
|
|
}
|
|
}
|
|
|
|
func fatalf(format string, args ...interface{}) {
|
|
fmt.Printf(format, args...)
|
|
fmt.Print("\n")
|
|
os.Exit(1)
|
|
}
|
|
|
|
func fatalErrors(errs []error) {
|
|
red := "\x1b[31m"
|
|
unred := "\x1b[0m"
|
|
|
|
for _, err := range errs {
|
|
switch err := err.(type) {
|
|
case *blueprint.BlueprintError,
|
|
*blueprint.ModuleError,
|
|
*blueprint.PropertyError:
|
|
fmt.Printf("%serror:%s %s\n", red, unred, err.Error())
|
|
default:
|
|
fmt.Printf("%sinternal error:%s %s\n", red, unred, err)
|
|
}
|
|
}
|
|
os.Exit(1)
|
|
}
|