2015-09-24 00:26:20 +02:00
|
|
|
// Copyright 2015 Google Inc. All rights reserved.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2016-05-19 00:37:25 +02:00
|
|
|
package android
|
2015-09-24 00:26:20 +02:00
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2017-08-14 23:16:06 +02:00
|
|
|
"strings"
|
2015-09-24 00:26:20 +02:00
|
|
|
|
|
|
|
"github.com/google/blueprint"
|
2021-12-09 00:05:51 +01:00
|
|
|
"github.com/google/blueprint/proptools"
|
2021-03-12 20:28:25 +01:00
|
|
|
|
|
|
|
"android/soong/remoteexec"
|
2015-09-24 00:26:20 +02:00
|
|
|
)
|
|
|
|
|
2017-11-29 02:34:01 +01:00
|
|
|
// PackageContext is a wrapper for blueprint.PackageContext that adds
|
2015-09-24 00:26:20 +02:00
|
|
|
// some android-specific helper functions.
|
2017-11-29 02:34:01 +01:00
|
|
|
type PackageContext struct {
|
2015-09-24 00:26:20 +02:00
|
|
|
blueprint.PackageContext
|
|
|
|
}
|
|
|
|
|
2017-11-29 02:34:01 +01:00
|
|
|
func NewPackageContext(pkgPath string) PackageContext {
|
|
|
|
return PackageContext{blueprint.NewPackageContext(pkgPath)}
|
2015-09-24 00:26:20 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// configErrorWrapper can be used with Path functions when a Context is not
|
|
|
|
// available. A Config can be provided, and errors are stored as a list for
|
|
|
|
// later retrieval.
|
|
|
|
//
|
|
|
|
// The most common use here will be with VariableFunc, where only a config is
|
|
|
|
// provided, and an error should be returned.
|
|
|
|
type configErrorWrapper struct {
|
2017-11-29 02:34:01 +01:00
|
|
|
pctx PackageContext
|
2015-09-24 00:26:20 +02:00
|
|
|
config Config
|
|
|
|
errors []error
|
|
|
|
}
|
|
|
|
|
|
|
|
var _ PathContext = &configErrorWrapper{}
|
|
|
|
var _ errorfContext = &configErrorWrapper{}
|
2022-11-04 04:38:01 +01:00
|
|
|
var _ PackageVarContext = &variableFuncContextWrapper{}
|
2018-03-12 21:24:09 +01:00
|
|
|
var _ PackagePoolContext = &configErrorWrapper{}
|
|
|
|
var _ PackageRuleContext = &configErrorWrapper{}
|
2015-09-24 00:26:20 +02:00
|
|
|
|
2017-11-29 09:27:14 +01:00
|
|
|
func (e *configErrorWrapper) Config() Config {
|
2015-09-24 00:26:20 +02:00
|
|
|
return e.config
|
|
|
|
}
|
|
|
|
func (e *configErrorWrapper) Errorf(format string, args ...interface{}) {
|
|
|
|
e.errors = append(e.errors, fmt.Errorf(format, args...))
|
|
|
|
}
|
2015-12-19 00:11:17 +01:00
|
|
|
func (e *configErrorWrapper) AddNinjaFileDeps(deps ...string) {
|
2020-10-30 02:23:58 +01:00
|
|
|
e.config.addNinjaFileDeps(deps...)
|
2015-12-19 00:11:17 +01:00
|
|
|
}
|
2015-09-24 00:26:20 +02:00
|
|
|
|
2022-11-04 04:38:01 +01:00
|
|
|
type variableFuncContextWrapper struct {
|
|
|
|
configErrorWrapper
|
|
|
|
blueprint.VariableFuncContext
|
|
|
|
}
|
|
|
|
|
|
|
|
type PackagePoolContext interface {
|
2018-03-12 21:24:09 +01:00
|
|
|
PathContext
|
|
|
|
errorfContext
|
|
|
|
}
|
|
|
|
|
2022-11-04 04:38:01 +01:00
|
|
|
type PackageRuleContext PackagePoolContext
|
|
|
|
|
|
|
|
type PackageVarContext interface {
|
|
|
|
PackagePoolContext
|
|
|
|
PathGlobContext
|
|
|
|
}
|
2018-03-12 21:24:09 +01:00
|
|
|
|
2017-11-29 02:34:01 +01:00
|
|
|
// VariableFunc wraps blueprint.PackageContext.VariableFunc, converting the interface{} config
|
2018-03-12 21:24:09 +01:00
|
|
|
// argument to a PackageVarContext.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) VariableFunc(name string,
|
2018-03-12 21:24:09 +01:00
|
|
|
f func(PackageVarContext) string) blueprint.Variable {
|
2017-11-29 02:34:01 +01:00
|
|
|
|
2022-11-04 04:38:01 +01:00
|
|
|
return p.PackageContext.VariableFunc(name, func(bpctx blueprint.VariableFuncContext, config interface{}) (string, error) {
|
|
|
|
ctx := &variableFuncContextWrapper{
|
|
|
|
configErrorWrapper: configErrorWrapper{p, config.(Config), nil},
|
|
|
|
VariableFuncContext: bpctx,
|
|
|
|
}
|
2018-03-12 21:24:09 +01:00
|
|
|
ret := f(ctx)
|
|
|
|
if len(ctx.errors) > 0 {
|
|
|
|
return "", ctx.errors[0]
|
|
|
|
}
|
|
|
|
return ret, nil
|
2017-11-29 02:34:01 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
// PoolFunc wraps blueprint.PackageContext.PoolFunc, converting the interface{} config
|
2018-03-12 21:24:09 +01:00
|
|
|
// argument to a Context that supports Config().
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) PoolFunc(name string,
|
2018-03-12 21:24:09 +01:00
|
|
|
f func(PackagePoolContext) blueprint.PoolParams) blueprint.Pool {
|
2017-11-29 02:34:01 +01:00
|
|
|
|
|
|
|
return p.PackageContext.PoolFunc(name, func(config interface{}) (blueprint.PoolParams, error) {
|
2018-03-12 21:24:09 +01:00
|
|
|
ctx := &configErrorWrapper{p, config.(Config), nil}
|
|
|
|
params := f(ctx)
|
|
|
|
if len(ctx.errors) > 0 {
|
|
|
|
return params, ctx.errors[0]
|
|
|
|
}
|
|
|
|
return params, nil
|
2017-11-29 02:34:01 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
// RuleFunc wraps blueprint.PackageContext.RuleFunc, converting the interface{} config
|
2019-09-25 22:31:46 +02:00
|
|
|
// argument to a Context that supports Config(), and provides a default Pool if none is
|
|
|
|
// specified.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) RuleFunc(name string,
|
2018-03-12 21:24:09 +01:00
|
|
|
f func(PackageRuleContext) blueprint.RuleParams, argNames ...string) blueprint.Rule {
|
2017-11-29 02:34:01 +01:00
|
|
|
|
|
|
|
return p.PackageContext.RuleFunc(name, func(config interface{}) (blueprint.RuleParams, error) {
|
2018-03-12 21:24:09 +01:00
|
|
|
ctx := &configErrorWrapper{p, config.(Config), nil}
|
|
|
|
params := f(ctx)
|
|
|
|
if len(ctx.errors) > 0 {
|
|
|
|
return params, ctx.errors[0]
|
|
|
|
}
|
2019-11-15 22:18:43 +01:00
|
|
|
if ctx.Config().UseRemoteBuild() && params.Pool == nil {
|
2019-11-05 00:16:11 +01:00
|
|
|
// When USE_GOMA=true or USE_RBE=true are set and the rule is not supported by
|
|
|
|
// goma/RBE, restrict jobs to the local parallelism value
|
2019-09-25 22:31:46 +02:00
|
|
|
params.Pool = localPool
|
|
|
|
}
|
2018-03-12 21:24:09 +01:00
|
|
|
return params, nil
|
2017-11-29 02:34:01 +01:00
|
|
|
}, argNames...)
|
|
|
|
}
|
|
|
|
|
2015-09-24 00:26:20 +02:00
|
|
|
// SourcePathVariable returns a Variable whose value is the source directory
|
|
|
|
// appended with the supplied path. It may only be called during a Go package's
|
|
|
|
// initialization - either from the init() function or as part of a
|
|
|
|
// package-scoped variable's initialization.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) SourcePathVariable(name, path string) blueprint.Variable {
|
2018-03-12 21:24:09 +01:00
|
|
|
return p.VariableFunc(name, func(ctx PackageVarContext) string {
|
2018-09-12 19:02:13 +02:00
|
|
|
p, err := safePathForSource(ctx, path)
|
|
|
|
if err != nil {
|
|
|
|
ctx.Errorf("%s", err.Error())
|
|
|
|
}
|
|
|
|
return p.String()
|
2015-09-24 00:26:20 +02:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2017-08-14 23:16:06 +02:00
|
|
|
// SourcePathsVariable returns a Variable whose value is the source directory
|
|
|
|
// appended with the supplied paths, joined with separator. It may only be
|
|
|
|
// called during a Go package's initialization - either from the init()
|
|
|
|
// function or as part of a package-scoped variable's initialization.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) SourcePathsVariable(name, separator string, paths ...string) blueprint.Variable {
|
2018-03-12 21:24:09 +01:00
|
|
|
return p.VariableFunc(name, func(ctx PackageVarContext) string {
|
2017-08-14 23:16:06 +02:00
|
|
|
var ret []string
|
|
|
|
for _, path := range paths {
|
2018-09-12 19:02:13 +02:00
|
|
|
p, err := safePathForSource(ctx, path)
|
|
|
|
if err != nil {
|
|
|
|
ctx.Errorf("%s", err.Error())
|
|
|
|
}
|
2017-08-14 23:16:06 +02:00
|
|
|
ret = append(ret, p.String())
|
|
|
|
}
|
2018-03-12 21:24:09 +01:00
|
|
|
return strings.Join(ret, separator)
|
2017-08-14 23:16:06 +02:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2017-08-08 22:17:59 +02:00
|
|
|
// SourcePathVariableWithEnvOverride returns a Variable whose value is the source directory
|
|
|
|
// appended with the supplied path, or the value of the given environment variable if it is set.
|
|
|
|
// The environment variable is not required to point to a path inside the source tree.
|
|
|
|
// It may only be called during a Go package's initialization - either from the init() function or
|
|
|
|
// as part of a package-scoped variable's initialization.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) SourcePathVariableWithEnvOverride(name, path, env string) blueprint.Variable {
|
2018-03-12 21:24:09 +01:00
|
|
|
return p.VariableFunc(name, func(ctx PackageVarContext) string {
|
2018-09-12 19:02:13 +02:00
|
|
|
p, err := safePathForSource(ctx, path)
|
|
|
|
if err != nil {
|
|
|
|
ctx.Errorf("%s", err.Error())
|
|
|
|
}
|
2018-03-12 21:24:09 +01:00
|
|
|
return ctx.Config().GetenvWithDefault(env, p.String())
|
2017-08-08 22:17:59 +02:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2017-11-23 01:20:45 +01:00
|
|
|
// HostBinToolVariable returns a Variable whose value is the path to a host tool
|
2015-09-24 00:26:20 +02:00
|
|
|
// in the bin directory for host targets. It may only be called during a Go
|
|
|
|
// package's initialization - either from the init() function or as part of a
|
|
|
|
// package-scoped variable's initialization.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) HostBinToolVariable(name, path string) blueprint.Variable {
|
2018-03-12 21:24:09 +01:00
|
|
|
return p.VariableFunc(name, func(ctx PackageVarContext) string {
|
2021-12-09 00:05:51 +01:00
|
|
|
return proptools.NinjaAndShellEscape(ctx.Config().HostToolPath(ctx, path).String())
|
2015-09-24 00:26:20 +02:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2017-11-23 01:20:45 +01:00
|
|
|
// HostJNIToolVariable returns a Variable whose value is the path to a host tool
|
|
|
|
// in the lib directory for host targets. It may only be called during a Go
|
|
|
|
// package's initialization - either from the init() function or as part of a
|
|
|
|
// package-scoped variable's initialization.
|
|
|
|
func (p PackageContext) HostJNIToolVariable(name, path string) blueprint.Variable {
|
2018-03-12 21:24:09 +01:00
|
|
|
return p.VariableFunc(name, func(ctx PackageVarContext) string {
|
2021-12-09 00:05:51 +01:00
|
|
|
return proptools.NinjaAndShellEscape(ctx.Config().HostJNIToolPath(ctx, path).String())
|
2017-11-23 01:20:45 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2015-09-24 00:26:20 +02:00
|
|
|
// HostJavaToolVariable returns a Variable whose value is the path to a host
|
|
|
|
// tool in the frameworks directory for host targets. It may only be called
|
|
|
|
// during a Go package's initialization - either from the init() function or as
|
|
|
|
// part of a package-scoped variable's initialization.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) HostJavaToolVariable(name, path string) blueprint.Variable {
|
2018-03-12 21:24:09 +01:00
|
|
|
return p.VariableFunc(name, func(ctx PackageVarContext) string {
|
2021-12-09 00:05:51 +01:00
|
|
|
return proptools.NinjaAndShellEscape(ctx.Config().HostJavaToolPath(ctx, path).String())
|
2015-09-24 00:26:20 +02:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
// IntermediatesPathVariable returns a Variable whose value is the intermediate
|
|
|
|
// directory appended with the supplied path. It may only be called during a Go
|
|
|
|
// package's initialization - either from the init() function or as part of a
|
|
|
|
// package-scoped variable's initialization.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) IntermediatesPathVariable(name, path string) blueprint.Variable {
|
2018-03-12 21:24:09 +01:00
|
|
|
return p.VariableFunc(name, func(ctx PackageVarContext) string {
|
|
|
|
return PathForIntermediates(ctx, path).String()
|
2015-09-24 00:26:20 +02:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2017-04-11 00:47:24 +02:00
|
|
|
// PrefixedExistentPathsForSourcesVariable returns a Variable whose value is the
|
2015-12-19 00:11:17 +01:00
|
|
|
// list of present source paths prefixed with the supplied prefix. It may only
|
|
|
|
// be called during a Go package's initialization - either from the init()
|
2015-09-24 00:26:20 +02:00
|
|
|
// function or as part of a package-scoped variable's initialization.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) PrefixedExistentPathsForSourcesVariable(
|
2015-12-19 00:11:17 +01:00
|
|
|
name, prefix string, paths []string) blueprint.Variable {
|
|
|
|
|
2018-03-12 21:24:09 +01:00
|
|
|
return p.VariableFunc(name, func(ctx PackageVarContext) string {
|
2018-02-22 20:47:25 +01:00
|
|
|
paths := ExistentPathsForSources(ctx, paths)
|
2018-03-12 21:24:09 +01:00
|
|
|
return JoinWithPrefix(paths.Strings(), prefix)
|
2015-09-24 00:26:20 +02:00
|
|
|
})
|
|
|
|
}
|
2016-08-30 01:14:13 +02:00
|
|
|
|
2019-09-25 22:31:46 +02:00
|
|
|
// AndroidStaticRule is an alias for StaticRule.
|
2017-11-29 02:34:01 +01:00
|
|
|
func (p PackageContext) AndroidStaticRule(name string, params blueprint.RuleParams,
|
2016-08-30 01:14:13 +02:00
|
|
|
argNames ...string) blueprint.Rule {
|
2019-09-25 22:31:46 +02:00
|
|
|
return p.StaticRule(name, params, argNames...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// StaticRule wraps blueprint.StaticRule and provides a default Pool if none is specified.
|
|
|
|
func (p PackageContext) StaticRule(name string, params blueprint.RuleParams,
|
|
|
|
argNames ...string) blueprint.Rule {
|
|
|
|
return p.RuleFunc(name, func(PackageRuleContext) blueprint.RuleParams {
|
2018-03-12 21:24:09 +01:00
|
|
|
return params
|
2016-08-30 01:14:13 +02:00
|
|
|
}, argNames...)
|
|
|
|
}
|
|
|
|
|
2020-01-27 20:19:44 +01:00
|
|
|
// RemoteRuleSupports configures rules with whether they have Goma and/or RBE support.
|
|
|
|
type RemoteRuleSupports struct {
|
2020-04-22 03:36:23 +02:00
|
|
|
Goma bool
|
|
|
|
RBE bool
|
2020-01-27 20:19:44 +01:00
|
|
|
}
|
|
|
|
|
2019-11-05 00:16:11 +01:00
|
|
|
// AndroidRemoteStaticRule wraps blueprint.StaticRule but uses goma or RBE's parallelism if goma or RBE are enabled
|
|
|
|
// and the appropriate SUPPORTS_* flag is set.
|
|
|
|
func (p PackageContext) AndroidRemoteStaticRule(name string, supports RemoteRuleSupports, params blueprint.RuleParams,
|
2016-08-30 01:14:13 +02:00
|
|
|
argNames ...string) blueprint.Rule {
|
2019-11-05 00:16:11 +01:00
|
|
|
|
|
|
|
return p.PackageContext.RuleFunc(name, func(config interface{}) (blueprint.RuleParams, error) {
|
|
|
|
ctx := &configErrorWrapper{p, config.(Config), nil}
|
2020-01-27 20:19:44 +01:00
|
|
|
if ctx.Config().UseGoma() && !supports.Goma {
|
2019-11-05 00:16:11 +01:00
|
|
|
// When USE_GOMA=true is set and the rule is not supported by goma, restrict jobs to the
|
|
|
|
// local parallelism value
|
|
|
|
params.Pool = localPool
|
|
|
|
}
|
|
|
|
|
2020-01-27 20:19:44 +01:00
|
|
|
if ctx.Config().UseRBE() && !supports.RBE {
|
2019-11-05 00:16:11 +01:00
|
|
|
// When USE_RBE=true is set and the rule is not supported by RBE, restrict jobs to the
|
|
|
|
// local parallelism value
|
|
|
|
params.Pool = localPool
|
|
|
|
}
|
|
|
|
|
|
|
|
return params, nil
|
|
|
|
}, argNames...)
|
2016-08-30 01:14:13 +02:00
|
|
|
}
|
2021-03-12 20:28:25 +01:00
|
|
|
|
|
|
|
// RemoteStaticRules returns a pair of rules based on the given RuleParams, where the first rule is a
|
|
|
|
// locally executable rule and the second rule is a remotely executable rule. commonArgs are args
|
|
|
|
// used for both the local and remotely executable rules. reArgs are used only for remote
|
|
|
|
// execution.
|
|
|
|
func (p PackageContext) RemoteStaticRules(name string, ruleParams blueprint.RuleParams, reParams *remoteexec.REParams, commonArgs []string, reArgs []string) (blueprint.Rule, blueprint.Rule) {
|
|
|
|
ruleParamsRE := ruleParams
|
|
|
|
ruleParams.Command = strings.ReplaceAll(ruleParams.Command, "$reTemplate", "")
|
|
|
|
ruleParamsRE.Command = strings.ReplaceAll(ruleParamsRE.Command, "$reTemplate", reParams.Template())
|
|
|
|
|
|
|
|
return p.AndroidStaticRule(name, ruleParams, commonArgs...),
|
|
|
|
p.AndroidRemoteStaticRule(name+"RE", RemoteRuleSupports{RBE: true}, ruleParamsRE, append(commonArgs, reArgs...)...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// MultiCommandStaticRules returns a pair of rules based on the given RuleParams, where the first
|
|
|
|
// rule is a locally executable rule and the second rule is a remotely executable rule. This
|
|
|
|
// function supports multiple remote execution wrappers placed in the template when commands are
|
|
|
|
// chained together with &&. commonArgs are args used for both the local and remotely executable
|
|
|
|
// rules. reArgs are args used only for remote execution.
|
|
|
|
func (p PackageContext) MultiCommandRemoteStaticRules(name string, ruleParams blueprint.RuleParams, reParams map[string]*remoteexec.REParams, commonArgs []string, reArgs []string) (blueprint.Rule, blueprint.Rule) {
|
|
|
|
ruleParamsRE := ruleParams
|
|
|
|
for k, v := range reParams {
|
|
|
|
ruleParams.Command = strings.ReplaceAll(ruleParams.Command, k, "")
|
|
|
|
ruleParamsRE.Command = strings.ReplaceAll(ruleParamsRE.Command, k, v.Template())
|
|
|
|
}
|
|
|
|
|
|
|
|
return p.AndroidStaticRule(name, ruleParams, commonArgs...),
|
|
|
|
p.AndroidRemoteStaticRule(name+"RE", RemoteRuleSupports{RBE: true}, ruleParamsRE, append(commonArgs, reArgs...)...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// StaticVariableWithEnvOverride creates a static variable that evaluates to the value of the given
|
|
|
|
// environment variable if set, otherwise the given default.
|
|
|
|
func (p PackageContext) StaticVariableWithEnvOverride(name, envVar, defaultVal string) blueprint.Variable {
|
|
|
|
return p.VariableFunc(name, func(ctx PackageVarContext) string {
|
|
|
|
return ctx.Config().GetenvWithDefault(envVar, defaultVal)
|
|
|
|
})
|
|
|
|
}
|