8b8bec3b3a
Create a highmem pool based on the total RAM and the number of CPUs, with an override via the NINJA_HIGHMEM_NUM_JOBS variable. Put metalava into the highmem pool. Ninja does not support nested pools, and when goma or RBE is enabled the maximum ninja parallelism is set very high with local jobs in a local pool. When both the local pool and highmem pool are enabled, the total number of local jobs will be as high as the sum of the sizes of the two pools. Keep the highmem pool limited to 1/16th of the local pool when remote builds are enabled to try to minimize the effect while still limiting highmem jobs. Fixes: 142644983 Test: m nothing, examine pools Test: m USE_GOMA=true nothing, examine pools Change-Id: Id79f11f44948992960ac34ecf831dacbe21bd332
187 lines
4.9 KiB
Go
187 lines
4.9 KiB
Go
// Copyright 2017 Google Inc. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package build
|
|
|
|
import (
|
|
"bufio"
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"strconv"
|
|
"strings"
|
|
)
|
|
|
|
// Environment adds a number of useful manipulation functions to the list of
|
|
// strings returned by os.Environ() and used in exec.Cmd.Env.
|
|
type Environment []string
|
|
|
|
// OsEnvironment wraps the current environment returned by os.Environ()
|
|
func OsEnvironment() *Environment {
|
|
env := Environment(os.Environ())
|
|
return &env
|
|
}
|
|
|
|
// Get returns the value associated with the key, and whether it exists.
|
|
// It's equivalent to the os.LookupEnv function, but with this copy of the
|
|
// Environment.
|
|
func (e *Environment) Get(key string) (string, bool) {
|
|
for _, env := range *e {
|
|
if k, v, ok := decodeKeyValue(env); ok && k == key {
|
|
return v, true
|
|
}
|
|
}
|
|
return "", false
|
|
}
|
|
|
|
// Get returns the int value associated with the key, and whether it exists
|
|
// and is a valid int.
|
|
func (e *Environment) GetInt(key string) (int, bool) {
|
|
if v, ok := e.Get(key); ok {
|
|
if i, err := strconv.Atoi(v); err == nil {
|
|
return i, true
|
|
}
|
|
}
|
|
return 0, false
|
|
}
|
|
|
|
// Set sets the value associated with the key, overwriting the current value
|
|
// if it exists.
|
|
func (e *Environment) Set(key, value string) {
|
|
e.Unset(key)
|
|
*e = append(*e, key+"="+value)
|
|
}
|
|
|
|
// Unset removes the specified keys from the Environment.
|
|
func (e *Environment) Unset(keys ...string) {
|
|
out := (*e)[:0]
|
|
for _, env := range *e {
|
|
if key, _, ok := decodeKeyValue(env); ok && inList(key, keys) {
|
|
continue
|
|
}
|
|
out = append(out, env)
|
|
}
|
|
*e = out
|
|
}
|
|
|
|
// UnsetWithPrefix removes all keys that start with prefix.
|
|
func (e *Environment) UnsetWithPrefix(prefix string) {
|
|
out := (*e)[:0]
|
|
for _, env := range *e {
|
|
if key, _, ok := decodeKeyValue(env); ok && strings.HasPrefix(key, prefix) {
|
|
continue
|
|
}
|
|
out = append(out, env)
|
|
}
|
|
*e = out
|
|
}
|
|
|
|
// Allow removes all keys that are not present in the input list
|
|
func (e *Environment) Allow(keys ...string) {
|
|
out := (*e)[:0]
|
|
for _, env := range *e {
|
|
if key, _, ok := decodeKeyValue(env); ok && inList(key, keys) {
|
|
out = append(out, env)
|
|
}
|
|
}
|
|
*e = out
|
|
}
|
|
|
|
// Environ returns the []string required for exec.Cmd.Env
|
|
func (e *Environment) Environ() []string {
|
|
return []string(*e)
|
|
}
|
|
|
|
// Copy returns a copy of the Environment so that independent changes may be made.
|
|
func (e *Environment) Copy() *Environment {
|
|
ret := Environment(make([]string, len(*e)))
|
|
for i, v := range *e {
|
|
ret[i] = v
|
|
}
|
|
return &ret
|
|
}
|
|
|
|
// IsTrue returns whether an environment variable is set to a positive value (1,y,yes,on,true)
|
|
func (e *Environment) IsEnvTrue(key string) bool {
|
|
if value, ok := e.Get(key); ok {
|
|
return value == "1" || value == "y" || value == "yes" || value == "on" || value == "true"
|
|
}
|
|
return false
|
|
}
|
|
|
|
// IsFalse returns whether an environment variable is set to a negative value (0,n,no,off,false)
|
|
func (e *Environment) IsFalse(key string) bool {
|
|
if value, ok := e.Get(key); ok {
|
|
return value == "0" || value == "n" || value == "no" || value == "off" || value == "false"
|
|
}
|
|
return false
|
|
}
|
|
|
|
// AppendFromKati reads a shell script written by Kati that exports or unsets
|
|
// environment variables, and applies those to the local Environment.
|
|
func (e *Environment) AppendFromKati(filename string) error {
|
|
file, err := os.Open(filename)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer file.Close()
|
|
|
|
return e.appendFromKati(file)
|
|
}
|
|
|
|
func (e *Environment) appendFromKati(reader io.Reader) error {
|
|
scanner := bufio.NewScanner(reader)
|
|
for scanner.Scan() {
|
|
text := strings.TrimSpace(scanner.Text())
|
|
|
|
if len(text) == 0 || text[0] == '#' {
|
|
continue
|
|
}
|
|
|
|
cmd := strings.SplitN(text, " ", 2)
|
|
if len(cmd) != 2 {
|
|
return fmt.Errorf("Unknown kati environment line: %q", text)
|
|
}
|
|
|
|
if cmd[0] == "unset" {
|
|
str, ok := singleUnquote(cmd[1])
|
|
if !ok {
|
|
return fmt.Errorf("Failed to unquote kati line: %q", text)
|
|
}
|
|
e.Unset(str)
|
|
} else if cmd[0] == "export" {
|
|
key, value, ok := decodeKeyValue(cmd[1])
|
|
if !ok {
|
|
return fmt.Errorf("Failed to parse export: %v", cmd)
|
|
}
|
|
|
|
key, ok = singleUnquote(key)
|
|
if !ok {
|
|
return fmt.Errorf("Failed to unquote kati line: %q", text)
|
|
}
|
|
value, ok = singleUnquote(value)
|
|
if !ok {
|
|
return fmt.Errorf("Failed to unquote kati line: %q", text)
|
|
}
|
|
|
|
e.Set(key, value)
|
|
} else {
|
|
return fmt.Errorf("Unknown kati environment command: %q", text)
|
|
}
|
|
}
|
|
if err := scanner.Err(); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|