2015-01-23 23:15:10 +01:00
|
|
|
// Copyright 2014 Google Inc. All rights reserved.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2014-05-28 01:34:41 +02:00
|
|
|
package blueprint
|
|
|
|
|
|
|
|
import (
|
|
|
|
"io"
|
|
|
|
"strings"
|
|
|
|
"unicode"
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2015-04-15 00:38:36 +02:00
|
|
|
indentWidth = 4
|
|
|
|
maxIndentDepth = 2
|
|
|
|
lineWidth = 80
|
2014-05-28 01:34:41 +02:00
|
|
|
)
|
|
|
|
|
2015-04-15 00:38:36 +02:00
|
|
|
var indentString = strings.Repeat(" ", indentWidth*maxIndentDepth)
|
|
|
|
|
2021-01-22 00:26:21 +01:00
|
|
|
type StringWriterWriter interface {
|
|
|
|
io.StringWriter
|
|
|
|
io.Writer
|
|
|
|
}
|
|
|
|
|
2014-05-28 01:34:41 +02:00
|
|
|
type ninjaWriter struct {
|
2021-01-22 00:26:21 +01:00
|
|
|
writer io.StringWriter
|
2014-05-28 01:34:41 +02:00
|
|
|
|
|
|
|
justDidBlankLine bool // true if the last operation was a BlankLine
|
|
|
|
}
|
|
|
|
|
2021-01-22 00:26:21 +01:00
|
|
|
func newNinjaWriter(writer io.StringWriter) *ninjaWriter {
|
2014-05-28 01:34:41 +02:00
|
|
|
return &ninjaWriter{
|
|
|
|
writer: writer,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *ninjaWriter) Comment(comment string) error {
|
|
|
|
n.justDidBlankLine = false
|
|
|
|
|
|
|
|
const lineHeaderLen = len("# ")
|
|
|
|
const maxLineLen = lineWidth - lineHeaderLen
|
|
|
|
|
|
|
|
var lineStart, lastSplitPoint int
|
|
|
|
for i, r := range comment {
|
|
|
|
if unicode.IsSpace(r) {
|
|
|
|
// We know we can safely split the line here.
|
|
|
|
lastSplitPoint = i + 1
|
|
|
|
}
|
|
|
|
|
|
|
|
var line string
|
|
|
|
var writeLine bool
|
|
|
|
switch {
|
|
|
|
case r == '\n':
|
|
|
|
// Output the line without trimming the left so as to allow comments
|
|
|
|
// to contain their own indentation.
|
|
|
|
line = strings.TrimRightFunc(comment[lineStart:i], unicode.IsSpace)
|
|
|
|
writeLine = true
|
|
|
|
|
|
|
|
case (i-lineStart > maxLineLen) && (lastSplitPoint > lineStart):
|
|
|
|
// The line has grown too long and is splittable. Split it at the
|
|
|
|
// last split point.
|
|
|
|
line = strings.TrimSpace(comment[lineStart:lastSplitPoint])
|
|
|
|
writeLine = true
|
|
|
|
}
|
|
|
|
|
|
|
|
if writeLine {
|
|
|
|
line = strings.TrimSpace("# "+line) + "\n"
|
2021-01-22 00:26:21 +01:00
|
|
|
_, err := n.writer.WriteString(line)
|
2014-05-28 01:34:41 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
lineStart = lastSplitPoint
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if lineStart != len(comment) {
|
|
|
|
line := strings.TrimSpace(comment[lineStart:])
|
2021-01-22 00:26:21 +01:00
|
|
|
_, err := n.writer.WriteString("# ")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString(line)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString("\n")
|
2014-05-28 01:34:41 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *ninjaWriter) Pool(name string) error {
|
|
|
|
n.justDidBlankLine = false
|
2021-01-22 00:26:21 +01:00
|
|
|
return n.writeStatement("pool", name)
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (n *ninjaWriter) Rule(name string) error {
|
|
|
|
n.justDidBlankLine = false
|
2021-01-22 00:26:21 +01:00
|
|
|
return n.writeStatement("rule", name)
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
2016-10-26 06:26:12 +02:00
|
|
|
func (n *ninjaWriter) Build(comment string, rule string, outputs, implicitOuts,
|
2021-01-22 03:27:14 +01:00
|
|
|
explicitDeps, implicitDeps, orderOnlyDeps, validations []ninjaString,
|
|
|
|
pkgNames map[*packageContext]string) error {
|
2014-05-28 01:34:41 +02:00
|
|
|
|
|
|
|
n.justDidBlankLine = false
|
|
|
|
|
|
|
|
const lineWrapLen = len(" $")
|
|
|
|
const maxLineLen = lineWidth - lineWrapLen
|
|
|
|
|
2021-01-22 03:27:14 +01:00
|
|
|
wrapper := &ninjaWriterWithWrap{
|
2015-04-15 00:38:36 +02:00
|
|
|
ninjaWriter: n,
|
|
|
|
maxLineLen: maxLineLen,
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
2015-11-08 21:21:58 +01:00
|
|
|
if comment != "" {
|
2019-01-23 22:23:00 +01:00
|
|
|
err := wrapper.Comment(comment)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2015-11-08 21:21:58 +01:00
|
|
|
}
|
|
|
|
|
2015-04-15 00:38:36 +02:00
|
|
|
wrapper.WriteString("build")
|
|
|
|
|
2014-05-28 01:34:41 +02:00
|
|
|
for _, output := range outputs {
|
2021-01-22 03:27:14 +01:00
|
|
|
wrapper.Space()
|
|
|
|
output.ValueWithEscaper(wrapper, pkgNames, outputEscaper)
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
2016-10-26 06:26:12 +02:00
|
|
|
if len(implicitOuts) > 0 {
|
|
|
|
wrapper.WriteStringWithSpace("|")
|
|
|
|
|
|
|
|
for _, out := range implicitOuts {
|
2021-01-22 03:27:14 +01:00
|
|
|
wrapper.Space()
|
|
|
|
out.ValueWithEscaper(wrapper, pkgNames, outputEscaper)
|
2016-10-26 06:26:12 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-04-15 00:38:36 +02:00
|
|
|
wrapper.WriteString(":")
|
2014-05-28 01:34:41 +02:00
|
|
|
|
2015-04-15 00:38:36 +02:00
|
|
|
wrapper.WriteStringWithSpace(rule)
|
2014-05-28 01:34:41 +02:00
|
|
|
|
|
|
|
for _, dep := range explicitDeps {
|
2021-01-22 03:27:14 +01:00
|
|
|
wrapper.Space()
|
|
|
|
dep.ValueWithEscaper(wrapper, pkgNames, inputEscaper)
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
if len(implicitDeps) > 0 {
|
2015-04-15 00:38:36 +02:00
|
|
|
wrapper.WriteStringWithSpace("|")
|
2014-05-28 01:34:41 +02:00
|
|
|
|
|
|
|
for _, dep := range implicitDeps {
|
2021-01-22 03:27:14 +01:00
|
|
|
wrapper.Space()
|
|
|
|
dep.ValueWithEscaper(wrapper, pkgNames, inputEscaper)
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(orderOnlyDeps) > 0 {
|
2015-04-15 00:38:36 +02:00
|
|
|
wrapper.WriteStringWithSpace("||")
|
2014-05-28 01:34:41 +02:00
|
|
|
|
|
|
|
for _, dep := range orderOnlyDeps {
|
2021-01-22 03:27:14 +01:00
|
|
|
wrapper.Space()
|
|
|
|
dep.ValueWithEscaper(wrapper, pkgNames, inputEscaper)
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-07-09 23:24:56 +02:00
|
|
|
if len(validations) > 0 {
|
|
|
|
wrapper.WriteStringWithSpace("|@")
|
|
|
|
|
|
|
|
for _, dep := range validations {
|
2021-01-22 03:27:14 +01:00
|
|
|
wrapper.Space()
|
|
|
|
dep.ValueWithEscaper(wrapper, pkgNames, inputEscaper)
|
2020-07-09 23:24:56 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-04-15 00:38:36 +02:00
|
|
|
return wrapper.Flush()
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (n *ninjaWriter) Assign(name, value string) error {
|
|
|
|
n.justDidBlankLine = false
|
2021-01-22 00:26:21 +01:00
|
|
|
_, err := n.writer.WriteString(name)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString(" = ")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString(value)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString("\n")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (n *ninjaWriter) ScopedAssign(name, value string) error {
|
|
|
|
n.justDidBlankLine = false
|
2021-01-22 00:26:21 +01:00
|
|
|
_, err := n.writer.WriteString(indentString[:indentWidth])
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString(name)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString(" = ")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString(value)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString("\n")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
2021-01-22 03:27:14 +01:00
|
|
|
func (n *ninjaWriter) Default(pkgNames map[*packageContext]string, targets ...ninjaString) error {
|
2014-05-28 01:34:41 +02:00
|
|
|
n.justDidBlankLine = false
|
|
|
|
|
|
|
|
const lineWrapLen = len(" $")
|
|
|
|
const maxLineLen = lineWidth - lineWrapLen
|
|
|
|
|
2021-01-22 03:27:14 +01:00
|
|
|
wrapper := &ninjaWriterWithWrap{
|
2015-04-15 00:38:36 +02:00
|
|
|
ninjaWriter: n,
|
|
|
|
maxLineLen: maxLineLen,
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
2015-04-15 00:38:36 +02:00
|
|
|
wrapper.WriteString("default")
|
|
|
|
|
2014-05-28 01:34:41 +02:00
|
|
|
for _, target := range targets {
|
2021-01-22 03:27:14 +01:00
|
|
|
wrapper.Space()
|
|
|
|
target.ValueWithEscaper(wrapper, pkgNames, outputEscaper)
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
2015-04-15 00:38:36 +02:00
|
|
|
return wrapper.Flush()
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
Run globs during earlier bootstrap phases
Instead of sometimes re-running minibp/the primary builder during the
next phase, run bpglob earlier to check dependencies.
We've run into issues where the environment is slightly different
between bootstrapping phase and the main build phase. It's also a
problem because our primary builder (Soong) exports information used by
another tool (Kati) that runs in between the bootstrapping phases and
the main phase. When Soong would run in the main phase, it could get out
of sync, and would require the build to be run again.
To do this, add a "subninja" include a build-globs.ninja file to each
build.ninja file. The first time, this will be an empty file, but we'll
always run minibp / the primary builder anyway. When the builder runs,
in addition to writing a dependency file, write out the
build-globs.ninja file with the rules to run bpglob.
Since bpglob may need to be run very early, before it would normally be
built, build it with microfactory.
Change-Id: I89fcd849a8729e892f163d40060ab90b5d4dfa5d
2018-07-06 06:56:59 +02:00
|
|
|
func (n *ninjaWriter) Subninja(file string) error {
|
|
|
|
n.justDidBlankLine = false
|
2021-01-22 00:26:21 +01:00
|
|
|
return n.writeStatement("subninja", file)
|
Run globs during earlier bootstrap phases
Instead of sometimes re-running minibp/the primary builder during the
next phase, run bpglob earlier to check dependencies.
We've run into issues where the environment is slightly different
between bootstrapping phase and the main build phase. It's also a
problem because our primary builder (Soong) exports information used by
another tool (Kati) that runs in between the bootstrapping phases and
the main phase. When Soong would run in the main phase, it could get out
of sync, and would require the build to be run again.
To do this, add a "subninja" include a build-globs.ninja file to each
build.ninja file. The first time, this will be an empty file, but we'll
always run minibp / the primary builder anyway. When the builder runs,
in addition to writing a dependency file, write out the
build-globs.ninja file with the rules to run bpglob.
Since bpglob may need to be run very early, before it would normally be
built, build it with microfactory.
Change-Id: I89fcd849a8729e892f163d40060ab90b5d4dfa5d
2018-07-06 06:56:59 +02:00
|
|
|
}
|
|
|
|
|
2014-05-28 01:34:41 +02:00
|
|
|
func (n *ninjaWriter) BlankLine() (err error) {
|
|
|
|
// We don't output multiple blank lines in a row.
|
|
|
|
if !n.justDidBlankLine {
|
|
|
|
n.justDidBlankLine = true
|
2021-01-22 00:26:21 +01:00
|
|
|
_, err = n.writer.WriteString("\n")
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2021-01-22 00:26:21 +01:00
|
|
|
func (n *ninjaWriter) writeStatement(directive, name string) error {
|
|
|
|
_, err := n.writer.WriteString(directive + " ")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString(name)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = n.writer.WriteString("\n")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-01-22 03:27:14 +01:00
|
|
|
// ninjaWriterWithWrap is an io.StringWriter that writes through to a ninjaWriter, but supports
|
|
|
|
// user-readable line wrapping on boundaries when ninjaWriterWithWrap.Space is called.
|
|
|
|
// It collects incoming calls to WriteString until either the line length is exceeded, in which case
|
|
|
|
// it inserts a wrap before the pending strings and then writes them, or the next call to Space, in
|
|
|
|
// which case it writes out the pending strings.
|
|
|
|
//
|
|
|
|
// WriteString never returns an error, all errors are held until Flush is called. Once an error has
|
|
|
|
// occurred all writes become noops.
|
2015-04-15 00:38:36 +02:00
|
|
|
type ninjaWriterWithWrap struct {
|
|
|
|
*ninjaWriter
|
2021-01-22 03:27:14 +01:00
|
|
|
// pending lists the strings that have been written since the last call to Space.
|
|
|
|
pending []string
|
|
|
|
|
|
|
|
// pendingLen accumulates the lengths of the strings in pending.
|
|
|
|
pendingLen int
|
|
|
|
|
|
|
|
// lineLen accumulates the number of bytes on the current line.
|
|
|
|
lineLen int
|
|
|
|
|
|
|
|
// maxLineLen is the length of the line before wrapping.
|
2015-04-15 00:38:36 +02:00
|
|
|
maxLineLen int
|
2021-01-22 03:27:14 +01:00
|
|
|
|
|
|
|
// space is true if the strings in pending should be preceded by a space.
|
|
|
|
space bool
|
|
|
|
|
|
|
|
// err holds any error that has occurred to return in Flush.
|
|
|
|
err error
|
2015-04-15 00:38:36 +02:00
|
|
|
}
|
|
|
|
|
2021-01-22 03:27:14 +01:00
|
|
|
// WriteString writes the string to buffer, wrapping on a previous Space call if necessary.
|
|
|
|
// It never returns an error, all errors are held until Flush is called.
|
|
|
|
func (n *ninjaWriterWithWrap) WriteString(s string) (written int, noError error) {
|
|
|
|
// Always return the full length of the string and a nil error.
|
|
|
|
// ninjaWriterWithWrap doesn't return errors to the caller, it saves them until Flush()
|
|
|
|
written = len(s)
|
|
|
|
|
2015-04-15 00:38:36 +02:00
|
|
|
if n.err != nil {
|
|
|
|
return
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
|
|
|
|
2021-01-22 03:27:14 +01:00
|
|
|
const spaceLen = 1
|
|
|
|
if !n.space {
|
|
|
|
// No space is pending, so a line wrap can't be inserted before this, so just write
|
|
|
|
// the string.
|
|
|
|
n.lineLen += len(s)
|
|
|
|
_, n.err = n.writer.WriteString(s)
|
|
|
|
} else if n.lineLen+len(s)+spaceLen > n.maxLineLen {
|
|
|
|
// A space is pending, and the pending strings plus the current string would exceed the
|
|
|
|
// maximum line length. Wrap and indent before the pending space and strings, then write
|
|
|
|
// the pending and current strings.
|
2021-01-22 00:26:21 +01:00
|
|
|
_, n.err = n.writer.WriteString(" $\n")
|
2015-04-15 00:38:36 +02:00
|
|
|
if n.err != nil {
|
|
|
|
return
|
|
|
|
}
|
2021-01-22 00:26:21 +01:00
|
|
|
_, n.err = n.writer.WriteString(indentString[:indentWidth*2])
|
2015-04-15 00:38:36 +02:00
|
|
|
if n.err != nil {
|
|
|
|
return
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
2021-01-22 03:27:14 +01:00
|
|
|
n.lineLen = indentWidth*2 + n.pendingLen
|
2015-04-15 00:38:36 +02:00
|
|
|
s = strings.TrimLeftFunc(s, unicode.IsSpace)
|
2021-01-22 03:27:14 +01:00
|
|
|
n.pending = append(n.pending, s)
|
|
|
|
n.writePending()
|
|
|
|
|
|
|
|
n.space = false
|
|
|
|
} else {
|
|
|
|
// A space is pending but the current string would not reach the maximum line length,
|
|
|
|
// add it to the pending list.
|
|
|
|
n.pending = append(n.pending, s)
|
|
|
|
n.pendingLen += len(s)
|
|
|
|
n.lineLen += len(s)
|
|
|
|
}
|
|
|
|
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Space inserts a space that is also a possible wrapping point into the string.
|
|
|
|
func (n *ninjaWriterWithWrap) Space() {
|
|
|
|
if n.err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if n.space {
|
|
|
|
// A space was already pending, and the space plus any strings written after the space did
|
|
|
|
// not reach the maxmimum line length, so write out the old space and pending strings.
|
2021-01-22 00:26:21 +01:00
|
|
|
_, n.err = n.writer.WriteString(" ")
|
2021-01-22 03:27:14 +01:00
|
|
|
n.lineLen++
|
|
|
|
n.writePending()
|
|
|
|
}
|
|
|
|
n.space = true
|
|
|
|
}
|
|
|
|
|
|
|
|
// writePending writes out all the strings stored in pending and resets it.
|
|
|
|
func (n *ninjaWriterWithWrap) writePending() {
|
|
|
|
if n.err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
for _, pending := range n.pending {
|
|
|
|
_, n.err = n.writer.WriteString(pending)
|
2019-01-23 22:23:00 +01:00
|
|
|
if n.err != nil {
|
|
|
|
return
|
|
|
|
}
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|
2021-01-22 03:27:14 +01:00
|
|
|
// Reset the length of pending back to 0 without reducing its capacity to avoid reallocating
|
|
|
|
// the backing array.
|
|
|
|
n.pending = n.pending[:0]
|
|
|
|
n.pendingLen = 0
|
2015-04-15 00:38:36 +02:00
|
|
|
}
|
|
|
|
|
2021-01-22 03:27:14 +01:00
|
|
|
// WriteStringWithSpace is a helper that calls Space and WriteString.
|
2015-04-15 00:38:36 +02:00
|
|
|
func (n *ninjaWriterWithWrap) WriteStringWithSpace(s string) {
|
2021-01-22 03:27:14 +01:00
|
|
|
n.Space()
|
|
|
|
_, _ = n.WriteString(s)
|
2015-04-15 00:38:36 +02:00
|
|
|
}
|
|
|
|
|
2021-01-22 03:27:14 +01:00
|
|
|
// Flush writes out any pending space or strings and then a newline. It also returns any errors
|
|
|
|
// that have previously occurred.
|
2015-04-15 00:38:36 +02:00
|
|
|
func (n *ninjaWriterWithWrap) Flush() error {
|
2021-01-22 03:27:14 +01:00
|
|
|
if n.space {
|
|
|
|
_, n.err = n.writer.WriteString(" ")
|
|
|
|
}
|
|
|
|
n.writePending()
|
2015-04-15 00:38:36 +02:00
|
|
|
if n.err != nil {
|
|
|
|
return n.err
|
|
|
|
}
|
2021-01-22 00:26:21 +01:00
|
|
|
_, err := n.writer.WriteString("\n")
|
2015-04-15 00:38:36 +02:00
|
|
|
return err
|
2014-05-28 01:34:41 +02:00
|
|
|
}
|