4339853a20
protoc dependency files, at least for C++ outputs, uses the form of: a/b.c \ a/b.h: <dep1> <dep2>... Ninja will fail the command when it parses a dep file and there's more than one output file (even though it doesn't care what the output file name is). So this tool will parse the original file, and output a version with only a single output file. Bug: 67329638 Test: NINJA_ARGS="-t deps ...pb.c" m Test: NINJA_ARGS="-t deps ...srcjar" m Test: NINJA_ARGS="-t deps ...srcszip" m Test: Run dep_fixer across all of taimen's dep files, no failures. Test: Run dep_fixer against the processed files, no changes. Test: Run androidmk across all of our Android.mk files, inspect the diffs Change-Id: I4263b7d5faea37285afa6b24dedf5964aa7d19dc
281 lines
6.2 KiB
Go
281 lines
6.2 KiB
Go
// Copyright 2017 Google Inc. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package parser
|
|
|
|
import (
|
|
"strings"
|
|
"unicode"
|
|
)
|
|
|
|
// A MakeString is a string that may contain variable substitutions in it.
|
|
// It can be considered as an alternating list of raw Strings and variable
|
|
// substitutions, where the first and last entries in the list must be raw
|
|
// Strings (possibly empty). A MakeString that starts with a variable
|
|
// will have an empty first raw string, and a MakeString that ends with a
|
|
// variable will have an empty last raw string. Two sequential Variables
|
|
// will have an empty raw string between them.
|
|
//
|
|
// The MakeString is stored as two lists, a list of raw Strings and a list
|
|
// of Variables. The raw string list is always one longer than the variable
|
|
// list.
|
|
type MakeString struct {
|
|
StringPos Pos
|
|
Strings []string
|
|
Variables []Variable
|
|
}
|
|
|
|
func SimpleMakeString(s string, pos Pos) *MakeString {
|
|
return &MakeString{
|
|
StringPos: pos,
|
|
Strings: []string{s},
|
|
}
|
|
}
|
|
|
|
func (ms *MakeString) Clone() (result *MakeString) {
|
|
clone := *ms
|
|
return &clone
|
|
}
|
|
|
|
func (ms *MakeString) Pos() Pos {
|
|
return ms.StringPos
|
|
}
|
|
|
|
func (ms *MakeString) End() Pos {
|
|
pos := ms.StringPos
|
|
if len(ms.Strings) > 1 {
|
|
pos = ms.Variables[len(ms.Variables)-1].End()
|
|
}
|
|
return Pos(int(pos) + len(ms.Strings[len(ms.Strings)-1]))
|
|
}
|
|
|
|
func (ms *MakeString) appendString(s string) {
|
|
if len(ms.Strings) == 0 {
|
|
ms.Strings = []string{s}
|
|
return
|
|
} else {
|
|
ms.Strings[len(ms.Strings)-1] += s
|
|
}
|
|
}
|
|
|
|
func (ms *MakeString) appendVariable(v Variable) {
|
|
if len(ms.Strings) == 0 {
|
|
ms.Strings = []string{"", ""}
|
|
ms.Variables = []Variable{v}
|
|
} else {
|
|
ms.Strings = append(ms.Strings, "")
|
|
ms.Variables = append(ms.Variables, v)
|
|
}
|
|
}
|
|
|
|
func (ms *MakeString) appendMakeString(other *MakeString) {
|
|
last := len(ms.Strings) - 1
|
|
ms.Strings[last] += other.Strings[0]
|
|
ms.Strings = append(ms.Strings, other.Strings[1:]...)
|
|
ms.Variables = append(ms.Variables, other.Variables...)
|
|
}
|
|
|
|
func (ms *MakeString) Value(scope Scope) string {
|
|
if len(ms.Strings) == 0 {
|
|
return ""
|
|
} else {
|
|
ret := unescape(ms.Strings[0])
|
|
for i := range ms.Strings[1:] {
|
|
ret += ms.Variables[i].Value(scope)
|
|
ret += unescape(ms.Strings[i+1])
|
|
}
|
|
return ret
|
|
}
|
|
}
|
|
|
|
func (ms *MakeString) Dump() string {
|
|
if len(ms.Strings) == 0 {
|
|
return ""
|
|
} else {
|
|
ret := ms.Strings[0]
|
|
for i := range ms.Strings[1:] {
|
|
ret += ms.Variables[i].Dump()
|
|
ret += ms.Strings[i+1]
|
|
}
|
|
return ret
|
|
}
|
|
}
|
|
|
|
func (ms *MakeString) Const() bool {
|
|
return len(ms.Strings) <= 1
|
|
}
|
|
|
|
func (ms *MakeString) Empty() bool {
|
|
return len(ms.Strings) == 0 || (len(ms.Strings) == 1 && ms.Strings[0] == "")
|
|
}
|
|
|
|
func (ms *MakeString) Split(sep string) []*MakeString {
|
|
return ms.SplitN(sep, -1)
|
|
}
|
|
|
|
func (ms *MakeString) SplitN(sep string, n int) []*MakeString {
|
|
return ms.splitNFunc(n, func(s string, n int) []string {
|
|
return splitAnyN(s, sep, n)
|
|
})
|
|
}
|
|
|
|
func (ms *MakeString) Words() []*MakeString {
|
|
return ms.splitNFunc(-1, splitWords)
|
|
}
|
|
|
|
func (ms *MakeString) splitNFunc(n int, splitFunc func(s string, n int) []string) []*MakeString {
|
|
ret := []*MakeString{}
|
|
|
|
curMs := SimpleMakeString("", ms.Pos())
|
|
|
|
var i int
|
|
var s string
|
|
for i, s = range ms.Strings {
|
|
if n != 0 {
|
|
split := splitFunc(s, n)
|
|
if n != -1 {
|
|
if len(split) > n {
|
|
panic("oops!")
|
|
} else {
|
|
n -= len(split)
|
|
}
|
|
}
|
|
curMs.appendString(split[0])
|
|
|
|
for _, r := range split[1:] {
|
|
ret = append(ret, curMs)
|
|
curMs = SimpleMakeString(r, ms.Pos())
|
|
}
|
|
} else {
|
|
curMs.appendString(s)
|
|
}
|
|
|
|
if i < len(ms.Strings)-1 {
|
|
curMs.appendVariable(ms.Variables[i])
|
|
}
|
|
}
|
|
|
|
if !curMs.Empty() {
|
|
ret = append(ret, curMs)
|
|
}
|
|
return ret
|
|
}
|
|
|
|
func (ms *MakeString) TrimLeftSpaces() {
|
|
l := len(ms.Strings[0])
|
|
ms.Strings[0] = strings.TrimLeftFunc(ms.Strings[0], unicode.IsSpace)
|
|
ms.StringPos += Pos(len(ms.Strings[0]) - l)
|
|
}
|
|
|
|
func (ms *MakeString) TrimRightSpaces() {
|
|
last := len(ms.Strings) - 1
|
|
ms.Strings[last] = strings.TrimRightFunc(ms.Strings[last], unicode.IsSpace)
|
|
}
|
|
|
|
func (ms *MakeString) TrimRightOne() {
|
|
last := len(ms.Strings) - 1
|
|
if len(ms.Strings[last]) > 1 {
|
|
ms.Strings[last] = ms.Strings[last][0 : len(ms.Strings[last])-1]
|
|
}
|
|
}
|
|
|
|
func (ms *MakeString) EndsWith(ch rune) bool {
|
|
s := ms.Strings[len(ms.Strings)-1]
|
|
return s[len(s)-1] == uint8(ch)
|
|
}
|
|
|
|
func (ms *MakeString) ReplaceLiteral(input string, output string) {
|
|
for i := range ms.Strings {
|
|
ms.Strings[i] = strings.Replace(ms.Strings[i], input, output, -1)
|
|
}
|
|
}
|
|
|
|
func splitAnyN(s, sep string, n int) []string {
|
|
ret := []string{}
|
|
for n == -1 || n > 1 {
|
|
index := strings.IndexAny(s, sep)
|
|
if index >= 0 {
|
|
ret = append(ret, s[0:index])
|
|
s = s[index+1:]
|
|
if n > 0 {
|
|
n--
|
|
}
|
|
} else {
|
|
break
|
|
}
|
|
}
|
|
ret = append(ret, s)
|
|
return ret
|
|
}
|
|
|
|
func splitWords(s string, n int) []string {
|
|
ret := []string{}
|
|
preserve := ""
|
|
for n == -1 || n > 1 {
|
|
index := strings.IndexAny(s, " \t")
|
|
if index == 0 && len(preserve) == 0 {
|
|
s = s[1:]
|
|
} else if index >= 0 {
|
|
escapeCount := 0
|
|
for i := index - 1; i >= 0; i-- {
|
|
if s[i] != '\\' {
|
|
break
|
|
}
|
|
escapeCount += 1
|
|
}
|
|
|
|
if escapeCount%2 == 1 {
|
|
preserve += s[0 : index+1]
|
|
s = s[index+1:]
|
|
continue
|
|
}
|
|
|
|
ret = append(ret, preserve+s[0:index])
|
|
s = s[index+1:]
|
|
preserve = ""
|
|
if n > 0 {
|
|
n--
|
|
}
|
|
} else {
|
|
break
|
|
}
|
|
}
|
|
if preserve != "" || s != "" || len(ret) == 0 {
|
|
ret = append(ret, preserve+s)
|
|
}
|
|
return ret
|
|
}
|
|
|
|
func unescape(s string) string {
|
|
ret := ""
|
|
for {
|
|
index := strings.IndexByte(s, '\\')
|
|
if index < 0 {
|
|
break
|
|
}
|
|
|
|
if index+1 == len(s) {
|
|
break
|
|
}
|
|
|
|
switch s[index+1] {
|
|
case ' ', '\\', '#', ':', '*', '[', '|', '\t', '\n', '\r':
|
|
ret += s[:index] + s[index+1:index+2]
|
|
default:
|
|
ret += s[:index+2]
|
|
}
|
|
s = s[index+2:]
|
|
}
|
|
return ret + s
|
|
}
|