platform_build_soong/androidmk/parser/make_strings.go
Dan Willemsen 4339853a20 Add a dependency fixer for proto deps
protoc dependency files, at least for C++ outputs, uses the form of:

  a/b.c \
  a/b.h: <dep1> <dep2>...

Ninja will fail the command when it parses a dep file and there's more
than one output file (even though it doesn't care what the output file
name is). So this tool will parse the original file, and output a
version with only a single output file.

Bug: 67329638
Test: NINJA_ARGS="-t deps ...pb.c" m
Test: NINJA_ARGS="-t deps ...srcjar" m
Test: NINJA_ARGS="-t deps ...srcszip" m
Test: Run dep_fixer across all of taimen's dep files, no failures.
Test: Run dep_fixer against the processed files, no changes.
Test: Run androidmk across all of our Android.mk files, inspect the diffs
Change-Id: I4263b7d5faea37285afa6b24dedf5964aa7d19dc
2018-05-07 16:21:59 -07:00

281 lines
6.2 KiB
Go

// Copyright 2017 Google Inc. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package parser
import (
"strings"
"unicode"
)
// A MakeString is a string that may contain variable substitutions in it.
// It can be considered as an alternating list of raw Strings and variable
// substitutions, where the first and last entries in the list must be raw
// Strings (possibly empty). A MakeString that starts with a variable
// will have an empty first raw string, and a MakeString that ends with a
// variable will have an empty last raw string. Two sequential Variables
// will have an empty raw string between them.
//
// The MakeString is stored as two lists, a list of raw Strings and a list
// of Variables. The raw string list is always one longer than the variable
// list.
type MakeString struct {
StringPos Pos
Strings []string
Variables []Variable
}
func SimpleMakeString(s string, pos Pos) *MakeString {
return &MakeString{
StringPos: pos,
Strings: []string{s},
}
}
func (ms *MakeString) Clone() (result *MakeString) {
clone := *ms
return &clone
}
func (ms *MakeString) Pos() Pos {
return ms.StringPos
}
func (ms *MakeString) End() Pos {
pos := ms.StringPos
if len(ms.Strings) > 1 {
pos = ms.Variables[len(ms.Variables)-1].End()
}
return Pos(int(pos) + len(ms.Strings[len(ms.Strings)-1]))
}
func (ms *MakeString) appendString(s string) {
if len(ms.Strings) == 0 {
ms.Strings = []string{s}
return
} else {
ms.Strings[len(ms.Strings)-1] += s
}
}
func (ms *MakeString) appendVariable(v Variable) {
if len(ms.Strings) == 0 {
ms.Strings = []string{"", ""}
ms.Variables = []Variable{v}
} else {
ms.Strings = append(ms.Strings, "")
ms.Variables = append(ms.Variables, v)
}
}
func (ms *MakeString) appendMakeString(other *MakeString) {
last := len(ms.Strings) - 1
ms.Strings[last] += other.Strings[0]
ms.Strings = append(ms.Strings, other.Strings[1:]...)
ms.Variables = append(ms.Variables, other.Variables...)
}
func (ms *MakeString) Value(scope Scope) string {
if len(ms.Strings) == 0 {
return ""
} else {
ret := unescape(ms.Strings[0])
for i := range ms.Strings[1:] {
ret += ms.Variables[i].Value(scope)
ret += unescape(ms.Strings[i+1])
}
return ret
}
}
func (ms *MakeString) Dump() string {
if len(ms.Strings) == 0 {
return ""
} else {
ret := ms.Strings[0]
for i := range ms.Strings[1:] {
ret += ms.Variables[i].Dump()
ret += ms.Strings[i+1]
}
return ret
}
}
func (ms *MakeString) Const() bool {
return len(ms.Strings) <= 1
}
func (ms *MakeString) Empty() bool {
return len(ms.Strings) == 0 || (len(ms.Strings) == 1 && ms.Strings[0] == "")
}
func (ms *MakeString) Split(sep string) []*MakeString {
return ms.SplitN(sep, -1)
}
func (ms *MakeString) SplitN(sep string, n int) []*MakeString {
return ms.splitNFunc(n, func(s string, n int) []string {
return splitAnyN(s, sep, n)
})
}
func (ms *MakeString) Words() []*MakeString {
return ms.splitNFunc(-1, splitWords)
}
func (ms *MakeString) splitNFunc(n int, splitFunc func(s string, n int) []string) []*MakeString {
ret := []*MakeString{}
curMs := SimpleMakeString("", ms.Pos())
var i int
var s string
for i, s = range ms.Strings {
if n != 0 {
split := splitFunc(s, n)
if n != -1 {
if len(split) > n {
panic("oops!")
} else {
n -= len(split)
}
}
curMs.appendString(split[0])
for _, r := range split[1:] {
ret = append(ret, curMs)
curMs = SimpleMakeString(r, ms.Pos())
}
} else {
curMs.appendString(s)
}
if i < len(ms.Strings)-1 {
curMs.appendVariable(ms.Variables[i])
}
}
if !curMs.Empty() {
ret = append(ret, curMs)
}
return ret
}
func (ms *MakeString) TrimLeftSpaces() {
l := len(ms.Strings[0])
ms.Strings[0] = strings.TrimLeftFunc(ms.Strings[0], unicode.IsSpace)
ms.StringPos += Pos(len(ms.Strings[0]) - l)
}
func (ms *MakeString) TrimRightSpaces() {
last := len(ms.Strings) - 1
ms.Strings[last] = strings.TrimRightFunc(ms.Strings[last], unicode.IsSpace)
}
func (ms *MakeString) TrimRightOne() {
last := len(ms.Strings) - 1
if len(ms.Strings[last]) > 1 {
ms.Strings[last] = ms.Strings[last][0 : len(ms.Strings[last])-1]
}
}
func (ms *MakeString) EndsWith(ch rune) bool {
s := ms.Strings[len(ms.Strings)-1]
return s[len(s)-1] == uint8(ch)
}
func (ms *MakeString) ReplaceLiteral(input string, output string) {
for i := range ms.Strings {
ms.Strings[i] = strings.Replace(ms.Strings[i], input, output, -1)
}
}
func splitAnyN(s, sep string, n int) []string {
ret := []string{}
for n == -1 || n > 1 {
index := strings.IndexAny(s, sep)
if index >= 0 {
ret = append(ret, s[0:index])
s = s[index+1:]
if n > 0 {
n--
}
} else {
break
}
}
ret = append(ret, s)
return ret
}
func splitWords(s string, n int) []string {
ret := []string{}
preserve := ""
for n == -1 || n > 1 {
index := strings.IndexAny(s, " \t")
if index == 0 && len(preserve) == 0 {
s = s[1:]
} else if index >= 0 {
escapeCount := 0
for i := index - 1; i >= 0; i-- {
if s[i] != '\\' {
break
}
escapeCount += 1
}
if escapeCount%2 == 1 {
preserve += s[0 : index+1]
s = s[index+1:]
continue
}
ret = append(ret, preserve+s[0:index])
s = s[index+1:]
preserve = ""
if n > 0 {
n--
}
} else {
break
}
}
if preserve != "" || s != "" || len(ret) == 0 {
ret = append(ret, preserve+s)
}
return ret
}
func unescape(s string) string {
ret := ""
for {
index := strings.IndexByte(s, '\\')
if index < 0 {
break
}
if index+1 == len(s) {
break
}
switch s[index+1] {
case ' ', '\\', '#', ':', '*', '[', '|', '\t', '\n', '\r':
ret += s[:index] + s[index+1:index+2]
default:
ret += s[:index+2]
}
s = s[index+2:]
}
return ret + s
}