// Copyright 2015 Google Inc. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package android import ( "android/soong/bazel" "fmt" "io/ioutil" "os" "path/filepath" "reflect" "sort" "strings" "github.com/google/blueprint" "github.com/google/blueprint/pathtools" ) var absSrcDir string // PathContext is the subset of a (Module|Singleton)Context required by the // Path methods. type PathContext interface { Config() Config AddNinjaFileDeps(deps ...string) } type PathGlobContext interface { GlobWithDeps(globPattern string, excludes []string) ([]string, error) } var _ PathContext = SingletonContext(nil) var _ PathContext = ModuleContext(nil) // "Null" path context is a minimal path context for a given config. type NullPathContext struct { config Config } func (NullPathContext) AddNinjaFileDeps(...string) {} func (ctx NullPathContext) Config() Config { return ctx.config } // EarlyModulePathContext is a subset of EarlyModuleContext methods required by the // Path methods. These path methods can be called before any mutators have run. type EarlyModulePathContext interface { PathContext PathGlobContext ModuleDir() string ModuleErrorf(fmt string, args ...interface{}) } var _ EarlyModulePathContext = ModuleContext(nil) // Glob globs files and directories matching globPattern relative to ModuleDir(), // paths in the excludes parameter will be omitted. func Glob(ctx EarlyModulePathContext, globPattern string, excludes []string) Paths { ret, err := ctx.GlobWithDeps(globPattern, excludes) if err != nil { ctx.ModuleErrorf("glob: %s", err.Error()) } return pathsForModuleSrcFromFullPath(ctx, ret, true) } // GlobFiles globs *only* files (not directories) matching globPattern relative to ModuleDir(). // Paths in the excludes parameter will be omitted. func GlobFiles(ctx EarlyModulePathContext, globPattern string, excludes []string) Paths { ret, err := ctx.GlobWithDeps(globPattern, excludes) if err != nil { ctx.ModuleErrorf("glob: %s", err.Error()) } return pathsForModuleSrcFromFullPath(ctx, ret, false) } // ModuleWithDepsPathContext is a subset of *ModuleContext methods required by // the Path methods that rely on module dependencies having been resolved. type ModuleWithDepsPathContext interface { EarlyModulePathContext GetDirectDepWithTag(name string, tag blueprint.DependencyTag) blueprint.Module } // ModuleMissingDepsPathContext is a subset of *ModuleContext methods required by // the Path methods that rely on module dependencies having been resolved and ability to report // missing dependency errors. type ModuleMissingDepsPathContext interface { ModuleWithDepsPathContext AddMissingDependencies(missingDeps []string) } type ModuleInstallPathContext interface { BaseModuleContext InstallInData() bool InstallInTestcases() bool InstallInSanitizerDir() bool InstallInRamdisk() bool InstallInVendorRamdisk() bool InstallInRecovery() bool InstallInRoot() bool InstallBypassMake() bool InstallForceOS() (*OsType, *ArchType) } var _ ModuleInstallPathContext = ModuleContext(nil) // errorfContext is the interface containing the Errorf method matching the // Errorf method in blueprint.SingletonContext. type errorfContext interface { Errorf(format string, args ...interface{}) } var _ errorfContext = blueprint.SingletonContext(nil) // moduleErrorf is the interface containing the ModuleErrorf method matching // the ModuleErrorf method in blueprint.ModuleContext. type moduleErrorf interface { ModuleErrorf(format string, args ...interface{}) } var _ moduleErrorf = blueprint.ModuleContext(nil) // reportPathError will register an error with the attached context. It // attempts ctx.ModuleErrorf for a better error message first, then falls // back to ctx.Errorf. func reportPathError(ctx PathContext, err error) { ReportPathErrorf(ctx, "%s", err.Error()) } // ReportPathErrorf will register an error with the attached context. It // attempts ctx.ModuleErrorf for a better error message first, then falls // back to ctx.Errorf. func ReportPathErrorf(ctx PathContext, format string, args ...interface{}) { if mctx, ok := ctx.(moduleErrorf); ok { mctx.ModuleErrorf(format, args...) } else if ectx, ok := ctx.(errorfContext); ok { ectx.Errorf(format, args...) } else { panic(fmt.Sprintf(format, args...)) } } func pathContextName(ctx PathContext, module blueprint.Module) string { if x, ok := ctx.(interface{ ModuleName(blueprint.Module) string }); ok { return x.ModuleName(module) } else if x, ok := ctx.(interface{ OtherModuleName(blueprint.Module) string }); ok { return x.OtherModuleName(module) } return "unknown" } type Path interface { // Returns the path in string form String() string // Ext returns the extension of the last element of the path Ext() string // Base returns the last element of the path Base() string // Rel returns the portion of the path relative to the directory it was created from. For // example, Rel on a PathsForModuleSrc would return the path relative to the module source // directory, and OutputPath.Join("foo").Rel() would return "foo". Rel() string } // WritablePath is a type of path that can be used as an output for build rules. type WritablePath interface { Path // return the path to the build directory. buildDir() string // the writablePath method doesn't directly do anything, // but it allows a struct to distinguish between whether or not it implements the WritablePath interface writablePath() ReplaceExtension(ctx PathContext, ext string) OutputPath } type genPathProvider interface { genPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleGenPath } type objPathProvider interface { objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath } type resPathProvider interface { resPathWithName(ctx ModuleOutPathContext, name string) ModuleResPath } // GenPathWithExt derives a new file path in ctx's generated sources directory // from the current path, but with the new extension. func GenPathWithExt(ctx ModuleOutPathContext, subdir string, p Path, ext string) ModuleGenPath { if path, ok := p.(genPathProvider); ok { return path.genPathWithExt(ctx, subdir, ext) } ReportPathErrorf(ctx, "Tried to create generated file from unsupported path: %s(%s)", reflect.TypeOf(p).Name(), p) return PathForModuleGen(ctx) } // ObjPathWithExt derives a new file path in ctx's object directory from the // current path, but with the new extension. func ObjPathWithExt(ctx ModuleOutPathContext, subdir string, p Path, ext string) ModuleObjPath { if path, ok := p.(objPathProvider); ok { return path.objPathWithExt(ctx, subdir, ext) } ReportPathErrorf(ctx, "Tried to create object file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p) return PathForModuleObj(ctx) } // ResPathWithName derives a new path in ctx's output resource directory, using // the current path to create the directory name, and the `name` argument for // the filename. func ResPathWithName(ctx ModuleOutPathContext, p Path, name string) ModuleResPath { if path, ok := p.(resPathProvider); ok { return path.resPathWithName(ctx, name) } ReportPathErrorf(ctx, "Tried to create res file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p) return PathForModuleRes(ctx) } // OptionalPath is a container that may or may not contain a valid Path. type OptionalPath struct { valid bool path Path } // OptionalPathForPath returns an OptionalPath containing the path. func OptionalPathForPath(path Path) OptionalPath { if path == nil { return OptionalPath{} } return OptionalPath{valid: true, path: path} } // Valid returns whether there is a valid path func (p OptionalPath) Valid() bool { return p.valid } // Path returns the Path embedded in this OptionalPath. You must be sure that // there is a valid path, since this method will panic if there is not. func (p OptionalPath) Path() Path { if !p.valid { panic("Requesting an invalid path") } return p.path } // String returns the string version of the Path, or "" if it isn't valid. func (p OptionalPath) String() string { if p.valid { return p.path.String() } else { return "" } } // Paths is a slice of Path objects, with helpers to operate on the collection. type Paths []Path func (paths Paths) containsPath(path Path) bool { for _, p := range paths { if p == path { return true } } return false } // PathsForSource returns Paths rooted from SrcDir, *not* rooted from the module's local source // directory func PathsForSource(ctx PathContext, paths []string) Paths { ret := make(Paths, len(paths)) for i, path := range paths { ret[i] = PathForSource(ctx, path) } return ret } // ExistentPathsForSources returns a list of Paths rooted from SrcDir, *not* rooted from the // module's local source directory, that are found in the tree. If any are not found, they are // omitted from the list, and dependencies are added so that we're re-run when they are added. func ExistentPathsForSources(ctx PathContext, paths []string) Paths { ret := make(Paths, 0, len(paths)) for _, path := range paths { p := ExistentPathForSource(ctx, path) if p.Valid() { ret = append(ret, p.Path()) } } return ret } // PathsForModuleSrc returns Paths rooted from the module's local source directory. It expands globs, references to // SourceFileProducer modules using the ":name" syntax, and references to OutputFileProducer modules using the // ":name{.tag}" syntax. Properties passed as the paths argument must have been annotated with struct tag // `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the // path_properties mutator. If ctx.Config().AllowMissingDependencies() is true then any missing SourceFileProducer or // OutputFileProducer dependencies will cause the module to be marked as having missing dependencies. func PathsForModuleSrc(ctx ModuleMissingDepsPathContext, paths []string) Paths { return PathsForModuleSrcExcludes(ctx, paths, nil) } // PathsForModuleSrcExcludes returns Paths rooted from the module's local source directory, excluding paths listed in // the excludes arguments. It expands globs, references to SourceFileProducer modules using the ":name" syntax, and // references to OutputFileProducer modules using the ":name{.tag}" syntax. Properties passed as the paths or excludes // argument must have been annotated with struct tag `android:"path"` so that dependencies on SourceFileProducer modules // will have already been handled by the path_properties mutator. If ctx.Config().AllowMissingDependencies() is // true then any missing SourceFileProducer or OutputFileProducer dependencies will cause the module to be marked as // having missing dependencies. func PathsForModuleSrcExcludes(ctx ModuleMissingDepsPathContext, paths, excludes []string) Paths { ret, missingDeps := PathsAndMissingDepsForModuleSrcExcludes(ctx, paths, excludes) if ctx.Config().AllowMissingDependencies() { ctx.AddMissingDependencies(missingDeps) } else { for _, m := range missingDeps { ctx.ModuleErrorf(`missing dependency on %q, is the property annotated with android:"path"?`, m) } } return ret } // A subset of the ModuleContext methods which are sufficient to resolve references to paths/deps in // order to form a Bazel-compatible label for conversion. type BazelConversionPathContext interface { EarlyModulePathContext GetDirectDep(name string) (blueprint.Module, blueprint.DependencyTag) OtherModuleName(m blueprint.Module) string OtherModuleDir(m blueprint.Module) string } // BazelLabelForModuleDeps returns a Bazel-compatible label for the requested modules which // correspond to dependencies on the module within the given ctx. func BazelLabelForModuleDeps(ctx BazelConversionPathContext, modules []string) bazel.LabelList { var labels bazel.LabelList for _, module := range modules { bpText := module if m := SrcIsModule(module); m == "" { module = ":" + module } if m, t := SrcIsModuleWithTag(module); m != "" { l := getOtherModuleLabel(ctx, m, t) l.Bp_text = bpText labels.Includes = append(labels.Includes, l) } else { ctx.ModuleErrorf("%q, is not a module reference", module) } } return labels } // BazelLabelForModuleSrc returns bazel.LabelList with paths rooted from the module's local source // directory. It expands globs, and resolves references to modules using the ":name" syntax to // bazel-compatible labels. Properties passed as the paths or excludes argument must have been // annotated with struct tag `android:"path"` so that dependencies on other modules will have // already been handled by the path_properties mutator. func BazelLabelForModuleSrc(ctx BazelConversionPathContext, paths []string) bazel.LabelList { return BazelLabelForModuleSrcExcludes(ctx, paths, []string(nil)) } // BazelLabelForModuleSrcExcludes returns bazel.LabelList with paths rooted from the module's local // source directory, excluding labels included in the excludes argument. It expands globs, and // resolves references to modules using the ":name" syntax to bazel-compatible labels. Properties // passed as the paths or excludes argument must have been annotated with struct tag // `android:"path"` so that dependencies on other modules will have already been handled by the // path_properties mutator. func BazelLabelForModuleSrcExcludes(ctx BazelConversionPathContext, paths, excludes []string) bazel.LabelList { excludeLabels := expandSrcsForBazel(ctx, excludes, []string(nil)) excluded := make([]string, 0, len(excludeLabels.Includes)) for _, e := range excludeLabels.Includes { excluded = append(excluded, e.Label) } labels := expandSrcsForBazel(ctx, paths, excluded) labels.Excludes = excludeLabels.Includes return labels } // expandSrcsForBazel returns bazel.LabelList with paths rooted from the module's local // source directory, excluding labels included in the excludes argument. It expands globs, and // resolves references to modules using the ":name" syntax to bazel-compatible labels. Properties // passed as the paths or excludes argument must have been annotated with struct tag // `android:"path"` so that dependencies on other modules will have already been handled by the // path_properties mutator. func expandSrcsForBazel(ctx BazelConversionPathContext, paths, expandedExcludes []string) bazel.LabelList { if paths == nil { return bazel.LabelList{} } labels := bazel.LabelList{ Includes: []bazel.Label{}, } for _, p := range paths { if m, tag := SrcIsModuleWithTag(p); m != "" { l := getOtherModuleLabel(ctx, m, tag) if !InList(l.Label, expandedExcludes) { l.Bp_text = fmt.Sprintf(":%s", m) labels.Includes = append(labels.Includes, l) } } else { var expandedPaths []bazel.Label if pathtools.IsGlob(p) { globbedPaths := GlobFiles(ctx, pathForModuleSrc(ctx, p).String(), expandedExcludes) globbedPaths = PathsWithModuleSrcSubDir(ctx, globbedPaths, "") for _, path := range globbedPaths { s := path.Rel() expandedPaths = append(expandedPaths, bazel.Label{Label: s}) } } else { if !InList(p, expandedExcludes) { expandedPaths = append(expandedPaths, bazel.Label{Label: p}) } } labels.Includes = append(labels.Includes, expandedPaths...) } } return labels } // getOtherModuleLabel returns a bazel.Label for the given dependency/tag combination for the // module. The label will be relative to the current directory if appropriate. The dependency must // already be resolved by either deps mutator or path deps mutator. func getOtherModuleLabel(ctx BazelConversionPathContext, dep, tag string) bazel.Label { m, _ := ctx.GetDirectDep(dep) // TODO(b/165114590): Convert tag (":name{.tag}") to corresponding Bazel implicit output targets. otherModuleName := ctx.OtherModuleName(m) var label bazel.Label if otherDir, dir := ctx.OtherModuleDir(m), ctx.ModuleDir(); otherDir != dir { label.Label = fmt.Sprintf("//%s:%s", otherDir, otherModuleName) } else { label.Label = fmt.Sprintf(":%s", otherModuleName) } return label } // OutputPaths is a slice of OutputPath objects, with helpers to operate on the collection. type OutputPaths []OutputPath // Paths returns the OutputPaths as a Paths func (p OutputPaths) Paths() Paths { if p == nil { return nil } ret := make(Paths, len(p)) for i, path := range p { ret[i] = path } return ret } // Strings returns the string forms of the writable paths. func (p OutputPaths) Strings() []string { if p == nil { return nil } ret := make([]string, len(p)) for i, path := range p { ret[i] = path.String() } return ret } // Expands Paths to a SourceFileProducer or OutputFileProducer module dependency referenced via ":name" or ":name{.tag}" syntax. // If the dependency is not found, a missingErrorDependency is returned. // If the module dependency is not a SourceFileProducer or OutputFileProducer, appropriate errors will be returned. func getPathsFromModuleDep(ctx ModuleWithDepsPathContext, path, moduleName, tag string) (Paths, error) { module := ctx.GetDirectDepWithTag(moduleName, sourceOrOutputDepTag(tag)) if module == nil { return nil, missingDependencyError{[]string{moduleName}} } if outProducer, ok := module.(OutputFileProducer); ok { outputFiles, err := outProducer.OutputFiles(tag) if err != nil { return nil, fmt.Errorf("path dependency %q: %s", path, err) } return outputFiles, nil } else if tag != "" { return nil, fmt.Errorf("path dependency %q is not an output file producing module", path) } else if srcProducer, ok := module.(SourceFileProducer); ok { return srcProducer.Srcs(), nil } else { return nil, fmt.Errorf("path dependency %q is not a source file producing module", path) } } // PathsAndMissingDepsForModuleSrcExcludes returns Paths rooted from the module's local source directory, excluding // paths listed in the excludes arguments, and a list of missing dependencies. It expands globs, references to // SourceFileProducer modules using the ":name" syntax, and references to OutputFileProducer modules using the // ":name{.tag}" syntax. Properties passed as the paths or excludes argument must have been annotated with struct tag // `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the // path_properties mutator. If ctx.Config().AllowMissingDependencies() is true then any missing SourceFileProducer or // OutputFileProducer dependencies will be returned, and they will NOT cause the module to be marked as having missing // dependencies. func PathsAndMissingDepsForModuleSrcExcludes(ctx ModuleWithDepsPathContext, paths, excludes []string) (Paths, []string) { prefix := pathForModuleSrc(ctx).String() var expandedExcludes []string if excludes != nil { expandedExcludes = make([]string, 0, len(excludes)) } var missingExcludeDeps []string for _, e := range excludes { if m, t := SrcIsModuleWithTag(e); m != "" { modulePaths, err := getPathsFromModuleDep(ctx, e, m, t) if m, ok := err.(missingDependencyError); ok { missingExcludeDeps = append(missingExcludeDeps, m.missingDeps...) } else if err != nil { reportPathError(ctx, err) } else { expandedExcludes = append(expandedExcludes, modulePaths.Strings()...) } } else { expandedExcludes = append(expandedExcludes, filepath.Join(prefix, e)) } } if paths == nil { return nil, missingExcludeDeps } var missingDeps []string expandedSrcFiles := make(Paths, 0, len(paths)) for _, s := range paths { srcFiles, err := expandOneSrcPath(ctx, s, expandedExcludes) if depErr, ok := err.(missingDependencyError); ok { missingDeps = append(missingDeps, depErr.missingDeps...) } else if err != nil { reportPathError(ctx, err) } expandedSrcFiles = append(expandedSrcFiles, srcFiles...) } return expandedSrcFiles, append(missingDeps, missingExcludeDeps...) } type missingDependencyError struct { missingDeps []string } func (e missingDependencyError) Error() string { return "missing dependencies: " + strings.Join(e.missingDeps, ", ") } // Expands one path string to Paths rooted from the module's local source // directory, excluding those listed in the expandedExcludes. // Expands globs, references to SourceFileProducer or OutputFileProducer modules using the ":name" and ":name{.tag}" syntax. func expandOneSrcPath(ctx ModuleWithDepsPathContext, sPath string, expandedExcludes []string) (Paths, error) { excludePaths := func(paths Paths) Paths { if len(expandedExcludes) == 0 { return paths } remainder := make(Paths, 0, len(paths)) for _, p := range paths { if !InList(p.String(), expandedExcludes) { remainder = append(remainder, p) } } return remainder } if m, t := SrcIsModuleWithTag(sPath); m != "" { modulePaths, err := getPathsFromModuleDep(ctx, sPath, m, t) if err != nil { return nil, err } else { return excludePaths(modulePaths), nil } } else if pathtools.IsGlob(sPath) { paths := GlobFiles(ctx, pathForModuleSrc(ctx, sPath).String(), expandedExcludes) return PathsWithModuleSrcSubDir(ctx, paths, ""), nil } else { p := pathForModuleSrc(ctx, sPath) if exists, _, err := ctx.Config().fs.Exists(p.String()); err != nil { ReportPathErrorf(ctx, "%s: %s", p, err.Error()) } else if !exists && !ctx.Config().TestAllowNonExistentPaths { ReportPathErrorf(ctx, "module source path %q does not exist", p) } if InList(p.String(), expandedExcludes) { return nil, nil } return Paths{p}, nil } } // pathsForModuleSrcFromFullPath returns Paths rooted from the module's local // source directory, but strip the local source directory from the beginning of // each string. If incDirs is false, strip paths with a trailing '/' from the list. // It intended for use in globs that only list files that exist, so it allows '$' in // filenames. func pathsForModuleSrcFromFullPath(ctx EarlyModulePathContext, paths []string, incDirs bool) Paths { prefix := filepath.Join(ctx.Config().srcDir, ctx.ModuleDir()) + "/" if prefix == "./" { prefix = "" } ret := make(Paths, 0, len(paths)) for _, p := range paths { if !incDirs && strings.HasSuffix(p, "/") { continue } path := filepath.Clean(p) if !strings.HasPrefix(path, prefix) { ReportPathErrorf(ctx, "Path %q is not in module source directory %q", p, prefix) continue } srcPath, err := safePathForSource(ctx, ctx.ModuleDir(), path[len(prefix):]) if err != nil { reportPathError(ctx, err) continue } srcPath.basePath.rel = srcPath.path ret = append(ret, srcPath) } return ret } // PathsWithOptionalDefaultForModuleSrc returns Paths rooted from the module's local source // directory. If input is nil, use the default if it exists. If input is empty, returns nil. func PathsWithOptionalDefaultForModuleSrc(ctx ModuleMissingDepsPathContext, input []string, def string) Paths { if input != nil { return PathsForModuleSrc(ctx, input) } // Use Glob so that if the default doesn't exist, a dependency is added so that when it // is created, we're run again. path := filepath.Join(ctx.Config().srcDir, ctx.ModuleDir(), def) return Glob(ctx, path, nil) } // Strings returns the Paths in string form func (p Paths) Strings() []string { if p == nil { return nil } ret := make([]string, len(p)) for i, path := range p { ret[i] = path.String() } return ret } func CopyOfPaths(paths Paths) Paths { return append(Paths(nil), paths...) } // FirstUniquePaths returns all unique elements of a Paths, keeping the first copy of each. It // modifies the Paths slice contents in place, and returns a subslice of the original slice. func FirstUniquePaths(list Paths) Paths { // 128 was chosen based on BenchmarkFirstUniquePaths results. if len(list) > 128 { return firstUniquePathsMap(list) } return firstUniquePathsList(list) } // SortedUniquePaths returns all unique elements of a Paths in sorted order. It modifies the // Paths slice contents in place, and returns a subslice of the original slice. func SortedUniquePaths(list Paths) Paths { unique := FirstUniquePaths(list) sort.Slice(unique, func(i, j int) bool { return unique[i].String() < unique[j].String() }) return unique } func firstUniquePathsList(list Paths) Paths { k := 0 outer: for i := 0; i < len(list); i++ { for j := 0; j < k; j++ { if list[i] == list[j] { continue outer } } list[k] = list[i] k++ } return list[:k] } func firstUniquePathsMap(list Paths) Paths { k := 0 seen := make(map[Path]bool, len(list)) for i := 0; i < len(list); i++ { if seen[list[i]] { continue } seen[list[i]] = true list[k] = list[i] k++ } return list[:k] } // FirstUniqueInstallPaths returns all unique elements of an InstallPaths, keeping the first copy of each. It // modifies the InstallPaths slice contents in place, and returns a subslice of the original slice. func FirstUniqueInstallPaths(list InstallPaths) InstallPaths { // 128 was chosen based on BenchmarkFirstUniquePaths results. if len(list) > 128 { return firstUniqueInstallPathsMap(list) } return firstUniqueInstallPathsList(list) } func firstUniqueInstallPathsList(list InstallPaths) InstallPaths { k := 0 outer: for i := 0; i < len(list); i++ { for j := 0; j < k; j++ { if list[i] == list[j] { continue outer } } list[k] = list[i] k++ } return list[:k] } func firstUniqueInstallPathsMap(list InstallPaths) InstallPaths { k := 0 seen := make(map[InstallPath]bool, len(list)) for i := 0; i < len(list); i++ { if seen[list[i]] { continue } seen[list[i]] = true list[k] = list[i] k++ } return list[:k] } // LastUniquePaths returns all unique elements of a Paths, keeping the last copy of each. It // modifies the Paths slice contents in place, and returns a subslice of the original slice. func LastUniquePaths(list Paths) Paths { totalSkip := 0 for i := len(list) - 1; i >= totalSkip; i-- { skip := 0 for j := i - 1; j >= totalSkip; j-- { if list[i] == list[j] { skip++ } else { list[j+skip] = list[j] } } totalSkip += skip } return list[totalSkip:] } // ReversePaths returns a copy of a Paths in reverse order. func ReversePaths(list Paths) Paths { if list == nil { return nil } ret := make(Paths, len(list)) for i := range list { ret[i] = list[len(list)-1-i] } return ret } func indexPathList(s Path, list []Path) int { for i, l := range list { if l == s { return i } } return -1 } func inPathList(p Path, list []Path) bool { return indexPathList(p, list) != -1 } func FilterPathList(list []Path, filter []Path) (remainder []Path, filtered []Path) { return FilterPathListPredicate(list, func(p Path) bool { return inPathList(p, filter) }) } func FilterPathListPredicate(list []Path, predicate func(Path) bool) (remainder []Path, filtered []Path) { for _, l := range list { if predicate(l) { filtered = append(filtered, l) } else { remainder = append(remainder, l) } } return } // HasExt returns true of any of the paths have extension ext, otherwise false func (p Paths) HasExt(ext string) bool { for _, path := range p { if path.Ext() == ext { return true } } return false } // FilterByExt returns the subset of the paths that have extension ext func (p Paths) FilterByExt(ext string) Paths { ret := make(Paths, 0, len(p)) for _, path := range p { if path.Ext() == ext { ret = append(ret, path) } } return ret } // FilterOutByExt returns the subset of the paths that do not have extension ext func (p Paths) FilterOutByExt(ext string) Paths { ret := make(Paths, 0, len(p)) for _, path := range p { if path.Ext() != ext { ret = append(ret, path) } } return ret } // DirectorySortedPaths is a slice of paths that are sorted such that all files in a directory // (including subdirectories) are in a contiguous subslice of the list, and can be found in // O(log(N)) time using a binary search on the directory prefix. type DirectorySortedPaths Paths func PathsToDirectorySortedPaths(paths Paths) DirectorySortedPaths { ret := append(DirectorySortedPaths(nil), paths...) sort.Slice(ret, func(i, j int) bool { return ret[i].String() < ret[j].String() }) return ret } // PathsInDirectory returns a subslice of the DirectorySortedPaths as a Paths that contains all entries // that are in the specified directory and its subdirectories. func (p DirectorySortedPaths) PathsInDirectory(dir string) Paths { prefix := filepath.Clean(dir) + "/" start := sort.Search(len(p), func(i int) bool { return prefix < p[i].String() }) ret := p[start:] end := sort.Search(len(ret), func(i int) bool { return !strings.HasPrefix(ret[i].String(), prefix) }) ret = ret[:end] return Paths(ret) } // WritablePaths is a slice of WritablePath, used for multiple outputs. type WritablePaths []WritablePath // Strings returns the string forms of the writable paths. func (p WritablePaths) Strings() []string { if p == nil { return nil } ret := make([]string, len(p)) for i, path := range p { ret[i] = path.String() } return ret } // Paths returns the WritablePaths as a Paths func (p WritablePaths) Paths() Paths { if p == nil { return nil } ret := make(Paths, len(p)) for i, path := range p { ret[i] = path } return ret } type basePath struct { path string config Config rel string } func (p basePath) Ext() string { return filepath.Ext(p.path) } func (p basePath) Base() string { return filepath.Base(p.path) } func (p basePath) Rel() string { if p.rel != "" { return p.rel } return p.path } func (p basePath) String() string { return p.path } func (p basePath) withRel(rel string) basePath { p.path = filepath.Join(p.path, rel) p.rel = rel return p } // SourcePath is a Path representing a file path rooted from SrcDir type SourcePath struct { basePath } var _ Path = SourcePath{} func (p SourcePath) withRel(rel string) SourcePath { p.basePath = p.basePath.withRel(rel) return p } // safePathForSource is for paths that we expect are safe -- only for use by go // code that is embedding ninja variables in paths func safePathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) { p, err := validateSafePath(pathComponents...) ret := SourcePath{basePath{p, ctx.Config(), ""}} if err != nil { return ret, err } // absolute path already checked by validateSafePath if strings.HasPrefix(ret.String(), ctx.Config().buildDir) { return ret, fmt.Errorf("source path %q is in output", ret.String()) } return ret, err } // pathForSource creates a SourcePath from pathComponents, but does not check that it exists. func pathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) { p, err := validatePath(pathComponents...) ret := SourcePath{basePath{p, ctx.Config(), ""}} if err != nil { return ret, err } // absolute path already checked by validatePath if strings.HasPrefix(ret.String(), ctx.Config().buildDir) { return ret, fmt.Errorf("source path %q is in output", ret.String()) } return ret, nil } // existsWithDependencies returns true if the path exists, and adds appropriate dependencies to rerun if the // path does not exist. func existsWithDependencies(ctx PathContext, path SourcePath) (exists bool, err error) { var files []string if gctx, ok := ctx.(PathGlobContext); ok { // Use glob to produce proper dependencies, even though we only want // a single file. files, err = gctx.GlobWithDeps(path.String(), nil) } else { var deps []string // We cannot add build statements in this context, so we fall back to // AddNinjaFileDeps files, deps, err = ctx.Config().fs.Glob(path.String(), nil, pathtools.FollowSymlinks) ctx.AddNinjaFileDeps(deps...) } if err != nil { return false, fmt.Errorf("glob: %s", err.Error()) } return len(files) > 0, nil } // PathForSource joins the provided path components and validates that the result // neither escapes the source dir nor is in the out dir. // On error, it will return a usable, but invalid SourcePath, and report a ModuleError. func PathForSource(ctx PathContext, pathComponents ...string) SourcePath { path, err := pathForSource(ctx, pathComponents...) if err != nil { reportPathError(ctx, err) } if pathtools.IsGlob(path.String()) { ReportPathErrorf(ctx, "path may not contain a glob: %s", path.String()) } if modCtx, ok := ctx.(ModuleMissingDepsPathContext); ok && ctx.Config().AllowMissingDependencies() { exists, err := existsWithDependencies(ctx, path) if err != nil { reportPathError(ctx, err) } if !exists { modCtx.AddMissingDependencies([]string{path.String()}) } } else if exists, _, err := ctx.Config().fs.Exists(path.String()); err != nil { ReportPathErrorf(ctx, "%s: %s", path, err.Error()) } else if !exists && !ctx.Config().TestAllowNonExistentPaths { ReportPathErrorf(ctx, "source path %q does not exist", path) } return path } // ExistentPathForSource returns an OptionalPath with the SourcePath, rooted from SrcDir, *not* // rooted from the module's local source directory, if the path exists, or an empty OptionalPath if // it doesn't exist. Dependencies are added so that the ninja file will be regenerated if the state // of the path changes. func ExistentPathForSource(ctx PathContext, pathComponents ...string) OptionalPath { path, err := pathForSource(ctx, pathComponents...) if err != nil { reportPathError(ctx, err) return OptionalPath{} } if pathtools.IsGlob(path.String()) { ReportPathErrorf(ctx, "path may not contain a glob: %s", path.String()) return OptionalPath{} } exists, err := existsWithDependencies(ctx, path) if err != nil { reportPathError(ctx, err) return OptionalPath{} } if !exists { return OptionalPath{} } return OptionalPathForPath(path) } func (p SourcePath) String() string { return filepath.Join(p.config.srcDir, p.path) } // Join creates a new SourcePath with paths... joined with the current path. The // provided paths... may not use '..' to escape from the current path. func (p SourcePath) Join(ctx PathContext, paths ...string) SourcePath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return p.withRel(path) } // join is like Join but does less path validation. func (p SourcePath) join(ctx PathContext, paths ...string) SourcePath { path, err := validateSafePath(paths...) if err != nil { reportPathError(ctx, err) } return p.withRel(path) } // OverlayPath returns the overlay for `path' if it exists. This assumes that the // SourcePath is the path to a resource overlay directory. func (p SourcePath) OverlayPath(ctx ModuleMissingDepsPathContext, path Path) OptionalPath { var relDir string if srcPath, ok := path.(SourcePath); ok { relDir = srcPath.path } else { ReportPathErrorf(ctx, "Cannot find relative path for %s(%s)", reflect.TypeOf(path).Name(), path) return OptionalPath{} } dir := filepath.Join(p.config.srcDir, p.path, relDir) // Use Glob so that we are run again if the directory is added. if pathtools.IsGlob(dir) { ReportPathErrorf(ctx, "Path may not contain a glob: %s", dir) } paths, err := ctx.GlobWithDeps(dir, nil) if err != nil { ReportPathErrorf(ctx, "glob: %s", err.Error()) return OptionalPath{} } if len(paths) == 0 { return OptionalPath{} } relPath := Rel(ctx, p.config.srcDir, paths[0]) return OptionalPathForPath(PathForSource(ctx, relPath)) } // OutputPath is a Path representing an intermediates file path rooted from the build directory type OutputPath struct { basePath fullPath string } func (p OutputPath) withRel(rel string) OutputPath { p.basePath = p.basePath.withRel(rel) p.fullPath = filepath.Join(p.fullPath, rel) return p } func (p OutputPath) WithoutRel() OutputPath { p.basePath.rel = filepath.Base(p.basePath.path) return p } func (p OutputPath) buildDir() string { return p.config.buildDir } func (p OutputPath) objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath { return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } var _ Path = OutputPath{} var _ WritablePath = OutputPath{} var _ objPathProvider = OutputPath{} // toolDepPath is a Path representing a dependency of the build tool. type toolDepPath struct { basePath } var _ Path = toolDepPath{} // pathForBuildToolDep returns a toolDepPath representing the given path string. // There is no validation for the path, as it is "trusted": It may fail // normal validation checks. For example, it may be an absolute path. // Only use this function to construct paths for dependencies of the build // tool invocation. func pathForBuildToolDep(ctx PathContext, path string) toolDepPath { return toolDepPath{basePath{path, ctx.Config(), ""}} } // PathForOutput joins the provided paths and returns an OutputPath that is // validated to not escape the build dir. // On error, it will return a usable, but invalid OutputPath, and report a ModuleError. func PathForOutput(ctx PathContext, pathComponents ...string) OutputPath { path, err := validatePath(pathComponents...) if err != nil { reportPathError(ctx, err) } fullPath := filepath.Join(ctx.Config().buildDir, path) path = fullPath[len(fullPath)-len(path):] return OutputPath{basePath{path, ctx.Config(), ""}, fullPath} } // PathsForOutput returns Paths rooted from buildDir func PathsForOutput(ctx PathContext, paths []string) WritablePaths { ret := make(WritablePaths, len(paths)) for i, path := range paths { ret[i] = PathForOutput(ctx, path) } return ret } func (p OutputPath) writablePath() {} func (p OutputPath) String() string { return p.fullPath } // Join creates a new OutputPath with paths... joined with the current path. The // provided paths... may not use '..' to escape from the current path. func (p OutputPath) Join(ctx PathContext, paths ...string) OutputPath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return p.withRel(path) } // ReplaceExtension creates a new OutputPath with the extension replaced with ext. func (p OutputPath) ReplaceExtension(ctx PathContext, ext string) OutputPath { if strings.Contains(ext, "/") { ReportPathErrorf(ctx, "extension %q cannot contain /", ext) } ret := PathForOutput(ctx, pathtools.ReplaceExtension(p.path, ext)) ret.rel = pathtools.ReplaceExtension(p.rel, ext) return ret } // InSameDir creates a new OutputPath from the directory of the current OutputPath joined with the elements in paths. func (p OutputPath) InSameDir(ctx PathContext, paths ...string) OutputPath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } ret := PathForOutput(ctx, filepath.Dir(p.path), path) ret.rel = filepath.Join(filepath.Dir(p.rel), path) return ret } // PathForIntermediates returns an OutputPath representing the top-level // intermediates directory. func PathForIntermediates(ctx PathContext, paths ...string) OutputPath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return PathForOutput(ctx, ".intermediates", path) } var _ genPathProvider = SourcePath{} var _ objPathProvider = SourcePath{} var _ resPathProvider = SourcePath{} // PathForModuleSrc returns a Path representing the paths... under the // module's local source directory. func PathForModuleSrc(ctx ModuleMissingDepsPathContext, pathComponents ...string) Path { p, err := validatePath(pathComponents...) if err != nil { reportPathError(ctx, err) } paths, err := expandOneSrcPath(ctx, p, nil) if err != nil { if depErr, ok := err.(missingDependencyError); ok { if ctx.Config().AllowMissingDependencies() { ctx.AddMissingDependencies(depErr.missingDeps) } else { ctx.ModuleErrorf(`%s, is the property annotated with android:"path"?`, depErr.Error()) } } else { reportPathError(ctx, err) } return nil } else if len(paths) == 0 { ReportPathErrorf(ctx, "%q produced no files, expected exactly one", p) return nil } else if len(paths) > 1 { ReportPathErrorf(ctx, "%q produced %d files, expected exactly one", p, len(paths)) } return paths[0] } func pathForModuleSrc(ctx EarlyModulePathContext, paths ...string) SourcePath { p, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } path, err := pathForSource(ctx, ctx.ModuleDir(), p) if err != nil { reportPathError(ctx, err) } path.basePath.rel = p return path } // PathsWithModuleSrcSubDir takes a list of Paths and returns a new list of Paths where Rel() on each path // will return the path relative to subDir in the module's source directory. If any input paths are not located // inside subDir then a path error will be reported. func PathsWithModuleSrcSubDir(ctx EarlyModulePathContext, paths Paths, subDir string) Paths { paths = append(Paths(nil), paths...) subDirFullPath := pathForModuleSrc(ctx, subDir) for i, path := range paths { rel := Rel(ctx, subDirFullPath.String(), path.String()) paths[i] = subDirFullPath.join(ctx, rel) } return paths } // PathWithModuleSrcSubDir takes a Path and returns a Path where Rel() will return the path relative to subDir in the // module's source directory. If the input path is not located inside subDir then a path error will be reported. func PathWithModuleSrcSubDir(ctx EarlyModulePathContext, path Path, subDir string) Path { subDirFullPath := pathForModuleSrc(ctx, subDir) rel := Rel(ctx, subDirFullPath.String(), path.String()) return subDirFullPath.Join(ctx, rel) } // OptionalPathForModuleSrc returns an OptionalPath. The OptionalPath contains a // valid path if p is non-nil. func OptionalPathForModuleSrc(ctx ModuleMissingDepsPathContext, p *string) OptionalPath { if p == nil { return OptionalPath{} } return OptionalPathForPath(PathForModuleSrc(ctx, *p)) } func (p SourcePath) genPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleGenPath { return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } func (p SourcePath) objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath { return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } func (p SourcePath) resPathWithName(ctx ModuleOutPathContext, name string) ModuleResPath { // TODO: Use full directory if the new ctx is not the current ctx? return PathForModuleRes(ctx, p.path, name) } // ModuleOutPath is a Path representing a module's output directory. type ModuleOutPath struct { OutputPath } var _ Path = ModuleOutPath{} func (p ModuleOutPath) objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath { return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } // ModuleOutPathContext Subset of ModuleContext functions necessary for output path methods. type ModuleOutPathContext interface { PathContext ModuleName() string ModuleDir() string ModuleSubDir() string } func pathForModuleOut(ctx ModuleOutPathContext) OutputPath { return PathForOutput(ctx, ".intermediates", ctx.ModuleDir(), ctx.ModuleName(), ctx.ModuleSubDir()) } type BazelOutPath struct { OutputPath } var _ Path = BazelOutPath{} var _ objPathProvider = BazelOutPath{} func (p BazelOutPath) objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath { return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } // PathForVndkRefAbiDump returns an OptionalPath representing the path of the // reference abi dump for the given module. This is not guaranteed to be valid. func PathForVndkRefAbiDump(ctx ModuleInstallPathContext, version, fileName string, isNdk, isLlndkOrVndk, isGzip bool) OptionalPath { arches := ctx.DeviceConfig().Arches() if len(arches) == 0 { panic("device build with no primary arch") } currentArch := ctx.Arch() archNameAndVariant := currentArch.ArchType.String() if currentArch.ArchVariant != "" { archNameAndVariant += "_" + currentArch.ArchVariant } var dirName string if isNdk { dirName = "ndk" } else if isLlndkOrVndk { dirName = "vndk" } else { dirName = "platform" // opt-in libs } binderBitness := ctx.DeviceConfig().BinderBitness() var ext string if isGzip { ext = ".lsdump.gz" } else { ext = ".lsdump" } return ExistentPathForSource(ctx, "prebuilts", "abi-dumps", dirName, version, binderBitness, archNameAndVariant, "source-based", fileName+ext) } // PathForBazelOut returns a Path representing the paths... under an output directory dedicated to // bazel-owned outputs. func PathForBazelOut(ctx PathContext, paths ...string) BazelOutPath { execRootPathComponents := append([]string{"execroot", "__main__"}, paths...) execRootPath := filepath.Join(execRootPathComponents...) validatedExecRootPath, err := validatePath(execRootPath) if err != nil { reportPathError(ctx, err) } outputPath := OutputPath{basePath{"", ctx.Config(), ""}, ctx.Config().BazelContext.OutputBase()} return BazelOutPath{ OutputPath: outputPath.withRel(validatedExecRootPath), } } // PathForModuleOut returns a Path representing the paths... under the module's // output directory. func PathForModuleOut(ctx ModuleOutPathContext, paths ...string) ModuleOutPath { p, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return ModuleOutPath{ OutputPath: pathForModuleOut(ctx).withRel(p), } } // ModuleGenPath is a Path representing the 'gen' directory in a module's output // directory. Mainly used for generated sources. type ModuleGenPath struct { ModuleOutPath } var _ Path = ModuleGenPath{} var _ genPathProvider = ModuleGenPath{} var _ objPathProvider = ModuleGenPath{} // PathForModuleGen returns a Path representing the paths... under the module's // `gen' directory. func PathForModuleGen(ctx ModuleOutPathContext, paths ...string) ModuleGenPath { p, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return ModuleGenPath{ ModuleOutPath: ModuleOutPath{ OutputPath: pathForModuleOut(ctx).withRel("gen").withRel(p), }, } } func (p ModuleGenPath) genPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleGenPath { // TODO: make a different path for local vs remote generated files? return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } func (p ModuleGenPath) objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath { return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } // ModuleObjPath is a Path representing the 'obj' directory in a module's output // directory. Used for compiled objects. type ModuleObjPath struct { ModuleOutPath } var _ Path = ModuleObjPath{} // PathForModuleObj returns a Path representing the paths... under the module's // 'obj' directory. func PathForModuleObj(ctx ModuleOutPathContext, pathComponents ...string) ModuleObjPath { p, err := validatePath(pathComponents...) if err != nil { reportPathError(ctx, err) } return ModuleObjPath{PathForModuleOut(ctx, "obj", p)} } // ModuleResPath is a a Path representing the 'res' directory in a module's // output directory. type ModuleResPath struct { ModuleOutPath } var _ Path = ModuleResPath{} // PathForModuleRes returns a Path representing the paths... under the module's // 'res' directory. func PathForModuleRes(ctx ModuleOutPathContext, pathComponents ...string) ModuleResPath { p, err := validatePath(pathComponents...) if err != nil { reportPathError(ctx, err) } return ModuleResPath{PathForModuleOut(ctx, "res", p)} } // InstallPath is a Path representing a installed file path rooted from the build directory type InstallPath struct { basePath // partitionDir is the part of the InstallPath that is automatically determined according to the context. // For example, it is host/- for host modules, and target/product// for device modules. partitionDir string // makePath indicates whether this path is for Soong (false) or Make (true). makePath bool } func (p InstallPath) buildDir() string { return p.config.buildDir } func (p InstallPath) ReplaceExtension(ctx PathContext, ext string) OutputPath { panic("Not implemented") } var _ Path = InstallPath{} var _ WritablePath = InstallPath{} func (p InstallPath) writablePath() {} func (p InstallPath) String() string { if p.makePath { // Make path starts with out/ instead of out/soong. return filepath.Join(p.config.buildDir, "../", p.path) } else { return filepath.Join(p.config.buildDir, p.path) } } // PartitionDir returns the path to the partition where the install path is rooted at. It is // out/soong/target/product// for device modules, and out/soong/host/- for host modules. // The ./soong is dropped if the install path is for Make. func (p InstallPath) PartitionDir() string { if p.makePath { return filepath.Join(p.config.buildDir, "../", p.partitionDir) } else { return filepath.Join(p.config.buildDir, p.partitionDir) } } // Join creates a new InstallPath with paths... joined with the current path. The // provided paths... may not use '..' to escape from the current path. func (p InstallPath) Join(ctx PathContext, paths ...string) InstallPath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return p.withRel(path) } func (p InstallPath) withRel(rel string) InstallPath { p.basePath = p.basePath.withRel(rel) return p } // ToMakePath returns a new InstallPath that points to Make's install directory instead of Soong's, // i.e. out/ instead of out/soong/. func (p InstallPath) ToMakePath() InstallPath { p.makePath = true return p } // PathForModuleInstall returns a Path representing the install path for the // module appended with paths... func PathForModuleInstall(ctx ModuleInstallPathContext, pathComponents ...string) InstallPath { os := ctx.Os() arch := ctx.Arch().ArchType forceOS, forceArch := ctx.InstallForceOS() if forceOS != nil { os = *forceOS } if forceArch != nil { arch = *forceArch } partition := modulePartition(ctx, os) ret := pathForInstall(ctx, os, arch, partition, ctx.Debug(), pathComponents...) if ctx.InstallBypassMake() && ctx.Config().KatiEnabled() { ret = ret.ToMakePath() } return ret } func pathForInstall(ctx PathContext, os OsType, arch ArchType, partition string, debug bool, pathComponents ...string) InstallPath { var partionPaths []string if os.Class == Device { partionPaths = []string{"target", "product", ctx.Config().DeviceName(), partition} } else { osName := os.String() if os == Linux { // instead of linux_glibc osName = "linux" } // SOONG_HOST_OUT is set to out/host/$(HOST_OS)-$(HOST_PREBUILT_ARCH) // and HOST_PREBUILT_ARCH is forcibly set to x86 even on x86_64 hosts. We don't seem // to have a plan to fix it (see the comment in build/make/core/envsetup.mk). // Let's keep using x86 for the existing cases until we have a need to support // other architectures. archName := arch.String() if os.Class == Host && (arch == X86_64 || arch == Common) { archName = "x86" } partionPaths = []string{"host", osName + "-" + archName, partition} } if debug { partionPaths = append([]string{"debug"}, partionPaths...) } partionPath, err := validatePath(partionPaths...) if err != nil { reportPathError(ctx, err) } base := InstallPath{ basePath: basePath{partionPath, ctx.Config(), ""}, partitionDir: partionPath, makePath: false, } return base.Join(ctx, pathComponents...) } func pathForNdkOrSdkInstall(ctx PathContext, prefix string, paths []string) InstallPath { base := InstallPath{ basePath: basePath{prefix, ctx.Config(), ""}, partitionDir: prefix, makePath: false, } return base.Join(ctx, paths...) } func PathForNdkInstall(ctx PathContext, paths ...string) InstallPath { return pathForNdkOrSdkInstall(ctx, "ndk", paths) } func PathForMainlineSdksInstall(ctx PathContext, paths ...string) InstallPath { return pathForNdkOrSdkInstall(ctx, "mainline-sdks", paths) } func InstallPathToOnDevicePath(ctx PathContext, path InstallPath) string { rel := Rel(ctx, PathForOutput(ctx, "target", "product", ctx.Config().DeviceName()).String(), path.String()) return "/" + rel } func modulePartition(ctx ModuleInstallPathContext, os OsType) string { var partition string if ctx.InstallInTestcases() { // "testcases" install directory can be used for host or device modules. partition = "testcases" } else if os.Class == Device { if ctx.InstallInData() { partition = "data" } else if ctx.InstallInRamdisk() { if ctx.DeviceConfig().BoardUsesRecoveryAsBoot() { partition = "recovery/root/first_stage_ramdisk" } else { partition = "ramdisk" } if !ctx.InstallInRoot() { partition += "/system" } } else if ctx.InstallInVendorRamdisk() { // The module is only available after switching root into // /first_stage_ramdisk. To expose the module before switching root // on a device without a dedicated recovery partition, install the // recovery variant. if ctx.DeviceConfig().BoardMoveRecoveryResourcesToVendorBoot() { partition = "vendor-ramdisk/first_stage_ramdisk" } else { partition = "vendor-ramdisk" } if !ctx.InstallInRoot() { partition += "/system" } } else if ctx.InstallInRecovery() { if ctx.InstallInRoot() { partition = "recovery/root" } else { // the layout of recovery partion is the same as that of system partition partition = "recovery/root/system" } } else if ctx.SocSpecific() { partition = ctx.DeviceConfig().VendorPath() } else if ctx.DeviceSpecific() { partition = ctx.DeviceConfig().OdmPath() } else if ctx.ProductSpecific() { partition = ctx.DeviceConfig().ProductPath() } else if ctx.SystemExtSpecific() { partition = ctx.DeviceConfig().SystemExtPath() } else if ctx.InstallInRoot() { partition = "root" } else { partition = "system" } if ctx.InstallInSanitizerDir() { partition = "data/asan/" + partition } } return partition } type InstallPaths []InstallPath // Paths returns the InstallPaths as a Paths func (p InstallPaths) Paths() Paths { if p == nil { return nil } ret := make(Paths, len(p)) for i, path := range p { ret[i] = path } return ret } // Strings returns the string forms of the install paths. func (p InstallPaths) Strings() []string { if p == nil { return nil } ret := make([]string, len(p)) for i, path := range p { ret[i] = path.String() } return ret } // validateSafePath validates a path that we trust (may contain ninja variables). // Ensures that each path component does not attempt to leave its component. func validateSafePath(pathComponents ...string) (string, error) { for _, path := range pathComponents { path := filepath.Clean(path) if path == ".." || strings.HasPrefix(path, "../") || strings.HasPrefix(path, "/") { return "", fmt.Errorf("Path is outside directory: %s", path) } } // TODO: filepath.Join isn't necessarily correct with embedded ninja // variables. '..' may remove the entire ninja variable, even if it // will be expanded to multiple nested directories. return filepath.Join(pathComponents...), nil } // validatePath validates that a path does not include ninja variables, and that // each path component does not attempt to leave its component. Returns a joined // version of each path component. func validatePath(pathComponents ...string) (string, error) { for _, path := range pathComponents { if strings.Contains(path, "$") { return "", fmt.Errorf("Path contains invalid character($): %s", path) } } return validateSafePath(pathComponents...) } func PathForPhony(ctx PathContext, phony string) WritablePath { if strings.ContainsAny(phony, "$/") { ReportPathErrorf(ctx, "Phony target contains invalid character ($ or /): %s", phony) } return PhonyPath{basePath{phony, ctx.Config(), ""}} } type PhonyPath struct { basePath } func (p PhonyPath) writablePath() {} func (p PhonyPath) buildDir() string { return p.config.buildDir } func (p PhonyPath) ReplaceExtension(ctx PathContext, ext string) OutputPath { panic("Not implemented") } var _ Path = PhonyPath{} var _ WritablePath = PhonyPath{} type testPath struct { basePath } func (p testPath) String() string { return p.path } // PathForTesting returns a Path constructed from joining the elements of paths with '/'. It should only be used from // within tests. func PathForTesting(paths ...string) Path { p, err := validateSafePath(paths...) if err != nil { panic(err) } return testPath{basePath{path: p, rel: p}} } // PathsForTesting returns a Path constructed from each element in strs. It should only be used from within tests. func PathsForTesting(strs ...string) Paths { p := make(Paths, len(strs)) for i, s := range strs { p[i] = PathForTesting(s) } return p } type testPathContext struct { config Config } func (x *testPathContext) Config() Config { return x.config } func (x *testPathContext) AddNinjaFileDeps(...string) {} // PathContextForTesting returns a PathContext that can be used in tests, for example to create an OutputPath with // PathForOutput. func PathContextForTesting(config Config) PathContext { return &testPathContext{ config: config, } } type testModuleInstallPathContext struct { baseModuleContext inData bool inTestcases bool inSanitizerDir bool inRamdisk bool inVendorRamdisk bool inRecovery bool inRoot bool forceOS *OsType forceArch *ArchType } func (m testModuleInstallPathContext) Config() Config { return m.baseModuleContext.config } func (testModuleInstallPathContext) AddNinjaFileDeps(deps ...string) {} func (m testModuleInstallPathContext) InstallInData() bool { return m.inData } func (m testModuleInstallPathContext) InstallInTestcases() bool { return m.inTestcases } func (m testModuleInstallPathContext) InstallInSanitizerDir() bool { return m.inSanitizerDir } func (m testModuleInstallPathContext) InstallInRamdisk() bool { return m.inRamdisk } func (m testModuleInstallPathContext) InstallInVendorRamdisk() bool { return m.inVendorRamdisk } func (m testModuleInstallPathContext) InstallInRecovery() bool { return m.inRecovery } func (m testModuleInstallPathContext) InstallInRoot() bool { return m.inRoot } func (m testModuleInstallPathContext) InstallBypassMake() bool { return false } func (m testModuleInstallPathContext) InstallForceOS() (*OsType, *ArchType) { return m.forceOS, m.forceArch } // Construct a minimal ModuleInstallPathContext for testing. Note that baseModuleContext is // default-initialized, which leaves blueprint.baseModuleContext set to nil, so methods that are // delegated to it will panic. func ModuleInstallPathContextForTesting(config Config) ModuleInstallPathContext { ctx := &testModuleInstallPathContext{} ctx.config = config ctx.os = Android return ctx } // Rel performs the same function as filepath.Rel, but reports errors to a PathContext, and reports an error if // targetPath is not inside basePath. func Rel(ctx PathContext, basePath string, targetPath string) string { rel, isRel := MaybeRel(ctx, basePath, targetPath) if !isRel { ReportPathErrorf(ctx, "path %q is not under path %q", targetPath, basePath) return "" } return rel } // MaybeRel performs the same function as filepath.Rel, but reports errors to a PathContext, and returns false if // targetPath is not inside basePath. func MaybeRel(ctx PathContext, basePath string, targetPath string) (string, bool) { rel, isRel, err := maybeRelErr(basePath, targetPath) if err != nil { reportPathError(ctx, err) } return rel, isRel } func maybeRelErr(basePath string, targetPath string) (string, bool, error) { // filepath.Rel returns an error if one path is absolute and the other is not, handle that case first. if filepath.IsAbs(basePath) != filepath.IsAbs(targetPath) { return "", false, nil } rel, err := filepath.Rel(basePath, targetPath) if err != nil { return "", false, err } else if rel == ".." || strings.HasPrefix(rel, "../") || strings.HasPrefix(rel, "/") { return "", false, nil } return rel, true, nil } // Writes a file to the output directory. Attempting to write directly to the output directory // will fail due to the sandbox of the soong_build process. func WriteFileToOutputDir(path WritablePath, data []byte, perm os.FileMode) error { return ioutil.WriteFile(absolutePath(path.String()), data, perm) } func RemoveAllOutputDir(path WritablePath) error { return os.RemoveAll(absolutePath(path.String())) } func CreateOutputDirIfNonexistent(path WritablePath, perm os.FileMode) error { dir := absolutePath(path.String()) if _, err := os.Stat(dir); os.IsNotExist(err) { return os.MkdirAll(dir, os.ModePerm) } else { return err } } func absolutePath(path string) string { if filepath.IsAbs(path) { return path } return filepath.Join(absSrcDir, path) } // A DataPath represents the path of a file to be used as data, for example // a test library to be installed alongside a test. // The data file should be installed (copied from ``) to // `//`, or // `/` if RelativeInstallPath is empty. type DataPath struct { // The path of the data file that should be copied into the data directory SrcPath Path // The install path of the data file, relative to the install root. RelativeInstallPath string } // PathsIfNonNil returns a Paths containing only the non-nil input arguments. func PathsIfNonNil(paths ...Path) Paths { if len(paths) == 0 { // Fast path for empty argument list return nil } else if len(paths) == 1 { // Fast path for a single argument if paths[0] != nil { return paths } else { return nil } } ret := make(Paths, 0, len(paths)) for _, path := range paths { if path != nil { ret = append(ret, path) } } if len(ret) == 0 { return nil } return ret }