// Copyright 2015 Google Inc. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package android import ( "fmt" "io/ioutil" "os" "path/filepath" "reflect" "sort" "strings" "github.com/google/blueprint" "github.com/google/blueprint/pathtools" ) var absSrcDir string // PathContext is the subset of a (Module|Singleton)Context required by the // Path methods. type PathContext interface { Config() Config AddNinjaFileDeps(deps ...string) } type PathGlobContext interface { GlobWithDeps(globPattern string, excludes []string) ([]string, error) } var _ PathContext = SingletonContext(nil) var _ PathContext = ModuleContext(nil) // "Null" path context is a minimal path context for a given config. type NullPathContext struct { config Config } func (NullPathContext) AddNinjaFileDeps(...string) {} func (ctx NullPathContext) Config() Config { return ctx.config } type ModuleInstallPathContext interface { BaseModuleContext InstallInData() bool InstallInTestcases() bool InstallInSanitizerDir() bool InstallInRamdisk() bool InstallInRecovery() bool InstallInRoot() bool InstallBypassMake() bool InstallForceOS() (*OsType, *ArchType) } var _ ModuleInstallPathContext = ModuleContext(nil) // errorfContext is the interface containing the Errorf method matching the // Errorf method in blueprint.SingletonContext. type errorfContext interface { Errorf(format string, args ...interface{}) } var _ errorfContext = blueprint.SingletonContext(nil) // moduleErrorf is the interface containing the ModuleErrorf method matching // the ModuleErrorf method in blueprint.ModuleContext. type moduleErrorf interface { ModuleErrorf(format string, args ...interface{}) } var _ moduleErrorf = blueprint.ModuleContext(nil) // reportPathError will register an error with the attached context. It // attempts ctx.ModuleErrorf for a better error message first, then falls // back to ctx.Errorf. func reportPathError(ctx PathContext, err error) { ReportPathErrorf(ctx, "%s", err.Error()) } // ReportPathErrorf will register an error with the attached context. It // attempts ctx.ModuleErrorf for a better error message first, then falls // back to ctx.Errorf. func ReportPathErrorf(ctx PathContext, format string, args ...interface{}) { if mctx, ok := ctx.(moduleErrorf); ok { mctx.ModuleErrorf(format, args...) } else if ectx, ok := ctx.(errorfContext); ok { ectx.Errorf(format, args...) } else { panic(fmt.Sprintf(format, args...)) } } func pathContextName(ctx PathContext, module blueprint.Module) string { if x, ok := ctx.(interface{ ModuleName(blueprint.Module) string }); ok { return x.ModuleName(module) } else if x, ok := ctx.(interface{ OtherModuleName(blueprint.Module) string }); ok { return x.OtherModuleName(module) } return "unknown" } type Path interface { // Returns the path in string form String() string // Ext returns the extension of the last element of the path Ext() string // Base returns the last element of the path Base() string // Rel returns the portion of the path relative to the directory it was created from. For // example, Rel on a PathsForModuleSrc would return the path relative to the module source // directory, and OutputPath.Join("foo").Rel() would return "foo". Rel() string } // WritablePath is a type of path that can be used as an output for build rules. type WritablePath interface { Path // return the path to the build directory. buildDir() string // the writablePath method doesn't directly do anything, // but it allows a struct to distinguish between whether or not it implements the WritablePath interface writablePath() } type genPathProvider interface { genPathWithExt(ctx ModuleContext, subdir, ext string) ModuleGenPath } type objPathProvider interface { objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath } type resPathProvider interface { resPathWithName(ctx ModuleContext, name string) ModuleResPath } // GenPathWithExt derives a new file path in ctx's generated sources directory // from the current path, but with the new extension. func GenPathWithExt(ctx ModuleContext, subdir string, p Path, ext string) ModuleGenPath { if path, ok := p.(genPathProvider); ok { return path.genPathWithExt(ctx, subdir, ext) } ReportPathErrorf(ctx, "Tried to create generated file from unsupported path: %s(%s)", reflect.TypeOf(p).Name(), p) return PathForModuleGen(ctx) } // ObjPathWithExt derives a new file path in ctx's object directory from the // current path, but with the new extension. func ObjPathWithExt(ctx ModuleContext, subdir string, p Path, ext string) ModuleObjPath { if path, ok := p.(objPathProvider); ok { return path.objPathWithExt(ctx, subdir, ext) } ReportPathErrorf(ctx, "Tried to create object file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p) return PathForModuleObj(ctx) } // ResPathWithName derives a new path in ctx's output resource directory, using // the current path to create the directory name, and the `name` argument for // the filename. func ResPathWithName(ctx ModuleContext, p Path, name string) ModuleResPath { if path, ok := p.(resPathProvider); ok { return path.resPathWithName(ctx, name) } ReportPathErrorf(ctx, "Tried to create res file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p) return PathForModuleRes(ctx) } // OptionalPath is a container that may or may not contain a valid Path. type OptionalPath struct { valid bool path Path } // OptionalPathForPath returns an OptionalPath containing the path. func OptionalPathForPath(path Path) OptionalPath { if path == nil { return OptionalPath{} } return OptionalPath{valid: true, path: path} } // Valid returns whether there is a valid path func (p OptionalPath) Valid() bool { return p.valid } // Path returns the Path embedded in this OptionalPath. You must be sure that // there is a valid path, since this method will panic if there is not. func (p OptionalPath) Path() Path { if !p.valid { panic("Requesting an invalid path") } return p.path } // String returns the string version of the Path, or "" if it isn't valid. func (p OptionalPath) String() string { if p.valid { return p.path.String() } else { return "" } } // Paths is a slice of Path objects, with helpers to operate on the collection. type Paths []Path func (paths Paths) containsPath(path Path) bool { for _, p := range paths { if p == path { return true } } return false } // PathsForSource returns Paths rooted from SrcDir func PathsForSource(ctx PathContext, paths []string) Paths { ret := make(Paths, len(paths)) for i, path := range paths { ret[i] = PathForSource(ctx, path) } return ret } // ExistentPathsForSources returns a list of Paths rooted from SrcDir that are // found in the tree. If any are not found, they are omitted from the list, // and dependencies are added so that we're re-run when they are added. func ExistentPathsForSources(ctx PathContext, paths []string) Paths { ret := make(Paths, 0, len(paths)) for _, path := range paths { p := ExistentPathForSource(ctx, path) if p.Valid() { ret = append(ret, p.Path()) } } return ret } // PathsForModuleSrc returns Paths rooted from the module's local source directory. It expands globs, references to // SourceFileProducer modules using the ":name" syntax, and references to OutputFileProducer modules using the // ":name{.tag}" syntax. Properties passed as the paths argument must have been annotated with struct tag // `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the // path_properties mutator. If ctx.Config().AllowMissingDependencies() is true then any missing SourceFileProducer or // OutputFileProducer dependencies will cause the module to be marked as having missing dependencies. func PathsForModuleSrc(ctx ModuleContext, paths []string) Paths { return PathsForModuleSrcExcludes(ctx, paths, nil) } // PathsForModuleSrcExcludes returns Paths rooted from the module's local source directory, excluding paths listed in // the excludes arguments. It expands globs, references to SourceFileProducer modules using the ":name" syntax, and // references to OutputFileProducer modules using the ":name{.tag}" syntax. Properties passed as the paths or excludes // argument must have been annotated with struct tag `android:"path"` so that dependencies on SourceFileProducer modules // will have already been handled by the path_properties mutator. If ctx.Config().AllowMissingDependencies() is // true then any missing SourceFileProducer or OutputFileProducer dependencies will cause the module to be marked as // having missing dependencies. func PathsForModuleSrcExcludes(ctx ModuleContext, paths, excludes []string) Paths { ret, missingDeps := PathsAndMissingDepsForModuleSrcExcludes(ctx, paths, excludes) if ctx.Config().AllowMissingDependencies() { ctx.AddMissingDependencies(missingDeps) } else { for _, m := range missingDeps { ctx.ModuleErrorf(`missing dependency on %q, is the property annotated with android:"path"?`, m) } } return ret } // OutputPaths is a slice of OutputPath objects, with helpers to operate on the collection. type OutputPaths []OutputPath // Paths returns the OutputPaths as a Paths func (p OutputPaths) Paths() Paths { if p == nil { return nil } ret := make(Paths, len(p)) for i, path := range p { ret[i] = path } return ret } // Strings returns the string forms of the writable paths. func (p OutputPaths) Strings() []string { if p == nil { return nil } ret := make([]string, len(p)) for i, path := range p { ret[i] = path.String() } return ret } // PathsAndMissingDepsForModuleSrcExcludes returns Paths rooted from the module's local source directory, excluding // paths listed in the excludes arguments, and a list of missing dependencies. It expands globs, references to // SourceFileProducer modules using the ":name" syntax, and references to OutputFileProducer modules using the // ":name{.tag}" syntax. Properties passed as the paths or excludes argument must have been annotated with struct tag // `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the // path_properties mutator. If ctx.Config().AllowMissingDependencies() is true then any missing SourceFileProducer or // OutputFileProducer dependencies will be returned, and they will NOT cause the module to be marked as having missing // dependencies. func PathsAndMissingDepsForModuleSrcExcludes(ctx ModuleContext, paths, excludes []string) (Paths, []string) { prefix := pathForModuleSrc(ctx).String() var expandedExcludes []string if excludes != nil { expandedExcludes = make([]string, 0, len(excludes)) } var missingExcludeDeps []string for _, e := range excludes { if m, t := SrcIsModuleWithTag(e); m != "" { module := ctx.GetDirectDepWithTag(m, sourceOrOutputDepTag(t)) if module == nil { missingExcludeDeps = append(missingExcludeDeps, m) continue } if outProducer, ok := module.(OutputFileProducer); ok { outputFiles, err := outProducer.OutputFiles(t) if err != nil { ctx.ModuleErrorf("path dependency %q: %s", e, err) } expandedExcludes = append(expandedExcludes, outputFiles.Strings()...) } else if t != "" { ctx.ModuleErrorf("path dependency %q is not an output file producing module", e) } else if srcProducer, ok := module.(SourceFileProducer); ok { expandedExcludes = append(expandedExcludes, srcProducer.Srcs().Strings()...) } else { ctx.ModuleErrorf("path dependency %q is not a source file producing module", e) } } else { expandedExcludes = append(expandedExcludes, filepath.Join(prefix, e)) } } if paths == nil { return nil, missingExcludeDeps } var missingDeps []string expandedSrcFiles := make(Paths, 0, len(paths)) for _, s := range paths { srcFiles, err := expandOneSrcPath(ctx, s, expandedExcludes) if depErr, ok := err.(missingDependencyError); ok { missingDeps = append(missingDeps, depErr.missingDeps...) } else if err != nil { reportPathError(ctx, err) } expandedSrcFiles = append(expandedSrcFiles, srcFiles...) } return expandedSrcFiles, append(missingDeps, missingExcludeDeps...) } type missingDependencyError struct { missingDeps []string } func (e missingDependencyError) Error() string { return "missing dependencies: " + strings.Join(e.missingDeps, ", ") } func expandOneSrcPath(ctx ModuleContext, s string, expandedExcludes []string) (Paths, error) { excludePaths := func(paths Paths) Paths { if len(expandedExcludes) == 0 { return paths } remainder := make(Paths, 0, len(paths)) for _, p := range paths { if !InList(p.String(), expandedExcludes) { remainder = append(remainder, p) } } return remainder } if m, t := SrcIsModuleWithTag(s); m != "" { module := ctx.GetDirectDepWithTag(m, sourceOrOutputDepTag(t)) if module == nil { return nil, missingDependencyError{[]string{m}} } if outProducer, ok := module.(OutputFileProducer); ok { outputFiles, err := outProducer.OutputFiles(t) if err != nil { return nil, fmt.Errorf("path dependency %q: %s", s, err) } return excludePaths(outputFiles), nil } else if t != "" { return nil, fmt.Errorf("path dependency %q is not an output file producing module", s) } else if srcProducer, ok := module.(SourceFileProducer); ok { return excludePaths(srcProducer.Srcs()), nil } else { return nil, fmt.Errorf("path dependency %q is not a source file producing module", s) } } else if pathtools.IsGlob(s) { paths := ctx.GlobFiles(pathForModuleSrc(ctx, s).String(), expandedExcludes) return PathsWithModuleSrcSubDir(ctx, paths, ""), nil } else { p := pathForModuleSrc(ctx, s) if exists, _, err := ctx.Config().fs.Exists(p.String()); err != nil { ReportPathErrorf(ctx, "%s: %s", p, err.Error()) } else if !exists && !ctx.Config().testAllowNonExistentPaths { ReportPathErrorf(ctx, "module source path %q does not exist", p) } if InList(p.String(), expandedExcludes) { return nil, nil } return Paths{p}, nil } } // pathsForModuleSrcFromFullPath returns Paths rooted from the module's local // source directory, but strip the local source directory from the beginning of // each string. If incDirs is false, strip paths with a trailing '/' from the list. // It intended for use in globs that only list files that exist, so it allows '$' in // filenames. func pathsForModuleSrcFromFullPath(ctx EarlyModuleContext, paths []string, incDirs bool) Paths { prefix := filepath.Join(ctx.Config().srcDir, ctx.ModuleDir()) + "/" if prefix == "./" { prefix = "" } ret := make(Paths, 0, len(paths)) for _, p := range paths { if !incDirs && strings.HasSuffix(p, "/") { continue } path := filepath.Clean(p) if !strings.HasPrefix(path, prefix) { ReportPathErrorf(ctx, "Path %q is not in module source directory %q", p, prefix) continue } srcPath, err := safePathForSource(ctx, ctx.ModuleDir(), path[len(prefix):]) if err != nil { reportPathError(ctx, err) continue } srcPath.basePath.rel = srcPath.path ret = append(ret, srcPath) } return ret } // PathsWithOptionalDefaultForModuleSrc returns Paths rooted from the module's // local source directory. If input is nil, use the default if it exists. If input is empty, returns nil. func PathsWithOptionalDefaultForModuleSrc(ctx ModuleContext, input []string, def string) Paths { if input != nil { return PathsForModuleSrc(ctx, input) } // Use Glob so that if the default doesn't exist, a dependency is added so that when it // is created, we're run again. path := filepath.Join(ctx.Config().srcDir, ctx.ModuleDir(), def) return ctx.Glob(path, nil) } // Strings returns the Paths in string form func (p Paths) Strings() []string { if p == nil { return nil } ret := make([]string, len(p)) for i, path := range p { ret[i] = path.String() } return ret } func CopyOfPaths(paths Paths) Paths { return append(Paths(nil), paths...) } // FirstUniquePaths returns all unique elements of a Paths, keeping the first copy of each. It // modifies the Paths slice contents in place, and returns a subslice of the original slice. func FirstUniquePaths(list Paths) Paths { // 128 was chosen based on BenchmarkFirstUniquePaths results. if len(list) > 128 { return firstUniquePathsMap(list) } return firstUniquePathsList(list) } // SortedUniquePaths returns all unique elements of a Paths in sorted order. It modifies the // Paths slice contents in place, and returns a subslice of the original slice. func SortedUniquePaths(list Paths) Paths { unique := FirstUniquePaths(list) sort.Slice(unique, func(i, j int) bool { return unique[i].String() < unique[j].String() }) return unique } func firstUniquePathsList(list Paths) Paths { k := 0 outer: for i := 0; i < len(list); i++ { for j := 0; j < k; j++ { if list[i] == list[j] { continue outer } } list[k] = list[i] k++ } return list[:k] } func firstUniquePathsMap(list Paths) Paths { k := 0 seen := make(map[Path]bool, len(list)) for i := 0; i < len(list); i++ { if seen[list[i]] { continue } seen[list[i]] = true list[k] = list[i] k++ } return list[:k] } // LastUniquePaths returns all unique elements of a Paths, keeping the last copy of each. It // modifies the Paths slice contents in place, and returns a subslice of the original slice. func LastUniquePaths(list Paths) Paths { totalSkip := 0 for i := len(list) - 1; i >= totalSkip; i-- { skip := 0 for j := i - 1; j >= totalSkip; j-- { if list[i] == list[j] { skip++ } else { list[j+skip] = list[j] } } totalSkip += skip } return list[totalSkip:] } // ReversePaths returns a copy of a Paths in reverse order. func ReversePaths(list Paths) Paths { if list == nil { return nil } ret := make(Paths, len(list)) for i := range list { ret[i] = list[len(list)-1-i] } return ret } func indexPathList(s Path, list []Path) int { for i, l := range list { if l == s { return i } } return -1 } func inPathList(p Path, list []Path) bool { return indexPathList(p, list) != -1 } func FilterPathList(list []Path, filter []Path) (remainder []Path, filtered []Path) { return FilterPathListPredicate(list, func(p Path) bool { return inPathList(p, filter) }) } func FilterPathListPredicate(list []Path, predicate func(Path) bool) (remainder []Path, filtered []Path) { for _, l := range list { if predicate(l) { filtered = append(filtered, l) } else { remainder = append(remainder, l) } } return } // HasExt returns true of any of the paths have extension ext, otherwise false func (p Paths) HasExt(ext string) bool { for _, path := range p { if path.Ext() == ext { return true } } return false } // FilterByExt returns the subset of the paths that have extension ext func (p Paths) FilterByExt(ext string) Paths { ret := make(Paths, 0, len(p)) for _, path := range p { if path.Ext() == ext { ret = append(ret, path) } } return ret } // FilterOutByExt returns the subset of the paths that do not have extension ext func (p Paths) FilterOutByExt(ext string) Paths { ret := make(Paths, 0, len(p)) for _, path := range p { if path.Ext() != ext { ret = append(ret, path) } } return ret } // DirectorySortedPaths is a slice of paths that are sorted such that all files in a directory // (including subdirectories) are in a contiguous subslice of the list, and can be found in // O(log(N)) time using a binary search on the directory prefix. type DirectorySortedPaths Paths func PathsToDirectorySortedPaths(paths Paths) DirectorySortedPaths { ret := append(DirectorySortedPaths(nil), paths...) sort.Slice(ret, func(i, j int) bool { return ret[i].String() < ret[j].String() }) return ret } // PathsInDirectory returns a subslice of the DirectorySortedPaths as a Paths that contains all entries // that are in the specified directory and its subdirectories. func (p DirectorySortedPaths) PathsInDirectory(dir string) Paths { prefix := filepath.Clean(dir) + "/" start := sort.Search(len(p), func(i int) bool { return prefix < p[i].String() }) ret := p[start:] end := sort.Search(len(ret), func(i int) bool { return !strings.HasPrefix(ret[i].String(), prefix) }) ret = ret[:end] return Paths(ret) } // WritablePaths is a slice of WritablePaths, used for multiple outputs. type WritablePaths []WritablePath // Strings returns the string forms of the writable paths. func (p WritablePaths) Strings() []string { if p == nil { return nil } ret := make([]string, len(p)) for i, path := range p { ret[i] = path.String() } return ret } // Paths returns the WritablePaths as a Paths func (p WritablePaths) Paths() Paths { if p == nil { return nil } ret := make(Paths, len(p)) for i, path := range p { ret[i] = path } return ret } type basePath struct { path string config Config rel string } func (p basePath) Ext() string { return filepath.Ext(p.path) } func (p basePath) Base() string { return filepath.Base(p.path) } func (p basePath) Rel() string { if p.rel != "" { return p.rel } return p.path } func (p basePath) String() string { return p.path } func (p basePath) withRel(rel string) basePath { p.path = filepath.Join(p.path, rel) p.rel = rel return p } // SourcePath is a Path representing a file path rooted from SrcDir type SourcePath struct { basePath } var _ Path = SourcePath{} func (p SourcePath) withRel(rel string) SourcePath { p.basePath = p.basePath.withRel(rel) return p } // safePathForSource is for paths that we expect are safe -- only for use by go // code that is embedding ninja variables in paths func safePathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) { p, err := validateSafePath(pathComponents...) ret := SourcePath{basePath{p, ctx.Config(), ""}} if err != nil { return ret, err } // absolute path already checked by validateSafePath if strings.HasPrefix(ret.String(), ctx.Config().buildDir) { return ret, fmt.Errorf("source path %q is in output", ret.String()) } return ret, err } // pathForSource creates a SourcePath from pathComponents, but does not check that it exists. func pathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) { p, err := validatePath(pathComponents...) ret := SourcePath{basePath{p, ctx.Config(), ""}} if err != nil { return ret, err } // absolute path already checked by validatePath if strings.HasPrefix(ret.String(), ctx.Config().buildDir) { return ret, fmt.Errorf("source path %q is in output", ret.String()) } return ret, nil } // existsWithDependencies returns true if the path exists, and adds appropriate dependencies to rerun if the // path does not exist. func existsWithDependencies(ctx PathContext, path SourcePath) (exists bool, err error) { var files []string if gctx, ok := ctx.(PathGlobContext); ok { // Use glob to produce proper dependencies, even though we only want // a single file. files, err = gctx.GlobWithDeps(path.String(), nil) } else { var deps []string // We cannot add build statements in this context, so we fall back to // AddNinjaFileDeps files, deps, err = ctx.Config().fs.Glob(path.String(), nil, pathtools.FollowSymlinks) ctx.AddNinjaFileDeps(deps...) } if err != nil { return false, fmt.Errorf("glob: %s", err.Error()) } return len(files) > 0, nil } // PathForSource joins the provided path components and validates that the result // neither escapes the source dir nor is in the out dir. // On error, it will return a usable, but invalid SourcePath, and report a ModuleError. func PathForSource(ctx PathContext, pathComponents ...string) SourcePath { path, err := pathForSource(ctx, pathComponents...) if err != nil { reportPathError(ctx, err) } if pathtools.IsGlob(path.String()) { ReportPathErrorf(ctx, "path may not contain a glob: %s", path.String()) } if modCtx, ok := ctx.(ModuleContext); ok && ctx.Config().AllowMissingDependencies() { exists, err := existsWithDependencies(ctx, path) if err != nil { reportPathError(ctx, err) } if !exists { modCtx.AddMissingDependencies([]string{path.String()}) } } else if exists, _, err := ctx.Config().fs.Exists(path.String()); err != nil { ReportPathErrorf(ctx, "%s: %s", path, err.Error()) } else if !exists && !ctx.Config().testAllowNonExistentPaths { ReportPathErrorf(ctx, "source path %q does not exist", path) } return path } // ExistentPathForSource returns an OptionalPath with the SourcePath if the // path exists, or an empty OptionalPath if it doesn't exist. Dependencies are added // so that the ninja file will be regenerated if the state of the path changes. func ExistentPathForSource(ctx PathContext, pathComponents ...string) OptionalPath { path, err := pathForSource(ctx, pathComponents...) if err != nil { reportPathError(ctx, err) return OptionalPath{} } if pathtools.IsGlob(path.String()) { ReportPathErrorf(ctx, "path may not contain a glob: %s", path.String()) return OptionalPath{} } exists, err := existsWithDependencies(ctx, path) if err != nil { reportPathError(ctx, err) return OptionalPath{} } if !exists { return OptionalPath{} } return OptionalPathForPath(path) } func (p SourcePath) String() string { return filepath.Join(p.config.srcDir, p.path) } // Join creates a new SourcePath with paths... joined with the current path. The // provided paths... may not use '..' to escape from the current path. func (p SourcePath) Join(ctx PathContext, paths ...string) SourcePath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return p.withRel(path) } // join is like Join but does less path validation. func (p SourcePath) join(ctx PathContext, paths ...string) SourcePath { path, err := validateSafePath(paths...) if err != nil { reportPathError(ctx, err) } return p.withRel(path) } // OverlayPath returns the overlay for `path' if it exists. This assumes that the // SourcePath is the path to a resource overlay directory. func (p SourcePath) OverlayPath(ctx ModuleContext, path Path) OptionalPath { var relDir string if srcPath, ok := path.(SourcePath); ok { relDir = srcPath.path } else { ReportPathErrorf(ctx, "Cannot find relative path for %s(%s)", reflect.TypeOf(path).Name(), path) return OptionalPath{} } dir := filepath.Join(p.config.srcDir, p.path, relDir) // Use Glob so that we are run again if the directory is added. if pathtools.IsGlob(dir) { ReportPathErrorf(ctx, "Path may not contain a glob: %s", dir) } paths, err := ctx.GlobWithDeps(dir, nil) if err != nil { ReportPathErrorf(ctx, "glob: %s", err.Error()) return OptionalPath{} } if len(paths) == 0 { return OptionalPath{} } relPath := Rel(ctx, p.config.srcDir, paths[0]) return OptionalPathForPath(PathForSource(ctx, relPath)) } // OutputPath is a Path representing an intermediates file path rooted from the build directory type OutputPath struct { basePath fullPath string } func (p OutputPath) withRel(rel string) OutputPath { p.basePath = p.basePath.withRel(rel) p.fullPath = filepath.Join(p.fullPath, rel) return p } func (p OutputPath) WithoutRel() OutputPath { p.basePath.rel = filepath.Base(p.basePath.path) return p } func (p OutputPath) buildDir() string { return p.config.buildDir } var _ Path = OutputPath{} var _ WritablePath = OutputPath{} // toolDepPath is a Path representing a dependency of the build tool. type toolDepPath struct { basePath } var _ Path = toolDepPath{} // pathForBuildToolDep returns a toolDepPath representing the given path string. // There is no validation for the path, as it is "trusted": It may fail // normal validation checks. For example, it may be an absolute path. // Only use this function to construct paths for dependencies of the build // tool invocation. func pathForBuildToolDep(ctx PathContext, path string) toolDepPath { return toolDepPath{basePath{path, ctx.Config(), ""}} } // PathForOutput joins the provided paths and returns an OutputPath that is // validated to not escape the build dir. // On error, it will return a usable, but invalid OutputPath, and report a ModuleError. func PathForOutput(ctx PathContext, pathComponents ...string) OutputPath { path, err := validatePath(pathComponents...) if err != nil { reportPathError(ctx, err) } fullPath := filepath.Join(ctx.Config().buildDir, path) path = fullPath[len(fullPath)-len(path):] return OutputPath{basePath{path, ctx.Config(), ""}, fullPath} } // PathsForOutput returns Paths rooted from buildDir func PathsForOutput(ctx PathContext, paths []string) WritablePaths { ret := make(WritablePaths, len(paths)) for i, path := range paths { ret[i] = PathForOutput(ctx, path) } return ret } func (p OutputPath) writablePath() {} func (p OutputPath) String() string { return p.fullPath } // Join creates a new OutputPath with paths... joined with the current path. The // provided paths... may not use '..' to escape from the current path. func (p OutputPath) Join(ctx PathContext, paths ...string) OutputPath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return p.withRel(path) } // ReplaceExtension creates a new OutputPath with the extension replaced with ext. func (p OutputPath) ReplaceExtension(ctx PathContext, ext string) OutputPath { if strings.Contains(ext, "/") { ReportPathErrorf(ctx, "extension %q cannot contain /", ext) } ret := PathForOutput(ctx, pathtools.ReplaceExtension(p.path, ext)) ret.rel = pathtools.ReplaceExtension(p.rel, ext) return ret } // InSameDir creates a new OutputPath from the directory of the current OutputPath joined with the elements in paths. func (p OutputPath) InSameDir(ctx PathContext, paths ...string) OutputPath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } ret := PathForOutput(ctx, filepath.Dir(p.path), path) ret.rel = filepath.Join(filepath.Dir(p.rel), path) return ret } // PathForIntermediates returns an OutputPath representing the top-level // intermediates directory. func PathForIntermediates(ctx PathContext, paths ...string) OutputPath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return PathForOutput(ctx, ".intermediates", path) } var _ genPathProvider = SourcePath{} var _ objPathProvider = SourcePath{} var _ resPathProvider = SourcePath{} // PathForModuleSrc returns a Path representing the paths... under the // module's local source directory. func PathForModuleSrc(ctx ModuleContext, pathComponents ...string) Path { p, err := validatePath(pathComponents...) if err != nil { reportPathError(ctx, err) } paths, err := expandOneSrcPath(ctx, p, nil) if err != nil { if depErr, ok := err.(missingDependencyError); ok { if ctx.Config().AllowMissingDependencies() { ctx.AddMissingDependencies(depErr.missingDeps) } else { ctx.ModuleErrorf(`%s, is the property annotated with android:"path"?`, depErr.Error()) } } else { reportPathError(ctx, err) } return nil } else if len(paths) == 0 { ReportPathErrorf(ctx, "%q produced no files, expected exactly one", p) return nil } else if len(paths) > 1 { ReportPathErrorf(ctx, "%q produced %d files, expected exactly one", p, len(paths)) } return paths[0] } func pathForModuleSrc(ctx ModuleContext, paths ...string) SourcePath { p, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } path, err := pathForSource(ctx, ctx.ModuleDir(), p) if err != nil { reportPathError(ctx, err) } path.basePath.rel = p return path } // PathsWithModuleSrcSubDir takes a list of Paths and returns a new list of Paths where Rel() on each path // will return the path relative to subDir in the module's source directory. If any input paths are not located // inside subDir then a path error will be reported. func PathsWithModuleSrcSubDir(ctx ModuleContext, paths Paths, subDir string) Paths { paths = append(Paths(nil), paths...) subDirFullPath := pathForModuleSrc(ctx, subDir) for i, path := range paths { rel := Rel(ctx, subDirFullPath.String(), path.String()) paths[i] = subDirFullPath.join(ctx, rel) } return paths } // PathWithModuleSrcSubDir takes a Path and returns a Path where Rel() will return the path relative to subDir in the // module's source directory. If the input path is not located inside subDir then a path error will be reported. func PathWithModuleSrcSubDir(ctx ModuleContext, path Path, subDir string) Path { subDirFullPath := pathForModuleSrc(ctx, subDir) rel := Rel(ctx, subDirFullPath.String(), path.String()) return subDirFullPath.Join(ctx, rel) } // OptionalPathForModuleSrc returns an OptionalPath. The OptionalPath contains a // valid path if p is non-nil. func OptionalPathForModuleSrc(ctx ModuleContext, p *string) OptionalPath { if p == nil { return OptionalPath{} } return OptionalPathForPath(PathForModuleSrc(ctx, *p)) } func (p SourcePath) genPathWithExt(ctx ModuleContext, subdir, ext string) ModuleGenPath { return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } func (p SourcePath) objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath { return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } func (p SourcePath) resPathWithName(ctx ModuleContext, name string) ModuleResPath { // TODO: Use full directory if the new ctx is not the current ctx? return PathForModuleRes(ctx, p.path, name) } // ModuleOutPath is a Path representing a module's output directory. type ModuleOutPath struct { OutputPath } var _ Path = ModuleOutPath{} func (p ModuleOutPath) objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath { return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } func pathForModule(ctx ModuleContext) OutputPath { return PathForOutput(ctx, ".intermediates", ctx.ModuleDir(), ctx.ModuleName(), ctx.ModuleSubDir()) } // PathForVndkRefAbiDump returns an OptionalPath representing the path of the // reference abi dump for the given module. This is not guaranteed to be valid. func PathForVndkRefAbiDump(ctx ModuleContext, version, fileName string, isNdk, isLlndkOrVndk, isGzip bool) OptionalPath { arches := ctx.DeviceConfig().Arches() if len(arches) == 0 { panic("device build with no primary arch") } currentArch := ctx.Arch() archNameAndVariant := currentArch.ArchType.String() if currentArch.ArchVariant != "" { archNameAndVariant += "_" + currentArch.ArchVariant } var dirName string if isNdk { dirName = "ndk" } else if isLlndkOrVndk { dirName = "vndk" } else { dirName = "platform" // opt-in libs } binderBitness := ctx.DeviceConfig().BinderBitness() var ext string if isGzip { ext = ".lsdump.gz" } else { ext = ".lsdump" } return ExistentPathForSource(ctx, "prebuilts", "abi-dumps", dirName, version, binderBitness, archNameAndVariant, "source-based", fileName+ext) } // PathForModuleOut returns a Path representing the paths... under the module's // output directory. func PathForModuleOut(ctx ModuleContext, paths ...string) ModuleOutPath { p, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return ModuleOutPath{ OutputPath: pathForModule(ctx).withRel(p), } } // ModuleGenPath is a Path representing the 'gen' directory in a module's output // directory. Mainly used for generated sources. type ModuleGenPath struct { ModuleOutPath } var _ Path = ModuleGenPath{} var _ genPathProvider = ModuleGenPath{} var _ objPathProvider = ModuleGenPath{} // PathForModuleGen returns a Path representing the paths... under the module's // `gen' directory. func PathForModuleGen(ctx ModuleContext, paths ...string) ModuleGenPath { p, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return ModuleGenPath{ ModuleOutPath: ModuleOutPath{ OutputPath: pathForModule(ctx).withRel("gen").withRel(p), }, } } func (p ModuleGenPath) genPathWithExt(ctx ModuleContext, subdir, ext string) ModuleGenPath { // TODO: make a different path for local vs remote generated files? return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } func (p ModuleGenPath) objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath { return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext)) } // ModuleObjPath is a Path representing the 'obj' directory in a module's output // directory. Used for compiled objects. type ModuleObjPath struct { ModuleOutPath } var _ Path = ModuleObjPath{} // PathForModuleObj returns a Path representing the paths... under the module's // 'obj' directory. func PathForModuleObj(ctx ModuleContext, pathComponents ...string) ModuleObjPath { p, err := validatePath(pathComponents...) if err != nil { reportPathError(ctx, err) } return ModuleObjPath{PathForModuleOut(ctx, "obj", p)} } // ModuleResPath is a a Path representing the 'res' directory in a module's // output directory. type ModuleResPath struct { ModuleOutPath } var _ Path = ModuleResPath{} // PathForModuleRes returns a Path representing the paths... under the module's // 'res' directory. func PathForModuleRes(ctx ModuleContext, pathComponents ...string) ModuleResPath { p, err := validatePath(pathComponents...) if err != nil { reportPathError(ctx, err) } return ModuleResPath{PathForModuleOut(ctx, "res", p)} } // InstallPath is a Path representing a installed file path rooted from the build directory type InstallPath struct { basePath baseDir string // "../" for Make paths to convert "out/soong" to "out", "" for Soong paths } func (p InstallPath) buildDir() string { return p.config.buildDir } var _ Path = InstallPath{} var _ WritablePath = InstallPath{} func (p InstallPath) writablePath() {} func (p InstallPath) String() string { return filepath.Join(p.config.buildDir, p.baseDir, p.path) } // Join creates a new InstallPath with paths... joined with the current path. The // provided paths... may not use '..' to escape from the current path. func (p InstallPath) Join(ctx PathContext, paths ...string) InstallPath { path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return p.withRel(path) } func (p InstallPath) withRel(rel string) InstallPath { p.basePath = p.basePath.withRel(rel) return p } // ToMakePath returns a new InstallPath that points to Make's install directory instead of Soong's, // i.e. out/ instead of out/soong/. func (p InstallPath) ToMakePath() InstallPath { p.baseDir = "../" return p } // PathForModuleInstall returns a Path representing the install path for the // module appended with paths... func PathForModuleInstall(ctx ModuleInstallPathContext, pathComponents ...string) InstallPath { os := ctx.Os() arch := ctx.Arch().ArchType forceOS, forceArch := ctx.InstallForceOS() if forceOS != nil { os = *forceOS } if forceArch != nil { arch = *forceArch } partition := modulePartition(ctx, os) ret := pathForInstall(ctx, os, arch, partition, ctx.Debug(), pathComponents...) if ctx.InstallBypassMake() && ctx.Config().EmbeddedInMake() { ret = ret.ToMakePath() } return ret } func pathForInstall(ctx PathContext, os OsType, arch ArchType, partition string, debug bool, pathComponents ...string) InstallPath { var outPaths []string if os.Class == Device { outPaths = []string{"target", "product", ctx.Config().DeviceName(), partition} } else { osName := os.String() if os == Linux { // instead of linux_glibc osName = "linux" } // SOONG_HOST_OUT is set to out/host/$(HOST_OS)-$(HOST_PREBUILT_ARCH) // and HOST_PREBUILT_ARCH is forcibly set to x86 even on x86_64 hosts. We don't seem // to have a plan to fix it (see the comment in build/make/core/envsetup.mk). // Let's keep using x86 for the existing cases until we have a need to support // other architectures. archName := arch.String() if os.Class == Host && (arch == X86_64 || arch == Common) { archName = "x86" } outPaths = []string{"host", osName + "-" + archName, partition} } if debug { outPaths = append([]string{"debug"}, outPaths...) } outPaths = append(outPaths, pathComponents...) path, err := validatePath(outPaths...) if err != nil { reportPathError(ctx, err) } ret := InstallPath{basePath{path, ctx.Config(), ""}, ""} return ret } func pathForNdkOrSdkInstall(ctx PathContext, prefix string, paths []string) InstallPath { paths = append([]string{prefix}, paths...) path, err := validatePath(paths...) if err != nil { reportPathError(ctx, err) } return InstallPath{basePath{path, ctx.Config(), ""}, ""} } func PathForNdkInstall(ctx PathContext, paths ...string) InstallPath { return pathForNdkOrSdkInstall(ctx, "ndk", paths) } func PathForMainlineSdksInstall(ctx PathContext, paths ...string) InstallPath { return pathForNdkOrSdkInstall(ctx, "mainline-sdks", paths) } func InstallPathToOnDevicePath(ctx PathContext, path InstallPath) string { rel := Rel(ctx, PathForOutput(ctx, "target", "product", ctx.Config().DeviceName()).String(), path.String()) return "/" + rel } func modulePartition(ctx ModuleInstallPathContext, os OsType) string { var partition string if ctx.InstallInTestcases() { // "testcases" install directory can be used for host or device modules. partition = "testcases" } else if os.Class == Device { if ctx.InstallInData() { partition = "data" } else if ctx.InstallInRamdisk() { if ctx.DeviceConfig().BoardUsesRecoveryAsBoot() { partition = "recovery/root/first_stage_ramdisk" } else { partition = "ramdisk" } if !ctx.InstallInRoot() { partition += "/system" } } else if ctx.InstallInRecovery() { if ctx.InstallInRoot() { partition = "recovery/root" } else { // the layout of recovery partion is the same as that of system partition partition = "recovery/root/system" } } else if ctx.SocSpecific() { partition = ctx.DeviceConfig().VendorPath() } else if ctx.DeviceSpecific() { partition = ctx.DeviceConfig().OdmPath() } else if ctx.ProductSpecific() { partition = ctx.DeviceConfig().ProductPath() } else if ctx.SystemExtSpecific() { partition = ctx.DeviceConfig().SystemExtPath() } else if ctx.InstallInRoot() { partition = "root" } else { partition = "system" } if ctx.InstallInSanitizerDir() { partition = "data/asan/" + partition } } return partition } type InstallPaths []InstallPath // Paths returns the InstallPaths as a Paths func (p InstallPaths) Paths() Paths { if p == nil { return nil } ret := make(Paths, len(p)) for i, path := range p { ret[i] = path } return ret } // Strings returns the string forms of the install paths. func (p InstallPaths) Strings() []string { if p == nil { return nil } ret := make([]string, len(p)) for i, path := range p { ret[i] = path.String() } return ret } // validateSafePath validates a path that we trust (may contain ninja variables). // Ensures that each path component does not attempt to leave its component. func validateSafePath(pathComponents ...string) (string, error) { for _, path := range pathComponents { path := filepath.Clean(path) if path == ".." || strings.HasPrefix(path, "../") || strings.HasPrefix(path, "/") { return "", fmt.Errorf("Path is outside directory: %s", path) } } // TODO: filepath.Join isn't necessarily correct with embedded ninja // variables. '..' may remove the entire ninja variable, even if it // will be expanded to multiple nested directories. return filepath.Join(pathComponents...), nil } // validatePath validates that a path does not include ninja variables, and that // each path component does not attempt to leave its component. Returns a joined // version of each path component. func validatePath(pathComponents ...string) (string, error) { for _, path := range pathComponents { if strings.Contains(path, "$") { return "", fmt.Errorf("Path contains invalid character($): %s", path) } } return validateSafePath(pathComponents...) } func PathForPhony(ctx PathContext, phony string) WritablePath { if strings.ContainsAny(phony, "$/") { ReportPathErrorf(ctx, "Phony target contains invalid character ($ or /): %s", phony) } return PhonyPath{basePath{phony, ctx.Config(), ""}} } type PhonyPath struct { basePath } func (p PhonyPath) writablePath() {} func (p PhonyPath) buildDir() string { return p.config.buildDir } var _ Path = PhonyPath{} var _ WritablePath = PhonyPath{} type testPath struct { basePath } func (p testPath) String() string { return p.path } // PathForTesting returns a Path constructed from joining the elements of paths with '/'. It should only be used from // within tests. func PathForTesting(paths ...string) Path { p, err := validateSafePath(paths...) if err != nil { panic(err) } return testPath{basePath{path: p, rel: p}} } // PathsForTesting returns a Path constructed from each element in strs. It should only be used from within tests. func PathsForTesting(strs ...string) Paths { p := make(Paths, len(strs)) for i, s := range strs { p[i] = PathForTesting(s) } return p } type testPathContext struct { config Config } func (x *testPathContext) Config() Config { return x.config } func (x *testPathContext) AddNinjaFileDeps(...string) {} // PathContextForTesting returns a PathContext that can be used in tests, for example to create an OutputPath with // PathForOutput. func PathContextForTesting(config Config) PathContext { return &testPathContext{ config: config, } } // Rel performs the same function as filepath.Rel, but reports errors to a PathContext, and reports an error if // targetPath is not inside basePath. func Rel(ctx PathContext, basePath string, targetPath string) string { rel, isRel := MaybeRel(ctx, basePath, targetPath) if !isRel { ReportPathErrorf(ctx, "path %q is not under path %q", targetPath, basePath) return "" } return rel } // MaybeRel performs the same function as filepath.Rel, but reports errors to a PathContext, and returns false if // targetPath is not inside basePath. func MaybeRel(ctx PathContext, basePath string, targetPath string) (string, bool) { rel, isRel, err := maybeRelErr(basePath, targetPath) if err != nil { reportPathError(ctx, err) } return rel, isRel } func maybeRelErr(basePath string, targetPath string) (string, bool, error) { // filepath.Rel returns an error if one path is absolute and the other is not, handle that case first. if filepath.IsAbs(basePath) != filepath.IsAbs(targetPath) { return "", false, nil } rel, err := filepath.Rel(basePath, targetPath) if err != nil { return "", false, err } else if rel == ".." || strings.HasPrefix(rel, "../") || strings.HasPrefix(rel, "/") { return "", false, nil } return rel, true, nil } // Writes a file to the output directory. Attempting to write directly to the output directory // will fail due to the sandbox of the soong_build process. func WriteFileToOutputDir(path WritablePath, data []byte, perm os.FileMode) error { return ioutil.WriteFile(absolutePath(path.String()), data, perm) } func absolutePath(path string) string { if filepath.IsAbs(path) { return path } return filepath.Join(absSrcDir, path) } // A DataPath represents the path of a file to be used as data, for example // a test library to be installed alongside a test. // The data file should be installed (copied from ``) to // `//`, or // `/` if RelativeInstallPath is empty. type DataPath struct { // The path of the data file that should be copied into the data directory SrcPath Path // The install path of the data file, relative to the install root. RelativeInstallPath string }