578ba0021f
The main use of this flag is to be to make both the debug info and the build command line be independent of the compilation dir. See: https://reviews.llvm.org/D63387 & https://blog.llvm.org/2019/11/deterministic-builds-with-clang-and-lld.html Removed -fdebug-prefix-map and PWD variable being set in the compile command line - these were workarounds we originally did to ensure that the compile output is independent of the working directory and are no longer needed now that we have -fdebug-compilation-dir. Test: Ran "m out/target/product/crosshatch/obj/SHARED_LIBRARIES/libexif.vendor_intermediates/same_vndk_variants.timestamp" which fails on an RBE hardened stack without this change and passes with this change. Bug: b/169266636 Change-Id: Ib0f271e55f6cf0c89a30e65d3a0b25fe3f3a8f48
1059 lines
33 KiB
Go
1059 lines
33 KiB
Go
// Copyright 2015 Google Inc. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package cc
|
|
|
|
// This file generates the final rules for compiling all C/C++. All properties related to
|
|
// compiling should have been translated into builderFlags or another argument to the Transform*
|
|
// functions.
|
|
|
|
import (
|
|
"fmt"
|
|
"path/filepath"
|
|
"runtime"
|
|
"strings"
|
|
|
|
"github.com/google/blueprint"
|
|
"github.com/google/blueprint/pathtools"
|
|
|
|
"android/soong/android"
|
|
"android/soong/cc/config"
|
|
"android/soong/remoteexec"
|
|
)
|
|
|
|
const (
|
|
objectExtension = ".o"
|
|
staticLibraryExtension = ".a"
|
|
)
|
|
|
|
var (
|
|
pctx = android.NewPackageContext("android/soong/cc")
|
|
|
|
cc = pctx.AndroidRemoteStaticRule("cc", android.RemoteRuleSupports{Goma: true, RBE: true},
|
|
blueprint.RuleParams{
|
|
Depfile: "${out}.d",
|
|
Deps: blueprint.DepsGCC,
|
|
Command: "${config.CcWrapper}$ccCmd -c $cFlags -MD -MF ${out}.d -o $out $in",
|
|
CommandDeps: []string{"$ccCmd"},
|
|
},
|
|
"ccCmd", "cFlags")
|
|
|
|
ccNoDeps = pctx.AndroidStaticRule("ccNoDeps",
|
|
blueprint.RuleParams{
|
|
Command: "$ccCmd -c $cFlags -o $out $in",
|
|
CommandDeps: []string{"$ccCmd"},
|
|
},
|
|
"ccCmd", "cFlags")
|
|
|
|
ld, ldRE = remoteexec.StaticRules(pctx, "ld",
|
|
blueprint.RuleParams{
|
|
Command: "$reTemplate$ldCmd ${crtBegin} @${out}.rsp " +
|
|
"${libFlags} ${crtEnd} -o ${out} ${ldFlags} ${extraLibFlags}",
|
|
CommandDeps: []string{"$ldCmd"},
|
|
Rspfile: "${out}.rsp",
|
|
RspfileContent: "${in}",
|
|
// clang -Wl,--out-implib doesn't update its output file if it hasn't changed.
|
|
Restat: true,
|
|
},
|
|
&remoteexec.REParams{
|
|
Labels: map[string]string{"type": "link", "tool": "clang"},
|
|
ExecStrategy: "${config.RECXXLinksExecStrategy}",
|
|
Inputs: []string{"${out}.rsp", "$implicitInputs"},
|
|
RSPFile: "${out}.rsp",
|
|
OutputFiles: []string{"${out}", "$implicitOutputs"},
|
|
ToolchainInputs: []string{"$ldCmd"},
|
|
Platform: map[string]string{remoteexec.PoolKey: "${config.RECXXLinksPool}"},
|
|
}, []string{"ldCmd", "crtBegin", "libFlags", "crtEnd", "ldFlags", "extraLibFlags"}, []string{"implicitInputs", "implicitOutputs"})
|
|
|
|
partialLd, partialLdRE = remoteexec.StaticRules(pctx, "partialLd",
|
|
blueprint.RuleParams{
|
|
// Without -no-pie, clang 7.0 adds -pie to link Android files,
|
|
// but -r and -pie cannot be used together.
|
|
Command: "$reTemplate$ldCmd -fuse-ld=lld -nostdlib -no-pie -Wl,-r ${in} -o ${out} ${ldFlags}",
|
|
CommandDeps: []string{"$ldCmd"},
|
|
}, &remoteexec.REParams{
|
|
Labels: map[string]string{"type": "link", "tool": "clang"},
|
|
ExecStrategy: "${config.RECXXLinksExecStrategy}",
|
|
Inputs: []string{"$inCommaList", "$implicitInputs"},
|
|
OutputFiles: []string{"${out}", "$implicitOutputs"},
|
|
ToolchainInputs: []string{"$ldCmd"},
|
|
Platform: map[string]string{remoteexec.PoolKey: "${config.RECXXLinksPool}"},
|
|
}, []string{"ldCmd", "ldFlags"}, []string{"implicitInputs", "inCommaList", "implicitOutputs"})
|
|
|
|
ar = pctx.AndroidStaticRule("ar",
|
|
blueprint.RuleParams{
|
|
Command: "rm -f ${out} && $arCmd $arFlags $out @${out}.rsp",
|
|
CommandDeps: []string{"$arCmd"},
|
|
Rspfile: "${out}.rsp",
|
|
RspfileContent: "${in}",
|
|
},
|
|
"arCmd", "arFlags")
|
|
|
|
arWithLibs = pctx.AndroidStaticRule("arWithLibs",
|
|
blueprint.RuleParams{
|
|
Command: "rm -f ${out} && $arCmd $arObjFlags $out @${out}.rsp && $arCmd $arLibFlags $out $arLibs",
|
|
CommandDeps: []string{"$arCmd"},
|
|
Rspfile: "${out}.rsp",
|
|
RspfileContent: "${arObjs}",
|
|
},
|
|
"arCmd", "arObjFlags", "arObjs", "arLibFlags", "arLibs")
|
|
|
|
darwinStrip = pctx.AndroidStaticRule("darwinStrip",
|
|
blueprint.RuleParams{
|
|
Command: "${config.MacStripPath} -u -r -o $out $in",
|
|
CommandDeps: []string{"${config.MacStripPath}"},
|
|
})
|
|
|
|
prefixSymbols = pctx.AndroidStaticRule("prefixSymbols",
|
|
blueprint.RuleParams{
|
|
Command: "$objcopyCmd --prefix-symbols=${prefix} ${in} ${out}",
|
|
CommandDeps: []string{"$objcopyCmd"},
|
|
},
|
|
"objcopyCmd", "prefix")
|
|
|
|
_ = pctx.SourcePathVariable("stripPath", "build/soong/scripts/strip.sh")
|
|
_ = pctx.SourcePathVariable("xzCmd", "prebuilts/build-tools/${config.HostPrebuiltTag}/bin/xz")
|
|
|
|
// b/132822437: objcopy uses a file descriptor per .o file when called on .a files, which runs the system out of
|
|
// file descriptors on darwin. Limit concurrent calls to 5 on darwin.
|
|
darwinStripPool = func() blueprint.Pool {
|
|
if runtime.GOOS == "darwin" {
|
|
return pctx.StaticPool("darwinStripPool", blueprint.PoolParams{
|
|
Depth: 5,
|
|
})
|
|
} else {
|
|
return nil
|
|
}
|
|
}()
|
|
|
|
strip = pctx.AndroidStaticRule("strip",
|
|
blueprint.RuleParams{
|
|
Depfile: "${out}.d",
|
|
Deps: blueprint.DepsGCC,
|
|
Command: "CROSS_COMPILE=$crossCompile XZ=$xzCmd CLANG_BIN=${config.ClangBin} $stripPath ${args} -i ${in} -o ${out} -d ${out}.d",
|
|
CommandDeps: []string{"$stripPath", "$xzCmd"},
|
|
Pool: darwinStripPool,
|
|
},
|
|
"args", "crossCompile")
|
|
|
|
_ = pctx.SourcePathVariable("archiveRepackPath", "build/soong/scripts/archive_repack.sh")
|
|
|
|
archiveRepack = pctx.AndroidStaticRule("archiveRepack",
|
|
blueprint.RuleParams{
|
|
Depfile: "${out}.d",
|
|
Deps: blueprint.DepsGCC,
|
|
Command: "CLANG_BIN=${config.ClangBin} $archiveRepackPath -i ${in} -o ${out} -d ${out}.d ${objects}",
|
|
CommandDeps: []string{"$archiveRepackPath"},
|
|
},
|
|
"objects")
|
|
|
|
emptyFile = pctx.AndroidStaticRule("emptyFile",
|
|
blueprint.RuleParams{
|
|
Command: "rm -f $out && touch $out",
|
|
})
|
|
|
|
_ = pctx.SourcePathVariable("tocPath", "build/soong/scripts/toc.sh")
|
|
|
|
toc = pctx.AndroidStaticRule("toc",
|
|
blueprint.RuleParams{
|
|
Depfile: "${out}.d",
|
|
Deps: blueprint.DepsGCC,
|
|
Command: "CROSS_COMPILE=$crossCompile $tocPath $format -i ${in} -o ${out} -d ${out}.d",
|
|
CommandDeps: []string{"$tocPath"},
|
|
Restat: true,
|
|
},
|
|
"crossCompile", "format")
|
|
|
|
clangTidy, clangTidyRE = remoteexec.StaticRules(pctx, "clangTidy",
|
|
blueprint.RuleParams{
|
|
Command: "rm -f $out && $reTemplate${config.ClangBin}/clang-tidy $tidyFlags $in -- $cFlags && touch $out",
|
|
CommandDeps: []string{"${config.ClangBin}/clang-tidy"},
|
|
},
|
|
&remoteexec.REParams{
|
|
Labels: map[string]string{"type": "lint", "tool": "clang-tidy", "lang": "cpp"},
|
|
ExecStrategy: "${config.REClangTidyExecStrategy}",
|
|
Inputs: []string{"$in"},
|
|
// OutputFile here is $in for remote-execution since its possible that
|
|
// clang-tidy modifies the given input file itself and $out refers to the
|
|
// ".tidy" file generated for ninja-dependency reasons.
|
|
OutputFiles: []string{"$in"},
|
|
Platform: map[string]string{remoteexec.PoolKey: "${config.REClangTidyPool}"},
|
|
}, []string{"cFlags", "tidyFlags"}, []string{})
|
|
|
|
_ = pctx.SourcePathVariable("yasmCmd", "prebuilts/misc/${config.HostPrebuiltTag}/yasm/yasm")
|
|
|
|
yasm = pctx.AndroidStaticRule("yasm",
|
|
blueprint.RuleParams{
|
|
Command: "$yasmCmd $asFlags -o $out $in && $yasmCmd $asFlags -M $in >$out.d",
|
|
CommandDeps: []string{"$yasmCmd"},
|
|
Depfile: "$out.d",
|
|
Deps: blueprint.DepsGCC,
|
|
},
|
|
"asFlags")
|
|
|
|
windres = pctx.AndroidStaticRule("windres",
|
|
blueprint.RuleParams{
|
|
Command: "$windresCmd $flags -I$$(dirname $in) -i $in -o $out --preprocessor \"${config.ClangBin}/clang -E -xc-header -DRC_INVOKED\"",
|
|
CommandDeps: []string{"$windresCmd"},
|
|
},
|
|
"windresCmd", "flags")
|
|
|
|
_ = pctx.SourcePathVariable("sAbiDumper", "prebuilts/clang-tools/${config.HostPrebuiltTag}/bin/header-abi-dumper")
|
|
|
|
// -w has been added since header-abi-dumper does not need to produce any sort of diagnostic information.
|
|
sAbiDump, sAbiDumpRE = remoteexec.StaticRules(pctx, "sAbiDump",
|
|
blueprint.RuleParams{
|
|
Command: "rm -f $out && $reTemplate$sAbiDumper -o ${out} $in $exportDirs -- $cFlags -w -isystem prebuilts/clang-tools/${config.HostPrebuiltTag}/clang-headers",
|
|
CommandDeps: []string{"$sAbiDumper"},
|
|
}, &remoteexec.REParams{
|
|
Labels: map[string]string{"type": "abi-dump", "tool": "header-abi-dumper"},
|
|
ExecStrategy: "${config.REAbiDumperExecStrategy}",
|
|
Platform: map[string]string{
|
|
remoteexec.PoolKey: "${config.RECXXPool}",
|
|
},
|
|
}, []string{"cFlags", "exportDirs"}, nil)
|
|
|
|
_ = pctx.SourcePathVariable("sAbiLinker", "prebuilts/clang-tools/${config.HostPrebuiltTag}/bin/header-abi-linker")
|
|
_ = pctx.SourcePathVariable("sAbiLinkerLibs", "prebuilts/clang-tools/${config.HostPrebuiltTag}/lib64")
|
|
|
|
sAbiLink, sAbiLinkRE = remoteexec.StaticRules(pctx, "sAbiLink",
|
|
blueprint.RuleParams{
|
|
Command: "$reTemplate$sAbiLinker -o ${out} $symbolFilter -arch $arch $exportedHeaderFlags @${out}.rsp ",
|
|
CommandDeps: []string{"$sAbiLinker"},
|
|
Rspfile: "${out}.rsp",
|
|
RspfileContent: "${in}",
|
|
}, &remoteexec.REParams{
|
|
Labels: map[string]string{"type": "tool", "name": "abi-linker"},
|
|
ExecStrategy: "${config.REAbiLinkerExecStrategy}",
|
|
Inputs: []string{"$sAbiLinkerLibs", "${out}.rsp", "$implicitInputs"},
|
|
RSPFile: "${out}.rsp",
|
|
OutputFiles: []string{"$out"},
|
|
ToolchainInputs: []string{"$sAbiLinker"},
|
|
Platform: map[string]string{remoteexec.PoolKey: "${config.RECXXPool}"},
|
|
}, []string{"symbolFilter", "arch", "exportedHeaderFlags"}, []string{"implicitInputs"})
|
|
|
|
_ = pctx.SourcePathVariable("sAbiDiffer", "prebuilts/clang-tools/${config.HostPrebuiltTag}/bin/header-abi-diff")
|
|
|
|
sAbiDiff = pctx.RuleFunc("sAbiDiff",
|
|
func(ctx android.PackageRuleContext) blueprint.RuleParams {
|
|
commandStr := "($sAbiDiffer ${extraFlags} -lib ${libName} -arch ${arch} -o ${out} -new ${in} -old ${referenceDump})"
|
|
commandStr += "|| (echo 'error: Please update ABI references with: $$ANDROID_BUILD_TOP/development/vndk/tools/header-checker/utils/create_reference_dumps.py ${createReferenceDumpFlags} -l ${libName}'"
|
|
commandStr += " && (mkdir -p $$DIST_DIR/abidiffs && cp ${out} $$DIST_DIR/abidiffs/)"
|
|
commandStr += " && exit 1)"
|
|
return blueprint.RuleParams{
|
|
Command: commandStr,
|
|
CommandDeps: []string{"$sAbiDiffer"},
|
|
}
|
|
},
|
|
"extraFlags", "referenceDump", "libName", "arch", "createReferenceDumpFlags")
|
|
|
|
unzipRefSAbiDump = pctx.AndroidStaticRule("unzipRefSAbiDump",
|
|
blueprint.RuleParams{
|
|
Command: "gunzip -c $in > $out",
|
|
})
|
|
|
|
zip = pctx.AndroidStaticRule("zip",
|
|
blueprint.RuleParams{
|
|
Command: "${SoongZipCmd} -o ${out} -C $$OUT_DIR -r ${out}.rsp",
|
|
CommandDeps: []string{"${SoongZipCmd}"},
|
|
Rspfile: "${out}.rsp",
|
|
RspfileContent: "$in",
|
|
})
|
|
|
|
_ = pctx.SourcePathVariable("cxxExtractor",
|
|
"prebuilts/clang-tools/${config.HostPrebuiltTag}/bin/cxx_extractor")
|
|
_ = pctx.SourcePathVariable("kytheVnames", "build/soong/vnames.json")
|
|
_ = pctx.VariableFunc("kytheCorpus",
|
|
func(ctx android.PackageVarContext) string { return ctx.Config().XrefCorpusName() })
|
|
_ = pctx.VariableFunc("kytheCuEncoding",
|
|
func(ctx android.PackageVarContext) string { return ctx.Config().XrefCuEncoding() })
|
|
kytheExtract = pctx.StaticRule("kythe",
|
|
blueprint.RuleParams{
|
|
Command: `rm -f $out && ` +
|
|
`KYTHE_CORPUS=${kytheCorpus} ` +
|
|
`KYTHE_OUTPUT_FILE=$out ` +
|
|
`KYTHE_VNAMES=$kytheVnames ` +
|
|
`KYTHE_KZIP_ENCODING=${kytheCuEncoding} ` +
|
|
`KYTHE_CANONICALIZE_VNAME_PATHS=prefer-relative ` +
|
|
`$cxxExtractor $cFlags $in `,
|
|
CommandDeps: []string{"$cxxExtractor", "$kytheVnames"},
|
|
},
|
|
"cFlags")
|
|
)
|
|
|
|
func PwdPrefix() string {
|
|
// Darwin doesn't have /proc
|
|
if runtime.GOOS != "darwin" {
|
|
return "PWD=/proc/self/cwd"
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func init() {
|
|
// We run gcc/clang with PWD=/proc/self/cwd to remove $TOP from the
|
|
// debug output. That way two builds in two different directories will
|
|
// create the same output.
|
|
pctx.StaticVariable("relPwd", PwdPrefix())
|
|
|
|
pctx.HostBinToolVariable("SoongZipCmd", "soong_zip")
|
|
pctx.Import("android/soong/remoteexec")
|
|
}
|
|
|
|
type builderFlags struct {
|
|
globalCommonFlags string
|
|
globalAsFlags string
|
|
globalYasmFlags string
|
|
globalCFlags string
|
|
globalToolingCFlags string // A separate set of cFlags for clang LibTooling tools
|
|
globalToolingCppFlags string // A separate set of cppFlags for clang LibTooling tools
|
|
globalConlyFlags string
|
|
globalCppFlags string
|
|
globalLdFlags string
|
|
|
|
localCommonFlags string
|
|
localAsFlags string
|
|
localYasmFlags string
|
|
localCFlags string
|
|
localToolingCFlags string // A separate set of cFlags for clang LibTooling tools
|
|
localToolingCppFlags string // A separate set of cppFlags for clang LibTooling tools
|
|
localConlyFlags string
|
|
localCppFlags string
|
|
localLdFlags string
|
|
|
|
libFlags string
|
|
extraLibFlags string
|
|
tidyFlags string
|
|
sAbiFlags string
|
|
aidlFlags string
|
|
rsFlags string
|
|
toolchain config.Toolchain
|
|
tidy bool
|
|
gcovCoverage bool
|
|
sAbiDump bool
|
|
emitXrefs bool
|
|
|
|
assemblerWithCpp bool
|
|
|
|
systemIncludeFlags string
|
|
|
|
groupStaticLibs bool
|
|
|
|
proto android.ProtoFlags
|
|
protoC bool
|
|
protoOptionsFile bool
|
|
|
|
yacc *YaccProperties
|
|
lex *LexProperties
|
|
}
|
|
|
|
type StripFlags struct {
|
|
Toolchain config.Toolchain
|
|
StripKeepSymbols bool
|
|
StripKeepSymbolsList string
|
|
StripKeepSymbolsAndDebugFrame bool
|
|
StripKeepMiniDebugInfo bool
|
|
StripAddGnuDebuglink bool
|
|
StripUseGnuStrip bool
|
|
}
|
|
|
|
type Objects struct {
|
|
objFiles android.Paths
|
|
tidyFiles android.Paths
|
|
coverageFiles android.Paths
|
|
sAbiDumpFiles android.Paths
|
|
kytheFiles android.Paths
|
|
}
|
|
|
|
func (a Objects) Copy() Objects {
|
|
return Objects{
|
|
objFiles: append(android.Paths{}, a.objFiles...),
|
|
tidyFiles: append(android.Paths{}, a.tidyFiles...),
|
|
coverageFiles: append(android.Paths{}, a.coverageFiles...),
|
|
sAbiDumpFiles: append(android.Paths{}, a.sAbiDumpFiles...),
|
|
kytheFiles: append(android.Paths{}, a.kytheFiles...),
|
|
}
|
|
}
|
|
|
|
func (a Objects) Append(b Objects) Objects {
|
|
return Objects{
|
|
objFiles: append(a.objFiles, b.objFiles...),
|
|
tidyFiles: append(a.tidyFiles, b.tidyFiles...),
|
|
coverageFiles: append(a.coverageFiles, b.coverageFiles...),
|
|
sAbiDumpFiles: append(a.sAbiDumpFiles, b.sAbiDumpFiles...),
|
|
kytheFiles: append(a.kytheFiles, b.kytheFiles...),
|
|
}
|
|
}
|
|
|
|
// Generate rules for compiling multiple .c, .cpp, or .S files to individual .o files
|
|
func TransformSourceToObj(ctx android.ModuleContext, subdir string, srcFiles android.Paths,
|
|
flags builderFlags, pathDeps android.Paths, cFlagsDeps android.Paths) Objects {
|
|
|
|
objFiles := make(android.Paths, len(srcFiles))
|
|
var tidyFiles android.Paths
|
|
if flags.tidy {
|
|
tidyFiles = make(android.Paths, 0, len(srcFiles))
|
|
}
|
|
var coverageFiles android.Paths
|
|
if flags.gcovCoverage {
|
|
coverageFiles = make(android.Paths, 0, len(srcFiles))
|
|
}
|
|
var kytheFiles android.Paths
|
|
if flags.emitXrefs {
|
|
kytheFiles = make(android.Paths, 0, len(srcFiles))
|
|
}
|
|
|
|
// Produce fully expanded flags for use by C tools, C compiles, C++ tools, C++ compiles, and asm compiles
|
|
// respectively.
|
|
toolingCflags := flags.globalCommonFlags + " " +
|
|
flags.globalToolingCFlags + " " +
|
|
flags.globalConlyFlags + " " +
|
|
flags.localCommonFlags + " " +
|
|
flags.localToolingCFlags + " " +
|
|
flags.localConlyFlags + " " +
|
|
flags.systemIncludeFlags
|
|
|
|
cflags := flags.globalCommonFlags + " " +
|
|
flags.globalCFlags + " " +
|
|
flags.globalConlyFlags + " " +
|
|
flags.localCommonFlags + " " +
|
|
flags.localCFlags + " " +
|
|
flags.localConlyFlags + " " +
|
|
flags.systemIncludeFlags
|
|
|
|
toolingCppflags := flags.globalCommonFlags + " " +
|
|
flags.globalToolingCFlags + " " +
|
|
flags.globalToolingCppFlags + " " +
|
|
flags.localCommonFlags + " " +
|
|
flags.localToolingCFlags + " " +
|
|
flags.localToolingCppFlags + " " +
|
|
flags.systemIncludeFlags
|
|
|
|
cppflags := flags.globalCommonFlags + " " +
|
|
flags.globalCFlags + " " +
|
|
flags.globalCppFlags + " " +
|
|
flags.localCommonFlags + " " +
|
|
flags.localCFlags + " " +
|
|
flags.localCppFlags + " " +
|
|
flags.systemIncludeFlags
|
|
|
|
asflags := flags.globalCommonFlags + " " +
|
|
flags.globalAsFlags + " " +
|
|
flags.localCommonFlags + " " +
|
|
flags.localAsFlags + " " +
|
|
flags.systemIncludeFlags
|
|
|
|
var sAbiDumpFiles android.Paths
|
|
if flags.sAbiDump {
|
|
sAbiDumpFiles = make(android.Paths, 0, len(srcFiles))
|
|
}
|
|
|
|
cflags += " ${config.NoOverrideClangGlobalCflags}"
|
|
toolingCflags += " ${config.NoOverrideClangGlobalCflags}"
|
|
cppflags += " ${config.NoOverrideClangGlobalCflags}"
|
|
toolingCppflags += " ${config.NoOverrideClangGlobalCflags}"
|
|
|
|
for i, srcFile := range srcFiles {
|
|
objFile := android.ObjPathWithExt(ctx, subdir, srcFile, "o")
|
|
|
|
objFiles[i] = objFile
|
|
|
|
switch srcFile.Ext() {
|
|
case ".asm":
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: yasm,
|
|
Description: "yasm " + srcFile.Rel(),
|
|
Output: objFile,
|
|
Input: srcFile,
|
|
Implicits: cFlagsDeps,
|
|
OrderOnly: pathDeps,
|
|
Args: map[string]string{
|
|
"asFlags": flags.globalYasmFlags + " " + flags.localYasmFlags,
|
|
},
|
|
})
|
|
continue
|
|
case ".rc":
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: windres,
|
|
Description: "windres " + srcFile.Rel(),
|
|
Output: objFile,
|
|
Input: srcFile,
|
|
Implicits: cFlagsDeps,
|
|
OrderOnly: pathDeps,
|
|
Args: map[string]string{
|
|
"windresCmd": gccCmd(flags.toolchain, "windres"),
|
|
"flags": flags.toolchain.WindresFlags(),
|
|
},
|
|
})
|
|
continue
|
|
case ".o":
|
|
objFiles[i] = srcFile
|
|
continue
|
|
}
|
|
|
|
var moduleFlags string
|
|
var moduleToolingFlags string
|
|
|
|
var ccCmd string
|
|
tidy := flags.tidy
|
|
coverage := flags.gcovCoverage
|
|
dump := flags.sAbiDump
|
|
rule := cc
|
|
emitXref := flags.emitXrefs
|
|
|
|
switch srcFile.Ext() {
|
|
case ".s":
|
|
if !flags.assemblerWithCpp {
|
|
rule = ccNoDeps
|
|
}
|
|
fallthrough
|
|
case ".S":
|
|
ccCmd = "clang"
|
|
moduleFlags = asflags
|
|
tidy = false
|
|
coverage = false
|
|
dump = false
|
|
emitXref = false
|
|
case ".c":
|
|
ccCmd = "clang"
|
|
moduleFlags = cflags
|
|
moduleToolingFlags = toolingCflags
|
|
case ".cpp", ".cc", ".cxx", ".mm":
|
|
ccCmd = "clang++"
|
|
moduleFlags = cppflags
|
|
moduleToolingFlags = toolingCppflags
|
|
default:
|
|
ctx.ModuleErrorf("File %s has unknown extension", srcFile)
|
|
continue
|
|
}
|
|
|
|
ccDesc := ccCmd
|
|
|
|
ccCmd = "${config.ClangBin}/" + ccCmd
|
|
|
|
var implicitOutputs android.WritablePaths
|
|
if coverage {
|
|
gcnoFile := android.ObjPathWithExt(ctx, subdir, srcFile, "gcno")
|
|
implicitOutputs = append(implicitOutputs, gcnoFile)
|
|
coverageFiles = append(coverageFiles, gcnoFile)
|
|
}
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: rule,
|
|
Description: ccDesc + " " + srcFile.Rel(),
|
|
Output: objFile,
|
|
ImplicitOutputs: implicitOutputs,
|
|
Input: srcFile,
|
|
Implicits: cFlagsDeps,
|
|
OrderOnly: pathDeps,
|
|
Args: map[string]string{
|
|
"cFlags": moduleFlags,
|
|
"ccCmd": ccCmd,
|
|
},
|
|
})
|
|
|
|
if emitXref {
|
|
kytheFile := android.ObjPathWithExt(ctx, subdir, srcFile, "kzip")
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: kytheExtract,
|
|
Description: "Xref C++ extractor " + srcFile.Rel(),
|
|
Output: kytheFile,
|
|
Input: srcFile,
|
|
Implicits: cFlagsDeps,
|
|
OrderOnly: pathDeps,
|
|
Args: map[string]string{
|
|
"cFlags": moduleFlags,
|
|
},
|
|
})
|
|
kytheFiles = append(kytheFiles, kytheFile)
|
|
}
|
|
|
|
if tidy {
|
|
tidyFile := android.ObjPathWithExt(ctx, subdir, srcFile, "tidy")
|
|
tidyFiles = append(tidyFiles, tidyFile)
|
|
|
|
rule := clangTidy
|
|
if ctx.Config().UseRBE() && ctx.Config().IsEnvTrue("RBE_CLANG_TIDY") {
|
|
rule = clangTidyRE
|
|
}
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: rule,
|
|
Description: "clang-tidy " + srcFile.Rel(),
|
|
Output: tidyFile,
|
|
Input: srcFile,
|
|
// We must depend on objFile, since clang-tidy doesn't
|
|
// support exporting dependencies.
|
|
Implicit: objFile,
|
|
Implicits: cFlagsDeps,
|
|
OrderOnly: pathDeps,
|
|
Args: map[string]string{
|
|
"cFlags": moduleToolingFlags,
|
|
"tidyFlags": flags.tidyFlags,
|
|
},
|
|
})
|
|
}
|
|
|
|
if dump {
|
|
sAbiDumpFile := android.ObjPathWithExt(ctx, subdir, srcFile, "sdump")
|
|
sAbiDumpFiles = append(sAbiDumpFiles, sAbiDumpFile)
|
|
|
|
dumpRule := sAbiDump
|
|
if ctx.Config().UseRBE() && ctx.Config().IsEnvTrue("RBE_ABI_DUMPER") {
|
|
dumpRule = sAbiDumpRE
|
|
}
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: dumpRule,
|
|
Description: "header-abi-dumper " + srcFile.Rel(),
|
|
Output: sAbiDumpFile,
|
|
Input: srcFile,
|
|
Implicit: objFile,
|
|
Implicits: cFlagsDeps,
|
|
OrderOnly: pathDeps,
|
|
Args: map[string]string{
|
|
"cFlags": moduleToolingFlags,
|
|
"exportDirs": flags.sAbiFlags,
|
|
},
|
|
})
|
|
}
|
|
|
|
}
|
|
|
|
return Objects{
|
|
objFiles: objFiles,
|
|
tidyFiles: tidyFiles,
|
|
coverageFiles: coverageFiles,
|
|
sAbiDumpFiles: sAbiDumpFiles,
|
|
kytheFiles: kytheFiles,
|
|
}
|
|
}
|
|
|
|
// Generate a rule for compiling multiple .o files to a static library (.a)
|
|
func TransformObjToStaticLib(ctx android.ModuleContext,
|
|
objFiles android.Paths, wholeStaticLibs android.Paths,
|
|
flags builderFlags, outputFile android.ModuleOutPath, deps android.Paths) {
|
|
|
|
arCmd := "${config.ClangBin}/llvm-ar"
|
|
arFlags := ""
|
|
if !ctx.Darwin() {
|
|
arFlags += " -format=gnu"
|
|
}
|
|
|
|
if len(wholeStaticLibs) == 0 {
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: ar,
|
|
Description: "static link " + outputFile.Base(),
|
|
Output: outputFile,
|
|
Inputs: objFiles,
|
|
Implicits: deps,
|
|
Args: map[string]string{
|
|
"arFlags": "crsPD" + arFlags,
|
|
"arCmd": arCmd,
|
|
},
|
|
})
|
|
|
|
} else {
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: arWithLibs,
|
|
Description: "static link " + outputFile.Base(),
|
|
Output: outputFile,
|
|
Inputs: append(objFiles, wholeStaticLibs...),
|
|
Implicits: deps,
|
|
Args: map[string]string{
|
|
"arCmd": arCmd,
|
|
"arObjFlags": "crsPD" + arFlags,
|
|
"arObjs": strings.Join(objFiles.Strings(), " "),
|
|
"arLibFlags": "cqsL" + arFlags,
|
|
"arLibs": strings.Join(wholeStaticLibs.Strings(), " "),
|
|
},
|
|
})
|
|
}
|
|
}
|
|
|
|
// Generate a rule for compiling multiple .o files, plus static libraries, whole static libraries,
|
|
// and shared libraries, to a shared library (.so) or dynamic executable
|
|
func TransformObjToDynamicBinary(ctx android.ModuleContext,
|
|
objFiles, sharedLibs, staticLibs, lateStaticLibs, wholeStaticLibs, deps android.Paths,
|
|
crtBegin, crtEnd android.OptionalPath, groupLate bool, flags builderFlags, outputFile android.WritablePath, implicitOutputs android.WritablePaths) {
|
|
|
|
ldCmd := "${config.ClangBin}/clang++"
|
|
|
|
var libFlagsList []string
|
|
|
|
if len(flags.libFlags) > 0 {
|
|
libFlagsList = append(libFlagsList, flags.libFlags)
|
|
}
|
|
|
|
if len(wholeStaticLibs) > 0 {
|
|
if ctx.Host() && ctx.Darwin() {
|
|
libFlagsList = append(libFlagsList, android.JoinWithPrefix(wholeStaticLibs.Strings(), "-force_load "))
|
|
} else {
|
|
libFlagsList = append(libFlagsList, "-Wl,--whole-archive ")
|
|
libFlagsList = append(libFlagsList, wholeStaticLibs.Strings()...)
|
|
libFlagsList = append(libFlagsList, "-Wl,--no-whole-archive ")
|
|
}
|
|
}
|
|
|
|
if flags.groupStaticLibs && !ctx.Darwin() && len(staticLibs) > 0 {
|
|
libFlagsList = append(libFlagsList, "-Wl,--start-group")
|
|
}
|
|
libFlagsList = append(libFlagsList, staticLibs.Strings()...)
|
|
if flags.groupStaticLibs && !ctx.Darwin() && len(staticLibs) > 0 {
|
|
libFlagsList = append(libFlagsList, "-Wl,--end-group")
|
|
}
|
|
|
|
if groupLate && !ctx.Darwin() && len(lateStaticLibs) > 0 {
|
|
libFlagsList = append(libFlagsList, "-Wl,--start-group")
|
|
}
|
|
libFlagsList = append(libFlagsList, lateStaticLibs.Strings()...)
|
|
if groupLate && !ctx.Darwin() && len(lateStaticLibs) > 0 {
|
|
libFlagsList = append(libFlagsList, "-Wl,--end-group")
|
|
}
|
|
|
|
for _, lib := range sharedLibs {
|
|
libFile := lib.String()
|
|
if ctx.Windows() {
|
|
libFile = pathtools.ReplaceExtension(libFile, "lib")
|
|
}
|
|
libFlagsList = append(libFlagsList, libFile)
|
|
}
|
|
|
|
deps = append(deps, staticLibs...)
|
|
deps = append(deps, lateStaticLibs...)
|
|
deps = append(deps, wholeStaticLibs...)
|
|
if crtBegin.Valid() {
|
|
deps = append(deps, crtBegin.Path(), crtEnd.Path())
|
|
}
|
|
|
|
rule := ld
|
|
args := map[string]string{
|
|
"ldCmd": ldCmd,
|
|
"crtBegin": crtBegin.String(),
|
|
"libFlags": strings.Join(libFlagsList, " "),
|
|
"extraLibFlags": flags.extraLibFlags,
|
|
"ldFlags": flags.globalLdFlags + " " + flags.localLdFlags,
|
|
"crtEnd": crtEnd.String(),
|
|
}
|
|
if ctx.Config().UseRBE() && ctx.Config().IsEnvTrue("RBE_CXX_LINKS") {
|
|
rule = ldRE
|
|
args["implicitOutputs"] = strings.Join(implicitOutputs.Strings(), ",")
|
|
args["implicitInputs"] = strings.Join(deps.Strings(), ",")
|
|
}
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: rule,
|
|
Description: "link " + outputFile.Base(),
|
|
Output: outputFile,
|
|
ImplicitOutputs: implicitOutputs,
|
|
Inputs: objFiles,
|
|
Implicits: deps,
|
|
Args: args,
|
|
})
|
|
}
|
|
|
|
// Generate a rule to combine .dump sAbi dump files from multiple source files
|
|
// into a single .ldump sAbi dump file
|
|
func TransformDumpToLinkedDump(ctx android.ModuleContext, sAbiDumps android.Paths, soFile android.Path,
|
|
baseName, exportedHeaderFlags string, symbolFile android.OptionalPath,
|
|
excludedSymbolVersions, excludedSymbolTags []string) android.OptionalPath {
|
|
|
|
outputFile := android.PathForModuleOut(ctx, baseName+".lsdump")
|
|
|
|
implicits := android.Paths{soFile}
|
|
symbolFilterStr := "-so " + soFile.String()
|
|
|
|
if symbolFile.Valid() {
|
|
implicits = append(implicits, symbolFile.Path())
|
|
symbolFilterStr += " -v " + symbolFile.String()
|
|
}
|
|
for _, ver := range excludedSymbolVersions {
|
|
symbolFilterStr += " --exclude-symbol-version " + ver
|
|
}
|
|
for _, tag := range excludedSymbolTags {
|
|
symbolFilterStr += " --exclude-symbol-tag " + tag
|
|
}
|
|
rule := sAbiLink
|
|
args := map[string]string{
|
|
"symbolFilter": symbolFilterStr,
|
|
"arch": ctx.Arch().ArchType.Name,
|
|
"exportedHeaderFlags": exportedHeaderFlags,
|
|
}
|
|
if ctx.Config().UseRBE() && ctx.Config().IsEnvTrue("RBE_ABI_LINKER") {
|
|
rule = sAbiLinkRE
|
|
rbeImplicits := implicits.Strings()
|
|
for _, p := range strings.Split(exportedHeaderFlags, " ") {
|
|
if len(p) > 2 {
|
|
// Exclude the -I prefix.
|
|
rbeImplicits = append(rbeImplicits, p[2:])
|
|
}
|
|
}
|
|
args["implicitInputs"] = strings.Join(rbeImplicits, ",")
|
|
}
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: rule,
|
|
Description: "header-abi-linker " + outputFile.Base(),
|
|
Output: outputFile,
|
|
Inputs: sAbiDumps,
|
|
Implicits: implicits,
|
|
Args: args,
|
|
})
|
|
return android.OptionalPathForPath(outputFile)
|
|
}
|
|
|
|
func UnzipRefDump(ctx android.ModuleContext, zippedRefDump android.Path, baseName string) android.Path {
|
|
outputFile := android.PathForModuleOut(ctx, baseName+"_ref.lsdump")
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: unzipRefSAbiDump,
|
|
Description: "gunzip" + outputFile.Base(),
|
|
Output: outputFile,
|
|
Input: zippedRefDump,
|
|
})
|
|
return outputFile
|
|
}
|
|
|
|
func SourceAbiDiff(ctx android.ModuleContext, inputDump android.Path, referenceDump android.Path,
|
|
baseName, exportedHeaderFlags string, checkAllApis, isLlndk, isNdk, isVndkExt bool) android.OptionalPath {
|
|
|
|
outputFile := android.PathForModuleOut(ctx, baseName+".abidiff")
|
|
libName := strings.TrimSuffix(baseName, filepath.Ext(baseName))
|
|
createReferenceDumpFlags := ""
|
|
|
|
var extraFlags []string
|
|
if checkAllApis {
|
|
extraFlags = append(extraFlags, "-check-all-apis")
|
|
} else {
|
|
extraFlags = append(extraFlags,
|
|
"-allow-unreferenced-changes",
|
|
"-allow-unreferenced-elf-symbol-changes")
|
|
}
|
|
|
|
if exportedHeaderFlags == "" {
|
|
extraFlags = append(extraFlags, "-advice-only")
|
|
}
|
|
|
|
if isLlndk || isNdk {
|
|
createReferenceDumpFlags = "--llndk"
|
|
if isLlndk {
|
|
// TODO(b/130324828): "-consider-opaque-types-different" should apply to
|
|
// both LLNDK and NDK shared libs. However, a known issue in header-abi-diff
|
|
// breaks libaaudio. Remove the if-guard after the issue is fixed.
|
|
extraFlags = append(extraFlags, "-consider-opaque-types-different")
|
|
}
|
|
}
|
|
if isVndkExt {
|
|
extraFlags = append(extraFlags, "-allow-extensions")
|
|
}
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: sAbiDiff,
|
|
Description: "header-abi-diff " + outputFile.Base(),
|
|
Output: outputFile,
|
|
Input: inputDump,
|
|
Implicit: referenceDump,
|
|
Args: map[string]string{
|
|
"referenceDump": referenceDump.String(),
|
|
"libName": libName,
|
|
"arch": ctx.Arch().ArchType.Name,
|
|
"extraFlags": strings.Join(extraFlags, " "),
|
|
"createReferenceDumpFlags": createReferenceDumpFlags,
|
|
},
|
|
})
|
|
return android.OptionalPathForPath(outputFile)
|
|
}
|
|
|
|
// Generate a rule for extracting a table of contents from a shared library (.so)
|
|
func TransformSharedObjectToToc(ctx android.ModuleContext, inputFile android.Path,
|
|
outputFile android.WritablePath, flags builderFlags) {
|
|
|
|
var format string
|
|
var crossCompile string
|
|
if ctx.Darwin() {
|
|
format = "--macho"
|
|
crossCompile = "${config.MacToolPath}"
|
|
} else if ctx.Windows() {
|
|
format = "--pe"
|
|
crossCompile = gccCmd(flags.toolchain, "")
|
|
} else {
|
|
format = "--elf"
|
|
crossCompile = gccCmd(flags.toolchain, "")
|
|
}
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: toc,
|
|
Description: "generate toc " + inputFile.Base(),
|
|
Output: outputFile,
|
|
Input: inputFile,
|
|
Args: map[string]string{
|
|
"crossCompile": crossCompile,
|
|
"format": format,
|
|
},
|
|
})
|
|
}
|
|
|
|
// Generate a rule for compiling multiple .o files to a .o using ld partial linking
|
|
func TransformObjsToObj(ctx android.ModuleContext, objFiles android.Paths,
|
|
flags builderFlags, outputFile android.WritablePath, deps android.Paths) {
|
|
|
|
ldCmd := "${config.ClangBin}/clang++"
|
|
|
|
rule := partialLd
|
|
args := map[string]string{
|
|
"ldCmd": ldCmd,
|
|
"ldFlags": flags.globalLdFlags + " " + flags.localLdFlags,
|
|
}
|
|
if ctx.Config().UseRBE() && ctx.Config().IsEnvTrue("RBE_CXX_LINKS") {
|
|
rule = partialLdRE
|
|
args["inCommaList"] = strings.Join(objFiles.Strings(), ",")
|
|
args["implicitInputs"] = strings.Join(deps.Strings(), ",")
|
|
}
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: rule,
|
|
Description: "link " + outputFile.Base(),
|
|
Output: outputFile,
|
|
Inputs: objFiles,
|
|
Implicits: deps,
|
|
Args: args,
|
|
})
|
|
}
|
|
|
|
// Generate a rule for runing objcopy --prefix-symbols on a binary
|
|
func TransformBinaryPrefixSymbols(ctx android.ModuleContext, prefix string, inputFile android.Path,
|
|
flags builderFlags, outputFile android.WritablePath) {
|
|
|
|
objcopyCmd := gccCmd(flags.toolchain, "objcopy")
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: prefixSymbols,
|
|
Description: "prefix symbols " + outputFile.Base(),
|
|
Output: outputFile,
|
|
Input: inputFile,
|
|
Args: map[string]string{
|
|
"objcopyCmd": objcopyCmd,
|
|
"prefix": prefix,
|
|
},
|
|
})
|
|
}
|
|
|
|
func TransformStrip(ctx android.ModuleContext, inputFile android.Path,
|
|
outputFile android.WritablePath, flags StripFlags) {
|
|
|
|
crossCompile := gccCmd(flags.Toolchain, "")
|
|
args := ""
|
|
if flags.StripAddGnuDebuglink {
|
|
args += " --add-gnu-debuglink"
|
|
}
|
|
if flags.StripKeepMiniDebugInfo {
|
|
args += " --keep-mini-debug-info"
|
|
}
|
|
if flags.StripKeepSymbols {
|
|
args += " --keep-symbols"
|
|
}
|
|
if flags.StripKeepSymbolsList != "" {
|
|
args += " -k" + flags.StripKeepSymbolsList
|
|
}
|
|
if flags.StripKeepSymbolsAndDebugFrame {
|
|
args += " --keep-symbols-and-debug-frame"
|
|
}
|
|
if flags.StripUseGnuStrip {
|
|
args += " --use-gnu-strip"
|
|
}
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: strip,
|
|
Description: "strip " + outputFile.Base(),
|
|
Output: outputFile,
|
|
Input: inputFile,
|
|
Args: map[string]string{
|
|
"crossCompile": crossCompile,
|
|
"args": args,
|
|
},
|
|
})
|
|
}
|
|
|
|
func TransformDarwinStrip(ctx android.ModuleContext, inputFile android.Path,
|
|
outputFile android.WritablePath) {
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: darwinStrip,
|
|
Description: "strip " + outputFile.Base(),
|
|
Output: outputFile,
|
|
Input: inputFile,
|
|
})
|
|
}
|
|
|
|
func TransformCoverageFilesToZip(ctx android.ModuleContext,
|
|
inputs Objects, baseName string) android.OptionalPath {
|
|
|
|
if len(inputs.coverageFiles) > 0 {
|
|
outputFile := android.PathForModuleOut(ctx, baseName+".zip")
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: zip,
|
|
Description: "zip " + outputFile.Base(),
|
|
Inputs: inputs.coverageFiles,
|
|
Output: outputFile,
|
|
})
|
|
|
|
return android.OptionalPathForPath(outputFile)
|
|
}
|
|
|
|
return android.OptionalPath{}
|
|
}
|
|
|
|
func TransformArchiveRepack(ctx android.ModuleContext, inputFile android.Path,
|
|
outputFile android.WritablePath, objects []string) {
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
Rule: archiveRepack,
|
|
Description: "Repack archive " + outputFile.Base(),
|
|
Output: outputFile,
|
|
Input: inputFile,
|
|
Args: map[string]string{
|
|
"objects": strings.Join(objects, " "),
|
|
},
|
|
})
|
|
}
|
|
|
|
func gccCmd(toolchain config.Toolchain, cmd string) string {
|
|
return filepath.Join(toolchain.GccRoot(), "bin", toolchain.GccTriple()+"-"+cmd)
|
|
}
|
|
|
|
func splitListForSize(list android.Paths, limit int) (lists []android.Paths, err error) {
|
|
var i int
|
|
|
|
start := 0
|
|
bytes := 0
|
|
for i = range list {
|
|
l := len(list[i].String())
|
|
if l > limit {
|
|
return nil, fmt.Errorf("list element greater than size limit (%d)", limit)
|
|
}
|
|
if bytes+l > limit {
|
|
lists = append(lists, list[start:i])
|
|
start = i
|
|
bytes = 0
|
|
}
|
|
bytes += l + 1 // count a space between each list element
|
|
}
|
|
|
|
lists = append(lists, list[start:])
|
|
|
|
totalLen := 0
|
|
for _, l := range lists {
|
|
totalLen += len(l)
|
|
}
|
|
if totalLen != len(list) {
|
|
panic(fmt.Errorf("Failed breaking up list, %d != %d", len(list), totalLen))
|
|
}
|
|
return lists, nil
|
|
}
|