2018-11-12 19:13:39 +01:00
|
|
|
// Copyright 2018 Google Inc. All rights reserved.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
// The dexpreopt package converts a global dexpreopt config and a module dexpreopt config into rules to perform
|
2019-10-18 15:51:38 +02:00
|
|
|
// dexpreopting.
|
2018-11-12 19:13:39 +01:00
|
|
|
//
|
|
|
|
// It is used in two places; in the dexpeopt_gen binary for modules defined in Make, and directly linked into Soong.
|
|
|
|
//
|
|
|
|
// For Make modules it is built into the dexpreopt_gen binary, which is executed as a Make rule using global config and
|
|
|
|
// module config specified in JSON files. The binary writes out two shell scripts, only updating them if they have
|
|
|
|
// changed. One script takes an APK or JAR as an input and produces a zip file containing any outputs of preopting,
|
|
|
|
// in the location they should be on the device. The Make build rules will unzip the zip file into $(PRODUCT_OUT) when
|
|
|
|
// installing the APK, which will install the preopt outputs into $(PRODUCT_OUT)/system or $(PRODUCT_OUT)/system_other
|
2019-10-18 15:51:38 +02:00
|
|
|
// as necessary. The zip file may be empty if preopting was disabled for any reason.
|
2018-11-12 19:13:39 +01:00
|
|
|
//
|
|
|
|
// The intermediate shell scripts allow changes to this package or to the global config to regenerate the shell scripts
|
|
|
|
// but only require re-executing preopting if the script has changed.
|
|
|
|
//
|
|
|
|
// For Soong modules this package is linked directly into Soong and run from the java package. It generates the same
|
|
|
|
// commands as for make, using athe same global config JSON file used by make, but using a module config structure
|
|
|
|
// provided by Soong. The generated commands are then converted into Soong rule and written directly to the ninja file,
|
|
|
|
// with no extra shell scripts involved.
|
|
|
|
package dexpreopt
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"path/filepath"
|
2019-02-15 19:39:37 +01:00
|
|
|
"runtime"
|
2018-11-12 19:13:39 +01:00
|
|
|
"strings"
|
|
|
|
|
2019-01-31 02:32:39 +01:00
|
|
|
"android/soong/android"
|
|
|
|
|
2018-11-12 19:13:39 +01:00
|
|
|
"github.com/google/blueprint/pathtools"
|
|
|
|
)
|
|
|
|
|
|
|
|
const SystemPartition = "/system/"
|
|
|
|
const SystemOtherPartition = "/system_other/"
|
|
|
|
|
2020-04-24 13:15:20 +02:00
|
|
|
var DexpreoptRunningInSoong = false
|
|
|
|
|
2018-11-12 19:13:39 +01:00
|
|
|
// GenerateDexpreoptRule generates a set of commands that will preopt a module based on a GlobalConfig and a
|
|
|
|
// ModuleConfig. The produced files and their install locations will be available through rule.Installs().
|
2020-01-31 18:44:54 +01:00
|
|
|
func GenerateDexpreoptRule(ctx android.PathContext, globalSoong *GlobalSoongConfig,
|
|
|
|
global *GlobalConfig, module *ModuleConfig) (rule *android.RuleBuilder, err error) {
|
2019-02-15 19:39:37 +01:00
|
|
|
|
2018-11-12 19:13:39 +01:00
|
|
|
defer func() {
|
|
|
|
if r := recover(); r != nil {
|
2019-02-15 19:39:37 +01:00
|
|
|
if _, ok := r.(runtime.Error); ok {
|
|
|
|
panic(r)
|
|
|
|
} else if e, ok := r.(error); ok {
|
2018-11-12 19:13:39 +01:00
|
|
|
err = e
|
|
|
|
rule = nil
|
|
|
|
} else {
|
|
|
|
panic(r)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2019-02-02 01:42:32 +01:00
|
|
|
rule = android.NewRuleBuilder()
|
2018-11-12 19:13:39 +01:00
|
|
|
|
2019-02-15 19:39:37 +01:00
|
|
|
generateProfile := module.ProfileClassListing.Valid() && !global.DisableGenerateProfile
|
2019-07-24 14:19:29 +02:00
|
|
|
generateBootProfile := module.ProfileBootListing.Valid() && !global.DisableGenerateProfile
|
2018-11-12 19:13:39 +01:00
|
|
|
|
2019-02-15 19:39:37 +01:00
|
|
|
var profile android.WritablePath
|
2018-11-12 19:13:39 +01:00
|
|
|
if generateProfile {
|
2020-01-10 21:32:59 +01:00
|
|
|
profile = profileCommand(ctx, globalSoong, global, module, rule)
|
2018-11-12 19:13:39 +01:00
|
|
|
}
|
2019-07-24 14:19:29 +02:00
|
|
|
if generateBootProfile {
|
2020-01-10 21:32:59 +01:00
|
|
|
bootProfileCommand(ctx, globalSoong, global, module, rule)
|
2019-07-24 14:19:29 +02:00
|
|
|
}
|
2018-11-12 19:13:39 +01:00
|
|
|
|
2019-12-03 16:39:23 +01:00
|
|
|
if !dexpreoptDisabled(ctx, global, module) {
|
2020-08-19 17:32:54 +02:00
|
|
|
if clc := genClassLoaderContext(ctx, global, module); clc != nil {
|
2019-01-09 02:38:37 +01:00
|
|
|
appImage := (generateProfile || module.ForceCreateAppImage || global.DefaultAppImages) &&
|
|
|
|
!module.NoCreateAppImage
|
|
|
|
|
|
|
|
generateDM := shouldGenerateDM(module, global)
|
|
|
|
|
2019-11-08 11:54:21 +01:00
|
|
|
for archIdx, _ := range module.Archs {
|
2020-08-19 17:32:54 +02:00
|
|
|
dexpreoptCommand(ctx, globalSoong, global, module, rule, archIdx, *clc, profile, appImage, generateDM)
|
2018-11-12 19:13:39 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return rule, nil
|
|
|
|
}
|
|
|
|
|
2020-01-31 18:44:54 +01:00
|
|
|
func dexpreoptDisabled(ctx android.PathContext, global *GlobalConfig, module *ModuleConfig) bool {
|
2019-01-09 02:38:37 +01:00
|
|
|
if contains(global.DisablePreoptModules, module.Name) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2020-08-19 17:32:54 +02:00
|
|
|
// Don't preopt individual boot jars, they will be preopted together.
|
|
|
|
if global.BootJars.ContainsJar(module.Name) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2019-11-27 13:26:49 +01:00
|
|
|
// Don't preopt system server jars that are updatable.
|
2020-07-01 15:31:13 +02:00
|
|
|
if global.UpdatableSystemServerJars.ContainsJar(module.Name) {
|
|
|
|
return true
|
2019-11-27 13:26:49 +01:00
|
|
|
}
|
|
|
|
|
2019-01-09 02:38:37 +01:00
|
|
|
// If OnlyPreoptBootImageAndSystemServer=true and module is not in boot class path skip
|
|
|
|
// Also preopt system server jars since selinux prevents system server from loading anything from
|
|
|
|
// /data. If we don't do this they will need to be extracted which is not favorable for RAM usage
|
|
|
|
// or performance. If PreoptExtractedApk is true, we ignore the only preopt boot image options.
|
2020-07-01 15:31:13 +02:00
|
|
|
if global.OnlyPreoptBootImageAndSystemServer && !global.BootJars.ContainsJar(module.Name) &&
|
2019-01-09 02:38:37 +01:00
|
|
|
!contains(global.SystemServerJars, module.Name) && !module.PreoptExtractedApk {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2020-01-31 18:44:54 +01:00
|
|
|
func profileCommand(ctx android.PathContext, globalSoong *GlobalSoongConfig, global *GlobalConfig,
|
|
|
|
module *ModuleConfig, rule *android.RuleBuilder) android.WritablePath {
|
2019-02-15 19:39:37 +01:00
|
|
|
|
|
|
|
profilePath := module.BuildPath.InSameDir(ctx, "profile.prof")
|
2018-11-12 19:13:39 +01:00
|
|
|
profileInstalledPath := module.DexLocation + ".prof"
|
|
|
|
|
|
|
|
if !module.ProfileIsTextListing {
|
|
|
|
rule.Command().FlagWithOutput("touch ", profilePath)
|
|
|
|
}
|
|
|
|
|
|
|
|
cmd := rule.Command().
|
|
|
|
Text(`ANDROID_LOG_TAGS="*:e"`).
|
2020-01-10 21:32:59 +01:00
|
|
|
Tool(globalSoong.Profman)
|
2018-11-12 19:13:39 +01:00
|
|
|
|
|
|
|
if module.ProfileIsTextListing {
|
|
|
|
// The profile is a test listing of classes (used for framework jars).
|
|
|
|
// We need to generate the actual binary profile before being able to compile.
|
2019-02-15 19:39:37 +01:00
|
|
|
cmd.FlagWithInput("--create-profile-from=", module.ProfileClassListing.Path())
|
2018-11-12 19:13:39 +01:00
|
|
|
} else {
|
|
|
|
// The profile is binary profile (used for apps). Run it through profman to
|
|
|
|
// ensure the profile keys match the apk.
|
|
|
|
cmd.
|
|
|
|
Flag("--copy-and-update-profile-key").
|
2019-02-15 19:39:37 +01:00
|
|
|
FlagWithInput("--profile-file=", module.ProfileClassListing.Path())
|
2018-11-12 19:13:39 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
cmd.
|
|
|
|
FlagWithInput("--apk=", module.DexPath).
|
|
|
|
Flag("--dex-location="+module.DexLocation).
|
|
|
|
FlagWithOutput("--reference-profile-file=", profilePath)
|
|
|
|
|
|
|
|
if !module.ProfileIsTextListing {
|
|
|
|
cmd.Text(fmt.Sprintf(`|| echo "Profile out of date for %s"`, module.DexPath))
|
|
|
|
}
|
|
|
|
rule.Install(profilePath, profileInstalledPath)
|
|
|
|
|
|
|
|
return profilePath
|
|
|
|
}
|
|
|
|
|
2020-01-31 18:44:54 +01:00
|
|
|
func bootProfileCommand(ctx android.PathContext, globalSoong *GlobalSoongConfig, global *GlobalConfig,
|
|
|
|
module *ModuleConfig, rule *android.RuleBuilder) android.WritablePath {
|
2019-07-24 14:19:29 +02:00
|
|
|
|
|
|
|
profilePath := module.BuildPath.InSameDir(ctx, "profile.bprof")
|
|
|
|
profileInstalledPath := module.DexLocation + ".bprof"
|
|
|
|
|
|
|
|
if !module.ProfileIsTextListing {
|
|
|
|
rule.Command().FlagWithOutput("touch ", profilePath)
|
|
|
|
}
|
|
|
|
|
|
|
|
cmd := rule.Command().
|
|
|
|
Text(`ANDROID_LOG_TAGS="*:e"`).
|
2020-01-10 21:32:59 +01:00
|
|
|
Tool(globalSoong.Profman)
|
2019-07-24 14:19:29 +02:00
|
|
|
|
|
|
|
// The profile is a test listing of methods.
|
|
|
|
// We need to generate the actual binary profile.
|
|
|
|
cmd.FlagWithInput("--create-profile-from=", module.ProfileBootListing.Path())
|
|
|
|
|
|
|
|
cmd.
|
|
|
|
Flag("--generate-boot-profile").
|
|
|
|
FlagWithInput("--apk=", module.DexPath).
|
|
|
|
Flag("--dex-location="+module.DexLocation).
|
|
|
|
FlagWithOutput("--reference-profile-file=", profilePath)
|
|
|
|
|
|
|
|
if !module.ProfileIsTextListing {
|
|
|
|
cmd.Text(fmt.Sprintf(`|| echo "Profile out of date for %s"`, module.DexPath))
|
|
|
|
}
|
|
|
|
rule.Install(profilePath, profileInstalledPath)
|
|
|
|
|
|
|
|
return profilePath
|
|
|
|
}
|
|
|
|
|
2020-06-01 17:10:56 +02:00
|
|
|
type classLoaderContext struct {
|
|
|
|
// The class loader context using paths in the build.
|
|
|
|
Host android.Paths
|
|
|
|
|
|
|
|
// The class loader context using paths as they will be on the device.
|
|
|
|
Target []string
|
|
|
|
}
|
|
|
|
|
|
|
|
// A map of class loader contexts for each SDK version.
|
|
|
|
// A map entry for "any" version contains libraries that are unconditionally added to class loader
|
|
|
|
// context. Map entries for existing versions contains libraries that were in the default classpath
|
|
|
|
// until that API version, and should be added to class loader context if and only if the
|
|
|
|
// targetSdkVersion in the manifest or APK is less than that API version.
|
|
|
|
type classLoaderContextMap map[int]*classLoaderContext
|
|
|
|
|
2020-06-30 13:39:01 +02:00
|
|
|
const anySdkVersion int = 9999 // should go last in class loader context
|
2020-06-01 17:10:56 +02:00
|
|
|
|
|
|
|
func (m classLoaderContextMap) getValue(sdkVer int) *classLoaderContext {
|
|
|
|
if _, ok := m[sdkVer]; !ok {
|
|
|
|
m[sdkVer] = &classLoaderContext{}
|
|
|
|
}
|
|
|
|
return m[sdkVer]
|
|
|
|
}
|
|
|
|
|
2020-08-19 17:32:54 +02:00
|
|
|
func (m classLoaderContextMap) addLibs(sdkVer int, module *ModuleConfig, libs ...string) bool {
|
2020-06-01 17:10:56 +02:00
|
|
|
clc := m.getValue(sdkVer)
|
|
|
|
for _, lib := range libs {
|
2020-08-19 17:32:54 +02:00
|
|
|
if p := pathForLibrary(module, lib); p != nil {
|
|
|
|
clc.Host = append(clc.Host, p.Host)
|
|
|
|
clc.Target = append(clc.Target, p.Device)
|
|
|
|
} else {
|
|
|
|
return false
|
|
|
|
}
|
2020-06-01 17:10:56 +02:00
|
|
|
}
|
2020-08-19 17:32:54 +02:00
|
|
|
return true
|
2020-06-01 17:10:56 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (m classLoaderContextMap) addSystemServerLibs(sdkVer int, ctx android.PathContext, module *ModuleConfig, libs ...string) {
|
|
|
|
clc := m.getValue(sdkVer)
|
|
|
|
for _, lib := range libs {
|
|
|
|
clc.Host = append(clc.Host, SystemServerDexJarHostPath(ctx, lib))
|
|
|
|
clc.Target = append(clc.Target, filepath.Join("/system/framework", lib+".jar"))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-08-19 17:32:54 +02:00
|
|
|
// genClassLoaderContext generates host and target class loader context to be passed to the dex2oat
|
|
|
|
// command for the dexpreopted module. There are three possible cases:
|
|
|
|
//
|
|
|
|
// 1. System server jars. They have a special class loader context that includes other system
|
|
|
|
// server jars.
|
|
|
|
//
|
|
|
|
// 2. Library jars or APKs which have precise list of their <uses-library> libs. Their class loader
|
|
|
|
// context includes build and on-device paths to these libs. In some cases it may happen that
|
|
|
|
// the path to a <uses-library> is unknown (e.g. the dexpreopted module may depend on stubs
|
|
|
|
// library, whose implementation library is missing from the build altogether). In such case
|
|
|
|
// dexpreopting with the <uses-library> is impossible, and dexpreopting without it is pointless,
|
|
|
|
// as the runtime classpath won't match and the dexpreopted code will be discarded. Therefore in
|
|
|
|
// such cases the function returns nil, which disables dexpreopt.
|
|
|
|
//
|
|
|
|
// 2. All other library jars or APKs for which the exact <uses-library> list is unknown. They use
|
|
|
|
// the unsafe &-classpath workaround that means empty class loader context and absence of runtime
|
|
|
|
// check that the class loader context provided by the PackageManager agrees with the stored
|
|
|
|
// class loader context recorded in the .odex file.
|
|
|
|
//
|
|
|
|
func genClassLoaderContext(ctx android.PathContext, global *GlobalConfig, module *ModuleConfig) *classLoaderContextMap {
|
|
|
|
classLoaderContexts := make(classLoaderContextMap)
|
|
|
|
systemServerJars := NonUpdatableSystemServerJars(ctx, global)
|
|
|
|
|
|
|
|
if jarIndex := android.IndexList(module.Name, systemServerJars); jarIndex >= 0 {
|
|
|
|
// System server jars should be dexpreopted together: class loader context of each jar
|
|
|
|
// should include all preceding jars on the system server classpath.
|
|
|
|
classLoaderContexts.addSystemServerLibs(anySdkVersion, ctx, module, systemServerJars[:jarIndex]...)
|
|
|
|
|
|
|
|
} else if module.EnforceUsesLibraries {
|
|
|
|
// Unconditional class loader context.
|
|
|
|
usesLibs := append(copyOf(module.UsesLibraries), module.OptionalUsesLibraries...)
|
|
|
|
if !classLoaderContexts.addLibs(anySdkVersion, module, usesLibs...) {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Conditional class loader context for API version < 28.
|
|
|
|
const httpLegacy = "org.apache.http.legacy"
|
|
|
|
if !contains(usesLibs, httpLegacy) {
|
|
|
|
if !classLoaderContexts.addLibs(28, module, httpLegacy) {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Conditional class loader context for API version < 29.
|
|
|
|
usesLibs29 := []string{
|
|
|
|
"android.hidl.base-V1.0-java",
|
|
|
|
"android.hidl.manager-V1.0-java",
|
|
|
|
}
|
|
|
|
if !classLoaderContexts.addLibs(29, module, usesLibs29...) {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Conditional class loader context for API version < 30.
|
|
|
|
const testBase = "android.test.base"
|
|
|
|
if !contains(usesLibs, testBase) {
|
|
|
|
if !classLoaderContexts.addLibs(30, module, testBase) {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
} else {
|
|
|
|
// Pass special class loader context to skip the classpath and collision check.
|
|
|
|
// This will get removed once LOCAL_USES_LIBRARIES is enforced.
|
|
|
|
// Right now LOCAL_USES_LIBRARIES is opt in, for the case where it's not specified we still default
|
|
|
|
// to the &.
|
|
|
|
}
|
|
|
|
|
|
|
|
return &classLoaderContexts
|
|
|
|
}
|
|
|
|
|
2020-01-31 18:44:54 +01:00
|
|
|
func dexpreoptCommand(ctx android.PathContext, globalSoong *GlobalSoongConfig, global *GlobalConfig,
|
2020-08-19 17:32:54 +02:00
|
|
|
module *ModuleConfig, rule *android.RuleBuilder, archIdx int, classLoaderContexts classLoaderContextMap,
|
|
|
|
profile android.WritablePath, appImage bool, generateDM bool) {
|
2019-11-08 11:54:21 +01:00
|
|
|
|
|
|
|
arch := module.Archs[archIdx]
|
2018-11-12 19:13:39 +01:00
|
|
|
|
|
|
|
// HACK: make soname in Soong-generated .odex files match Make.
|
|
|
|
base := filepath.Base(module.DexLocation)
|
|
|
|
if filepath.Ext(base) == ".jar" {
|
|
|
|
base = "javalib.jar"
|
|
|
|
} else if filepath.Ext(base) == ".apk" {
|
|
|
|
base = "package.apk"
|
|
|
|
}
|
|
|
|
|
|
|
|
toOdexPath := func(path string) string {
|
|
|
|
return filepath.Join(
|
|
|
|
filepath.Dir(path),
|
|
|
|
"oat",
|
2019-02-12 00:11:14 +01:00
|
|
|
arch.String(),
|
2018-11-12 19:13:39 +01:00
|
|
|
pathtools.ReplaceExtension(filepath.Base(path), "odex"))
|
|
|
|
}
|
|
|
|
|
2019-02-15 19:39:37 +01:00
|
|
|
odexPath := module.BuildPath.InSameDir(ctx, "oat", arch.String(), pathtools.ReplaceExtension(base, "odex"))
|
2018-11-12 19:13:39 +01:00
|
|
|
odexInstallPath := toOdexPath(module.DexLocation)
|
|
|
|
if odexOnSystemOther(module, global) {
|
2019-10-03 15:18:45 +02:00
|
|
|
odexInstallPath = filepath.Join(SystemOtherPartition, odexInstallPath)
|
2018-11-12 19:13:39 +01:00
|
|
|
}
|
|
|
|
|
2019-02-15 19:39:37 +01:00
|
|
|
vdexPath := odexPath.ReplaceExtension(ctx, "vdex")
|
2018-11-12 19:13:39 +01:00
|
|
|
vdexInstallPath := pathtools.ReplaceExtension(odexInstallPath, "vdex")
|
|
|
|
|
2019-02-15 19:39:37 +01:00
|
|
|
invocationPath := odexPath.ReplaceExtension(ctx, "invocation")
|
2018-12-19 00:16:26 +01:00
|
|
|
|
2020-03-11 12:59:34 +01:00
|
|
|
systemServerJars := NonUpdatableSystemServerJars(ctx, global)
|
|
|
|
|
2020-06-30 12:25:49 +02:00
|
|
|
rule.Command().FlagWithArg("mkdir -p ", filepath.Dir(odexPath.String()))
|
|
|
|
rule.Command().FlagWithOutput("rm -f ", odexPath)
|
2020-05-29 16:35:06 +02:00
|
|
|
|
2020-06-30 12:25:49 +02:00
|
|
|
if jarIndex := android.IndexList(module.Name, systemServerJars); jarIndex >= 0 {
|
|
|
|
// Copy the system server jar to a predefined location where dex2oat will find it.
|
|
|
|
dexPathHost := SystemServerDexJarHostPath(ctx, module.Name)
|
|
|
|
rule.Command().Text("mkdir -p").Flag(filepath.Dir(dexPathHost.String()))
|
|
|
|
rule.Command().Text("cp -f").Input(module.DexPath).Output(dexPathHost)
|
|
|
|
|
|
|
|
checkSystemServerOrder(ctx, jarIndex)
|
|
|
|
|
|
|
|
clc := classLoaderContexts[anySdkVersion]
|
|
|
|
rule.Command().
|
|
|
|
Text("class_loader_context_arg=--class-loader-context=PCL[" + strings.Join(clc.Host.Strings(), ":") + "]").
|
|
|
|
Implicits(clc.Host).
|
|
|
|
Text("stored_class_loader_context_arg=--stored-class-loader-context=PCL[" + strings.Join(clc.Target, ":") + "]")
|
|
|
|
} else if module.EnforceUsesLibraries {
|
|
|
|
// Generate command that saves target SDK version in a shell variable.
|
2019-05-22 19:21:09 +02:00
|
|
|
if module.ManifestPath != nil {
|
|
|
|
rule.Command().Text(`target_sdk_version="$(`).
|
2020-01-10 21:32:59 +01:00
|
|
|
Tool(globalSoong.ManifestCheck).
|
2019-05-22 19:21:09 +02:00
|
|
|
Flag("--extract-target-sdk-version").
|
|
|
|
Input(module.ManifestPath).
|
|
|
|
Text(`)"`)
|
|
|
|
} else {
|
|
|
|
// No manifest to extract targetSdkVersion from, hope that DexJar is an APK
|
|
|
|
rule.Command().Text(`target_sdk_version="$(`).
|
2020-01-10 21:32:59 +01:00
|
|
|
Tool(globalSoong.Aapt).
|
2019-05-22 19:21:09 +02:00
|
|
|
Flag("dump badging").
|
|
|
|
Input(module.DexPath).
|
|
|
|
Text(`| grep "targetSdkVersion" | sed -n "s/targetSdkVersion:'\(.*\)'/\1/p"`).
|
|
|
|
Text(`)"`)
|
|
|
|
}
|
2020-06-30 12:25:49 +02:00
|
|
|
|
2020-06-30 13:39:01 +02:00
|
|
|
// Generate command that saves host and target class loader context in shell variables.
|
|
|
|
cmd := rule.Command().
|
|
|
|
Text(`eval "$(`).Tool(globalSoong.ConstructContext).
|
|
|
|
Text(` --target-sdk-version ${target_sdk_version}`)
|
2020-08-20 12:33:12 +02:00
|
|
|
for _, ver := range android.SortedIntKeys(classLoaderContexts) {
|
2020-06-01 17:10:56 +02:00
|
|
|
clc := classLoaderContexts.getValue(ver)
|
2020-06-30 13:39:01 +02:00
|
|
|
verString := fmt.Sprintf("%d", ver)
|
2020-06-01 17:10:56 +02:00
|
|
|
if ver == anySdkVersion {
|
2020-06-30 13:39:01 +02:00
|
|
|
verString = "any" // a special keyword that means any SDK version
|
2020-06-01 17:10:56 +02:00
|
|
|
}
|
2020-06-30 13:39:01 +02:00
|
|
|
cmd.Textf(`--host-classpath-for-sdk %s %s`, verString, strings.Join(clc.Host.Strings(), ":")).
|
|
|
|
Implicits(clc.Host).
|
|
|
|
Textf(`--target-classpath-for-sdk %s %s`, verString, strings.Join(clc.Target, ":"))
|
2020-06-01 17:10:56 +02:00
|
|
|
}
|
2020-06-30 13:39:01 +02:00
|
|
|
cmd.Text(`)"`)
|
2020-06-30 12:25:49 +02:00
|
|
|
} else {
|
|
|
|
// Pass special class loader context to skip the classpath and collision check.
|
|
|
|
// This will get removed once LOCAL_USES_LIBRARIES is enforced.
|
|
|
|
// Right now LOCAL_USES_LIBRARIES is opt in, for the case where it's not specified we still default
|
|
|
|
// to the &.
|
|
|
|
rule.Command().
|
|
|
|
Text(`class_loader_context_arg=--class-loader-context=\&`).
|
|
|
|
Text(`stored_class_loader_context_arg=""`)
|
2018-11-12 19:13:39 +01:00
|
|
|
}
|
|
|
|
|
2019-03-05 15:07:07 +01:00
|
|
|
// Devices that do not have a product partition use a symlink from /product to /system/product.
|
|
|
|
// Because on-device dexopt will see dex locations starting with /product, we change the paths
|
|
|
|
// to mimic this behavior.
|
|
|
|
dexLocationArg := module.DexLocation
|
|
|
|
if strings.HasPrefix(dexLocationArg, "/system/product/") {
|
|
|
|
dexLocationArg = strings.TrimPrefix(dexLocationArg, "/system")
|
|
|
|
}
|
|
|
|
|
2018-11-12 19:13:39 +01:00
|
|
|
cmd := rule.Command().
|
|
|
|
Text(`ANDROID_LOG_TAGS="*:e"`).
|
2020-01-10 21:32:59 +01:00
|
|
|
Tool(globalSoong.Dex2oat).
|
2018-11-12 19:13:39 +01:00
|
|
|
Flag("--avoid-storing-invocation").
|
2018-12-19 00:16:26 +01:00
|
|
|
FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath).
|
2018-11-12 19:13:39 +01:00
|
|
|
Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatXms).
|
|
|
|
Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatXmx).
|
2019-02-11 23:21:24 +01:00
|
|
|
Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", module.PreoptBootClassPathDexFiles, ":").
|
|
|
|
Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", module.PreoptBootClassPathDexLocations, ":").
|
2018-11-12 19:13:39 +01:00
|
|
|
Flag("${class_loader_context_arg}").
|
2020-03-11 12:59:34 +01:00
|
|
|
Flag("${stored_class_loader_context_arg}").
|
2020-01-03 18:33:17 +01:00
|
|
|
FlagWithArg("--boot-image=", strings.Join(module.DexPreoptImageLocations, ":")).Implicits(module.DexPreoptImagesDeps[archIdx].Paths()).
|
2018-11-12 19:13:39 +01:00
|
|
|
FlagWithInput("--dex-file=", module.DexPath).
|
2019-03-05 15:07:07 +01:00
|
|
|
FlagWithArg("--dex-location=", dexLocationArg).
|
2018-11-12 19:13:39 +01:00
|
|
|
FlagWithOutput("--oat-file=", odexPath).ImplicitOutput(vdexPath).
|
|
|
|
// Pass an empty directory, dex2oat shouldn't be reading arbitrary files
|
|
|
|
FlagWithArg("--android-root=", global.EmptyDirectory).
|
2019-02-12 00:11:14 +01:00
|
|
|
FlagWithArg("--instruction-set=", arch.String()).
|
2018-11-12 19:13:39 +01:00
|
|
|
FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch]).
|
|
|
|
FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch]).
|
|
|
|
Flag("--no-generate-debug-info").
|
|
|
|
Flag("--generate-build-id").
|
|
|
|
Flag("--abort-on-hard-verifier-error").
|
|
|
|
Flag("--force-determinism").
|
|
|
|
FlagWithArg("--no-inline-from=", "core-oj.jar")
|
|
|
|
|
|
|
|
var preoptFlags []string
|
|
|
|
if len(module.PreoptFlags) > 0 {
|
|
|
|
preoptFlags = module.PreoptFlags
|
|
|
|
} else if len(global.PreoptFlags) > 0 {
|
|
|
|
preoptFlags = global.PreoptFlags
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(preoptFlags) > 0 {
|
|
|
|
cmd.Text(strings.Join(preoptFlags, " "))
|
|
|
|
}
|
|
|
|
|
|
|
|
if module.UncompressedDex {
|
|
|
|
cmd.FlagWithArg("--copy-dex-files=", "false")
|
|
|
|
}
|
|
|
|
|
2020-02-11 16:54:35 +01:00
|
|
|
if !android.PrefixInList(preoptFlags, "--compiler-filter=") {
|
2018-11-12 19:13:39 +01:00
|
|
|
var compilerFilter string
|
|
|
|
if contains(global.SystemServerJars, module.Name) {
|
|
|
|
// Jars of system server, use the product option if it is set, speed otherwise.
|
|
|
|
if global.SystemServerCompilerFilter != "" {
|
|
|
|
compilerFilter = global.SystemServerCompilerFilter
|
|
|
|
} else {
|
|
|
|
compilerFilter = "speed"
|
|
|
|
}
|
|
|
|
} else if contains(global.SpeedApps, module.Name) || contains(global.SystemServerApps, module.Name) {
|
|
|
|
// Apps loaded into system server, and apps the product default to being compiled with the
|
|
|
|
// 'speed' compiler filter.
|
|
|
|
compilerFilter = "speed"
|
2019-02-15 19:39:37 +01:00
|
|
|
} else if profile != nil {
|
2018-11-12 19:13:39 +01:00
|
|
|
// For non system server jars, use speed-profile when we have a profile.
|
|
|
|
compilerFilter = "speed-profile"
|
|
|
|
} else if global.DefaultCompilerFilter != "" {
|
|
|
|
compilerFilter = global.DefaultCompilerFilter
|
|
|
|
} else {
|
|
|
|
compilerFilter = "quicken"
|
|
|
|
}
|
|
|
|
cmd.FlagWithArg("--compiler-filter=", compilerFilter)
|
|
|
|
}
|
|
|
|
|
|
|
|
if generateDM {
|
|
|
|
cmd.FlagWithArg("--copy-dex-files=", "false")
|
2019-02-15 19:39:37 +01:00
|
|
|
dmPath := module.BuildPath.InSameDir(ctx, "generated.dm")
|
2018-11-12 19:13:39 +01:00
|
|
|
dmInstalledPath := pathtools.ReplaceExtension(module.DexLocation, "dm")
|
2019-02-15 19:39:37 +01:00
|
|
|
tmpPath := module.BuildPath.InSameDir(ctx, "primary.vdex")
|
2018-11-12 19:13:39 +01:00
|
|
|
rule.Command().Text("cp -f").Input(vdexPath).Output(tmpPath)
|
2020-01-10 21:32:59 +01:00
|
|
|
rule.Command().Tool(globalSoong.SoongZip).
|
2018-11-12 19:13:39 +01:00
|
|
|
FlagWithArg("-L", "9").
|
|
|
|
FlagWithOutput("-o", dmPath).
|
|
|
|
Flag("-j").
|
|
|
|
Input(tmpPath)
|
|
|
|
rule.Install(dmPath, dmInstalledPath)
|
|
|
|
}
|
|
|
|
|
|
|
|
// By default, emit debug info.
|
|
|
|
debugInfo := true
|
|
|
|
if global.NoDebugInfo {
|
|
|
|
// If the global setting suppresses mini-debug-info, disable it.
|
|
|
|
debugInfo = false
|
|
|
|
}
|
|
|
|
|
|
|
|
// PRODUCT_SYSTEM_SERVER_DEBUG_INFO overrides WITH_DEXPREOPT_DEBUG_INFO.
|
|
|
|
// PRODUCT_OTHER_JAVA_DEBUG_INFO overrides WITH_DEXPREOPT_DEBUG_INFO.
|
|
|
|
if contains(global.SystemServerJars, module.Name) {
|
|
|
|
if global.AlwaysSystemServerDebugInfo {
|
|
|
|
debugInfo = true
|
|
|
|
} else if global.NeverSystemServerDebugInfo {
|
|
|
|
debugInfo = false
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
if global.AlwaysOtherDebugInfo {
|
|
|
|
debugInfo = true
|
|
|
|
} else if global.NeverOtherDebugInfo {
|
|
|
|
debugInfo = false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Never enable on eng.
|
|
|
|
if global.IsEng {
|
|
|
|
debugInfo = false
|
|
|
|
}
|
|
|
|
|
|
|
|
if debugInfo {
|
|
|
|
cmd.Flag("--generate-mini-debug-info")
|
|
|
|
} else {
|
|
|
|
cmd.Flag("--no-generate-mini-debug-info")
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set the compiler reason to 'prebuilt' to identify the oat files produced
|
|
|
|
// during the build, as opposed to compiled on the device.
|
|
|
|
cmd.FlagWithArg("--compilation-reason=", "prebuilt")
|
|
|
|
|
|
|
|
if appImage {
|
2019-02-15 19:39:37 +01:00
|
|
|
appImagePath := odexPath.ReplaceExtension(ctx, "art")
|
2018-11-12 19:13:39 +01:00
|
|
|
appImageInstallPath := pathtools.ReplaceExtension(odexInstallPath, "art")
|
|
|
|
cmd.FlagWithOutput("--app-image-file=", appImagePath).
|
|
|
|
FlagWithArg("--image-format=", "lz4")
|
2019-04-29 18:33:50 +02:00
|
|
|
if !global.DontResolveStartupStrings {
|
|
|
|
cmd.FlagWithArg("--resolve-startup-const-strings=", "true")
|
|
|
|
}
|
2018-11-12 19:13:39 +01:00
|
|
|
rule.Install(appImagePath, appImageInstallPath)
|
|
|
|
}
|
|
|
|
|
2019-02-15 19:39:37 +01:00
|
|
|
if profile != nil {
|
|
|
|
cmd.FlagWithInput("--profile-file=", profile)
|
2018-11-12 19:13:39 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
rule.Install(odexPath, odexInstallPath)
|
|
|
|
rule.Install(vdexPath, vdexInstallPath)
|
|
|
|
}
|
|
|
|
|
2020-01-31 18:44:54 +01:00
|
|
|
func shouldGenerateDM(module *ModuleConfig, global *GlobalConfig) bool {
|
2018-11-12 19:13:39 +01:00
|
|
|
// Generating DM files only makes sense for verify, avoid doing for non verify compiler filter APKs.
|
|
|
|
// No reason to use a dm file if the dex is already uncompressed.
|
|
|
|
return global.GenerateDMFiles && !module.UncompressedDex &&
|
|
|
|
contains(module.PreoptFlags, "--compiler-filter=verify")
|
|
|
|
}
|
|
|
|
|
2020-01-31 18:44:54 +01:00
|
|
|
func OdexOnSystemOtherByName(name string, dexLocation string, global *GlobalConfig) bool {
|
2018-11-12 19:13:39 +01:00
|
|
|
if !global.HasSystemOther {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if global.SanitizeLite {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2019-02-12 14:12:16 +01:00
|
|
|
if contains(global.SpeedApps, name) || contains(global.SystemServerApps, name) {
|
2018-11-12 19:13:39 +01:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, f := range global.PatternsOnSystemOther {
|
2019-10-14 17:53:02 +02:00
|
|
|
if makefileMatch(filepath.Join(SystemPartition, f), dexLocation) {
|
2018-11-12 19:13:39 +01:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2020-01-31 18:44:54 +01:00
|
|
|
func odexOnSystemOther(module *ModuleConfig, global *GlobalConfig) bool {
|
2019-02-12 14:12:16 +01:00
|
|
|
return OdexOnSystemOtherByName(module.Name, module.DexLocation, global)
|
|
|
|
}
|
|
|
|
|
2019-02-09 06:37:00 +01:00
|
|
|
// PathToLocation converts .../system/framework/arm64/boot.art to .../system/framework/boot.art
|
2019-02-15 19:39:37 +01:00
|
|
|
func PathToLocation(path android.Path, arch android.ArchType) string {
|
|
|
|
pathArch := filepath.Base(filepath.Dir(path.String()))
|
2019-02-12 00:11:14 +01:00
|
|
|
if pathArch != arch.String() {
|
|
|
|
panic(fmt.Errorf("last directory in %q must be %q", path, arch.String()))
|
2019-02-09 06:37:00 +01:00
|
|
|
}
|
2019-02-15 19:39:37 +01:00
|
|
|
return filepath.Join(filepath.Dir(filepath.Dir(path.String())), filepath.Base(path.String()))
|
2019-02-09 06:37:00 +01:00
|
|
|
}
|
|
|
|
|
2020-06-03 15:57:22 +02:00
|
|
|
func pathForLibrary(module *ModuleConfig, lib string) *LibraryPath {
|
2020-08-19 17:32:54 +02:00
|
|
|
if path, ok := module.LibraryPaths[lib]; ok && path.Host != nil && path.Device != "error" {
|
|
|
|
return path
|
|
|
|
} else {
|
|
|
|
return nil
|
2018-11-12 19:13:39 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func makefileMatch(pattern, s string) bool {
|
|
|
|
percent := strings.IndexByte(pattern, '%')
|
|
|
|
switch percent {
|
|
|
|
case -1:
|
|
|
|
return pattern == s
|
|
|
|
case len(pattern) - 1:
|
|
|
|
return strings.HasPrefix(s, pattern[:len(pattern)-1])
|
|
|
|
default:
|
|
|
|
panic(fmt.Errorf("unsupported makefile pattern %q", pattern))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-12-03 16:39:23 +01:00
|
|
|
var nonUpdatableSystemServerJarsKey = android.NewOnceKey("nonUpdatableSystemServerJars")
|
|
|
|
|
|
|
|
// TODO: eliminate the superficial global config parameter by moving global config definition
|
|
|
|
// from java subpackage to dexpreopt.
|
2020-01-31 18:44:54 +01:00
|
|
|
func NonUpdatableSystemServerJars(ctx android.PathContext, global *GlobalConfig) []string {
|
2019-12-03 16:39:23 +01:00
|
|
|
return ctx.Config().Once(nonUpdatableSystemServerJarsKey, func() interface{} {
|
2020-07-01 15:31:13 +02:00
|
|
|
return android.RemoveListFromList(global.SystemServerJars, global.UpdatableSystemServerJars.CopyOfJars())
|
2019-12-03 16:39:23 +01:00
|
|
|
}).([]string)
|
|
|
|
}
|
|
|
|
|
2020-03-11 12:59:34 +01:00
|
|
|
// A predefined location for the system server dex jars. This is needed in order to generate
|
|
|
|
// class loader context for dex2oat, as the path to the jar in the Soong module may be unknown
|
|
|
|
// at that time (Soong processes the jars in dependency order, which may be different from the
|
|
|
|
// the system server classpath order).
|
|
|
|
func SystemServerDexJarHostPath(ctx android.PathContext, jar string) android.OutputPath {
|
2020-04-24 13:15:20 +02:00
|
|
|
if DexpreoptRunningInSoong {
|
|
|
|
// Soong module, just use the default output directory $OUT/soong.
|
|
|
|
return android.PathForOutput(ctx, "system_server_dexjars", jar+".jar")
|
|
|
|
} else {
|
|
|
|
// Make module, default output directory is $OUT (passed via the "null config" created
|
|
|
|
// by dexpreopt_gen). Append Soong subdirectory to match Soong module paths.
|
|
|
|
return android.PathForOutput(ctx, "soong", "system_server_dexjars", jar+".jar")
|
|
|
|
}
|
2020-03-11 12:59:34 +01:00
|
|
|
}
|
|
|
|
|
2020-03-27 12:30:00 +01:00
|
|
|
// Check the order of jars on the system server classpath and give a warning/error if a jar precedes
|
|
|
|
// one of its dependencies. This is not an error, but a missed optimization, as dexpreopt won't
|
|
|
|
// have the dependency jar in the class loader context, and it won't be able to resolve any
|
|
|
|
// references to its classes and methods.
|
|
|
|
func checkSystemServerOrder(ctx android.PathContext, jarIndex int) {
|
|
|
|
mctx, isModule := ctx.(android.ModuleContext)
|
|
|
|
if isModule {
|
|
|
|
config := GetGlobalConfig(ctx)
|
|
|
|
jars := NonUpdatableSystemServerJars(ctx, config)
|
|
|
|
mctx.WalkDeps(func(dep android.Module, parent android.Module) bool {
|
|
|
|
depIndex := android.IndexList(dep.Name(), jars)
|
|
|
|
if jarIndex < depIndex && !config.BrokenSuboptimalOrderOfSystemServerJars {
|
|
|
|
jar := jars[jarIndex]
|
|
|
|
dep := jars[depIndex]
|
|
|
|
mctx.ModuleErrorf("non-optimal order of jars on the system server classpath:"+
|
|
|
|
" '%s' precedes its dependency '%s', so dexpreopt is unable to resolve any"+
|
|
|
|
" references from '%s' to '%s'.\n", jar, dep, jar, dep)
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-12 19:13:39 +01:00
|
|
|
func contains(l []string, s string) bool {
|
|
|
|
for _, e := range l {
|
|
|
|
if e == s {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2019-02-16 08:03:34 +01:00
|
|
|
var copyOf = android.CopyOf
|