fc48433640
libqemu_pipe was retired. Bug: 175046060 Test: presubmit Signed-off-by: Roman Kiryanov <rkir@google.com> Change-Id: I4ac17966ad2a7609a9d71b8884351d70b5996b9d
919 lines
37 KiB
Go
919 lines
37 KiB
Go
// Copyright 2018 Google Inc. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package android
|
|
|
|
import (
|
|
"fmt"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
|
|
"github.com/google/blueprint"
|
|
)
|
|
|
|
var (
|
|
// This is the sdk version when APEX was first introduced
|
|
SdkVersion_Android10 = uncheckedFinalApiLevel(29)
|
|
)
|
|
|
|
// ApexInfo describes the metadata about one or more apexBundles that an apex variant of a module is
|
|
// part of. When an apex variant is created, the variant is associated with one apexBundle. But
|
|
// when multiple apex variants are merged for deduping (see mergeApexVariations), this holds the
|
|
// information about the apexBundles that are merged together.
|
|
// Accessible via `ctx.Provider(android.ApexInfoProvider).(android.ApexInfo)`
|
|
type ApexInfo struct {
|
|
// Name of the apex variation that this module (i.e. the apex variant of the module) is
|
|
// mutated into, or "" for a platform (i.e. non-APEX) variant. Note that a module can be
|
|
// included in multiple APEXes, in which case, the module is mutated into one or more
|
|
// variants, each of which is for an APEX. The variants then can later be deduped if they
|
|
// don't need to be compiled differently. This is an optimization done in
|
|
// mergeApexVariations.
|
|
ApexVariationName string
|
|
|
|
// ApiLevel that this module has to support at minimum.
|
|
MinSdkVersion ApiLevel
|
|
|
|
// True if this module comes from an updatable apexBundle.
|
|
Updatable bool
|
|
|
|
// The list of SDK modules that the containing apexBundle depends on.
|
|
RequiredSdks SdkRefs
|
|
|
|
// List of apexBundles that this apex variant of the module is associated with. Initially,
|
|
// the size of this list is one because one apex variant is associated with one apexBundle.
|
|
// When multiple apex variants are merged in mergeApexVariations, ApexInfo struct of the
|
|
// merged variant holds the list of apexBundles that are merged together.
|
|
InApexes []string
|
|
|
|
// Pointers to the ApexContents struct each of which is for apexBundle modules that this
|
|
// module is part of. The ApexContents gives information about which modules the apexBundle
|
|
// has and whether a module became part of the apexBundle via a direct dependency or not.
|
|
ApexContents []*ApexContents
|
|
|
|
// True if this is for a prebuilt_apex.
|
|
//
|
|
// If true then this will customize the apex processing to make it suitable for handling
|
|
// prebuilt_apex, e.g. it will prevent ApexInfos from being merged together.
|
|
//
|
|
// See Prebuilt.ApexInfoMutator for more information.
|
|
ForPrebuiltApex bool
|
|
}
|
|
|
|
var ApexInfoProvider = blueprint.NewMutatorProvider(ApexInfo{}, "apex")
|
|
|
|
// mergedName gives the name of the alias variation that will be used when multiple apex variations
|
|
// of a module can be deduped into one variation. For example, if libfoo is included in both apex.a
|
|
// and apex.b, and if the two APEXes have the same min_sdk_version (say 29), then libfoo doesn't
|
|
// have to be built twice, but only once. In that case, the two apex variations apex.a and apex.b
|
|
// are configured to have the same alias variation named apex29.
|
|
func (i ApexInfo) mergedName(ctx PathContext) string {
|
|
name := "apex" + strconv.Itoa(i.MinSdkVersion.FinalOrFutureInt())
|
|
for _, sdk := range i.RequiredSdks {
|
|
name += "_" + sdk.Name + "_" + sdk.Version
|
|
}
|
|
return name
|
|
}
|
|
|
|
// IsForPlatform tells whether this module is for the platform or not. If false is returned, it
|
|
// means that this apex variant of the module is built for an APEX.
|
|
func (i ApexInfo) IsForPlatform() bool {
|
|
return i.ApexVariationName == ""
|
|
}
|
|
|
|
// InApex tells whether this apex variant of the module is part of the given apexBundle or not.
|
|
func (i ApexInfo) InApex(apex string) bool {
|
|
for _, a := range i.InApexes {
|
|
if a == apex {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// InApexByBaseName tells whether this apex variant of the module is part of the given APEX or not,
|
|
// where the APEX is specified by its canonical base name, i.e. typically beginning with
|
|
// "com.android.". In particular this function doesn't differentiate between source and prebuilt
|
|
// APEXes, where the latter may have "prebuilt_" prefixes.
|
|
func (i ApexInfo) InApexByBaseName(apex string) bool {
|
|
for _, a := range i.InApexes {
|
|
if RemoveOptionalPrebuiltPrefix(a) == apex {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// ApexTestForInfo stores the contents of APEXes for which this module is a test - although this
|
|
// module is not part of the APEX - and thus has access to APEX internals.
|
|
type ApexTestForInfo struct {
|
|
ApexContents []*ApexContents
|
|
}
|
|
|
|
var ApexTestForInfoProvider = blueprint.NewMutatorProvider(ApexTestForInfo{}, "apex_test_for")
|
|
|
|
// DepIsInSameApex defines an interface that should be used to determine whether a given dependency
|
|
// should be considered as part of the same APEX as the current module or not. Note: this was
|
|
// extracted from ApexModule to make it easier to define custom subsets of the ApexModule interface
|
|
// and improve code navigation within the IDE.
|
|
type DepIsInSameApex interface {
|
|
// DepIsInSameApex tests if the other module 'dep' is considered as part of the same APEX as
|
|
// this module. For example, a static lib dependency usually returns true here, while a
|
|
// shared lib dependency to a stub library returns false.
|
|
//
|
|
// This method must not be called directly without first ignoring dependencies whose tags
|
|
// implement ExcludeFromApexContentsTag. Calls from within the func passed to WalkPayloadDeps()
|
|
// are fine as WalkPayloadDeps() will ignore those dependencies automatically. Otherwise, use
|
|
// IsDepInSameApex instead.
|
|
DepIsInSameApex(ctx BaseModuleContext, dep Module) bool
|
|
}
|
|
|
|
func IsDepInSameApex(ctx BaseModuleContext, module, dep Module) bool {
|
|
depTag := ctx.OtherModuleDependencyTag(dep)
|
|
if _, ok := depTag.(ExcludeFromApexContentsTag); ok {
|
|
// The tag defines a dependency that never requires the child module to be part of the same
|
|
// apex as the parent.
|
|
return false
|
|
}
|
|
return module.(DepIsInSameApex).DepIsInSameApex(ctx, dep)
|
|
}
|
|
|
|
// ApexModule is the interface that a module type is expected to implement if the module has to be
|
|
// built differently depending on whether the module is destined for an APEX or not (i.e., installed
|
|
// to one of the regular partitions).
|
|
//
|
|
// Native shared libraries are one such module type; when it is built for an APEX, it should depend
|
|
// only on stable interfaces such as NDK, stable AIDL, or C APIs from other APEXes.
|
|
//
|
|
// A module implementing this interface will be mutated into multiple variations by apex.apexMutator
|
|
// if it is directly or indirectly included in one or more APEXes. Specifically, if a module is
|
|
// included in apex.foo and apex.bar then three apex variants are created: platform, apex.foo and
|
|
// apex.bar. The platform variant is for the regular partitions (e.g., /system or /vendor, etc.)
|
|
// while the other two are for the APEXs, respectively. The latter two variations can be merged (see
|
|
// mergedName) when the two APEXes have the same min_sdk_version requirement.
|
|
type ApexModule interface {
|
|
Module
|
|
DepIsInSameApex
|
|
|
|
apexModuleBase() *ApexModuleBase
|
|
|
|
// Marks that this module should be built for the specified APEX. Call this BEFORE
|
|
// apex.apexMutator is run.
|
|
BuildForApex(apex ApexInfo)
|
|
|
|
// Returns true if this module is present in any APEX either directly or indirectly. Call
|
|
// this after apex.apexMutator is run.
|
|
InAnyApex() bool
|
|
|
|
// Returns true if this module is directly in any APEX. Call this AFTER apex.apexMutator is
|
|
// run.
|
|
DirectlyInAnyApex() bool
|
|
|
|
// NotInPlatform tells whether or not this module is included in an APEX and therefore
|
|
// shouldn't be exposed to the platform (i.e. outside of the APEX) directly. A module is
|
|
// considered to be included in an APEX either when there actually is an APEX that
|
|
// explicitly has the module as its dependency or the module is not available to the
|
|
// platform, which indicates that the module belongs to at least one or more other APEXes.
|
|
NotInPlatform() bool
|
|
|
|
// Tests if this module could have APEX variants. Even when a module type implements
|
|
// ApexModule interface, APEX variants are created only for the module instances that return
|
|
// true here. This is useful for not creating APEX variants for certain types of shared
|
|
// libraries such as NDK stubs.
|
|
CanHaveApexVariants() bool
|
|
|
|
// Tests if this module can be installed to APEX as a file. For example, this would return
|
|
// true for shared libs while return false for static libs because static libs are not
|
|
// installable module (but it can still be mutated for APEX)
|
|
IsInstallableToApex() bool
|
|
|
|
// Tests if this module is available for the specified APEX or ":platform". This is from the
|
|
// apex_available property of the module.
|
|
AvailableFor(what string) bool
|
|
|
|
// Returns true if this module is not available to platform (i.e. apex_available property
|
|
// doesn't have "//apex_available:platform"), or shouldn't be available to platform, which
|
|
// is the case when this module depends on other module that isn't available to platform.
|
|
NotAvailableForPlatform() bool
|
|
|
|
// Marks that this module is not available to platform. Set by the
|
|
// check-platform-availability mutator in the apex package.
|
|
SetNotAvailableForPlatform()
|
|
|
|
// Returns the list of APEXes that this module is a test for. The module has access to the
|
|
// private part of the listed APEXes even when it is not included in the APEXes. This by
|
|
// default returns nil. A module type should override the default implementation. For
|
|
// example, cc_test module type returns the value of test_for here.
|
|
TestFor() []string
|
|
|
|
// Returns nil (success) if this module should support the given sdk version. Returns an
|
|
// error if not. No default implementation is provided for this method. A module type
|
|
// implementing this interface should provide an implementation. A module supports an sdk
|
|
// version when the module's min_sdk_version is equal to or less than the given sdk version.
|
|
ShouldSupportSdkVersion(ctx BaseModuleContext, sdkVersion ApiLevel) error
|
|
|
|
// Returns true if this module needs a unique variation per apex, effectively disabling the
|
|
// deduping. This is turned on when, for example if use_apex_name_macro is set so that each
|
|
// apex variant should be built with different macro definitions.
|
|
UniqueApexVariations() bool
|
|
}
|
|
|
|
// Properties that are common to all module types implementing ApexModule interface.
|
|
type ApexProperties struct {
|
|
// Availability of this module in APEXes. Only the listed APEXes can contain this module. If
|
|
// the module has stubs then other APEXes and the platform may access it through them
|
|
// (subject to visibility).
|
|
//
|
|
// "//apex_available:anyapex" is a pseudo APEX name that matches to any APEX.
|
|
// "//apex_available:platform" refers to non-APEX partitions like "system.img".
|
|
// "com.android.gki.*" matches any APEX module name with the prefix "com.android.gki.".
|
|
// Default is ["//apex_available:platform"].
|
|
Apex_available []string
|
|
|
|
// See ApexModule.InAnyApex()
|
|
InAnyApex bool `blueprint:"mutated"`
|
|
|
|
// See ApexModule.DirectlyInAnyApex()
|
|
DirectlyInAnyApex bool `blueprint:"mutated"`
|
|
|
|
// AnyVariantDirectlyInAnyApex is true in the primary variant of a module if _any_ variant
|
|
// of the module is directly in any apex. This includes host, arch, asan, etc. variants. It
|
|
// is unused in any variant that is not the primary variant. Ideally this wouldn't be used,
|
|
// as it incorrectly mixes arch variants if only one arch is in an apex, but a few places
|
|
// depend on it, for example when an ASAN variant is created before the apexMutator. Call
|
|
// this after apex.apexMutator is run.
|
|
AnyVariantDirectlyInAnyApex bool `blueprint:"mutated"`
|
|
|
|
// See ApexModule.NotAvailableForPlatform()
|
|
NotAvailableForPlatform bool `blueprint:"mutated"`
|
|
|
|
// See ApexModule.UniqueApexVariants()
|
|
UniqueApexVariationsForDeps bool `blueprint:"mutated"`
|
|
}
|
|
|
|
// Marker interface that identifies dependencies that are excluded from APEX contents.
|
|
//
|
|
// Unless the tag also implements the AlwaysRequireApexVariantTag this will prevent an apex variant
|
|
// from being created for the module.
|
|
//
|
|
// At the moment the sdk.sdkRequirementsMutator relies on the fact that the existing tags which
|
|
// implement this interface do not define dependencies onto members of an sdk_snapshot. If that
|
|
// changes then sdk.sdkRequirementsMutator will need fixing.
|
|
type ExcludeFromApexContentsTag interface {
|
|
blueprint.DependencyTag
|
|
|
|
// Method that differentiates this interface from others.
|
|
ExcludeFromApexContents()
|
|
}
|
|
|
|
// Marker interface that identifies dependencies that always requires an APEX variant to be created.
|
|
//
|
|
// It is possible for a dependency to require an apex variant but exclude the module from the APEX
|
|
// contents. See sdk.sdkMemberDependencyTag.
|
|
type AlwaysRequireApexVariantTag interface {
|
|
blueprint.DependencyTag
|
|
|
|
// Return true if this tag requires that the target dependency has an apex variant.
|
|
AlwaysRequireApexVariant() bool
|
|
}
|
|
|
|
// Marker interface that identifies dependencies that should inherit the DirectlyInAnyApex state
|
|
// from the parent to the child. For example, stubs libraries are marked as DirectlyInAnyApex if
|
|
// their implementation is in an apex.
|
|
type CopyDirectlyInAnyApexTag interface {
|
|
blueprint.DependencyTag
|
|
|
|
// Method that differentiates this interface from others.
|
|
CopyDirectlyInAnyApex()
|
|
}
|
|
|
|
// Interface that identifies dependencies to skip Apex dependency check
|
|
type SkipApexAllowedDependenciesCheck interface {
|
|
// Returns true to skip the Apex dependency check, which limits the allowed dependency in build.
|
|
SkipApexAllowedDependenciesCheck() bool
|
|
}
|
|
|
|
// ApexModuleBase provides the default implementation for the ApexModule interface. APEX-aware
|
|
// modules are expected to include this struct and call InitApexModule().
|
|
type ApexModuleBase struct {
|
|
ApexProperties ApexProperties
|
|
|
|
canHaveApexVariants bool
|
|
|
|
apexInfos []ApexInfo
|
|
apexInfosLock sync.Mutex // protects apexInfos during parallel apexInfoMutator
|
|
}
|
|
|
|
// Initializes ApexModuleBase struct. Not calling this (even when inheriting from ApexModuleBase)
|
|
// prevents the module from being mutated for apexBundle.
|
|
func InitApexModule(m ApexModule) {
|
|
base := m.apexModuleBase()
|
|
base.canHaveApexVariants = true
|
|
|
|
m.AddProperties(&base.ApexProperties)
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) apexModuleBase() *ApexModuleBase {
|
|
return m
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) ApexAvailable() []string {
|
|
return m.ApexProperties.Apex_available
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) BuildForApex(apex ApexInfo) {
|
|
m.apexInfosLock.Lock()
|
|
defer m.apexInfosLock.Unlock()
|
|
for _, v := range m.apexInfos {
|
|
if v.ApexVariationName == apex.ApexVariationName {
|
|
return
|
|
}
|
|
}
|
|
m.apexInfos = append(m.apexInfos, apex)
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) InAnyApex() bool {
|
|
return m.ApexProperties.InAnyApex
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) DirectlyInAnyApex() bool {
|
|
return m.ApexProperties.DirectlyInAnyApex
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) NotInPlatform() bool {
|
|
return m.ApexProperties.AnyVariantDirectlyInAnyApex || !m.AvailableFor(AvailableToPlatform)
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) CanHaveApexVariants() bool {
|
|
return m.canHaveApexVariants
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) IsInstallableToApex() bool {
|
|
// If needed, this will bel overridden by concrete types inheriting
|
|
// ApexModuleBase
|
|
return false
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) TestFor() []string {
|
|
// If needed, this will be overridden by concrete types inheriting
|
|
// ApexModuleBase
|
|
return nil
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) UniqueApexVariations() bool {
|
|
// If needed, this will bel overridden by concrete types inheriting
|
|
// ApexModuleBase
|
|
return false
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) DepIsInSameApex(ctx BaseModuleContext, dep Module) bool {
|
|
// By default, if there is a dependency from A to B, we try to include both in the same
|
|
// APEX, unless B is explicitly from outside of the APEX (i.e. a stubs lib). Thus, returning
|
|
// true. This is overridden by some module types like apex.ApexBundle, cc.Module,
|
|
// java.Module, etc.
|
|
return true
|
|
}
|
|
|
|
const (
|
|
AvailableToPlatform = "//apex_available:platform"
|
|
AvailableToAnyApex = "//apex_available:anyapex"
|
|
AvailableToGkiApex = "com.android.gki.*"
|
|
)
|
|
|
|
// CheckAvailableForApex provides the default algorithm for checking the apex availability. When the
|
|
// availability is empty, it defaults to ["//apex_available:platform"] which means "available to the
|
|
// platform but not available to any APEX". When the list is not empty, `what` is matched against
|
|
// the list. If there is any matching element in the list, thus function returns true. The special
|
|
// availability "//apex_available:anyapex" matches with anything except for
|
|
// "//apex_available:platform".
|
|
func CheckAvailableForApex(what string, apex_available []string) bool {
|
|
if len(apex_available) == 0 {
|
|
return what == AvailableToPlatform
|
|
}
|
|
return InList(what, apex_available) ||
|
|
(what != AvailableToPlatform && InList(AvailableToAnyApex, apex_available)) ||
|
|
(strings.HasPrefix(what, "com.android.gki.") && InList(AvailableToGkiApex, apex_available))
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) AvailableFor(what string) bool {
|
|
return CheckAvailableForApex(what, m.ApexProperties.Apex_available)
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) NotAvailableForPlatform() bool {
|
|
return m.ApexProperties.NotAvailableForPlatform
|
|
}
|
|
|
|
// Implements ApexModule
|
|
func (m *ApexModuleBase) SetNotAvailableForPlatform() {
|
|
m.ApexProperties.NotAvailableForPlatform = true
|
|
}
|
|
|
|
// This function makes sure that the apex_available property is valid
|
|
func (m *ApexModuleBase) checkApexAvailableProperty(mctx BaseModuleContext) {
|
|
for _, n := range m.ApexProperties.Apex_available {
|
|
if n == AvailableToPlatform || n == AvailableToAnyApex || n == AvailableToGkiApex {
|
|
continue
|
|
}
|
|
if !mctx.OtherModuleExists(n) && !mctx.Config().AllowMissingDependencies() {
|
|
mctx.PropertyErrorf("apex_available", "%q is not a valid module name", n)
|
|
}
|
|
}
|
|
}
|
|
|
|
// AvailableToSameApexes returns true if the two modules are apex_available to
|
|
// exactly the same set of APEXes (and platform), i.e. if their apex_available
|
|
// properties have the same elements.
|
|
func AvailableToSameApexes(mod1, mod2 ApexModule) bool {
|
|
mod1ApexAvail := SortedUniqueStrings(mod1.apexModuleBase().ApexProperties.Apex_available)
|
|
mod2ApexAvail := SortedUniqueStrings(mod2.apexModuleBase().ApexProperties.Apex_available)
|
|
if len(mod1ApexAvail) != len(mod2ApexAvail) {
|
|
return false
|
|
}
|
|
for i, v := range mod1ApexAvail {
|
|
if v != mod2ApexAvail[i] {
|
|
return false
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
|
|
type byApexName []ApexInfo
|
|
|
|
func (a byApexName) Len() int { return len(a) }
|
|
func (a byApexName) Swap(i, j int) { a[i], a[j] = a[j], a[i] }
|
|
func (a byApexName) Less(i, j int) bool { return a[i].ApexVariationName < a[j].ApexVariationName }
|
|
|
|
// mergeApexVariations deduplicates apex variations that would build identically into a common
|
|
// variation. It returns the reduced list of variations and a list of aliases from the original
|
|
// variation names to the new variation names.
|
|
func mergeApexVariations(ctx PathContext, apexInfos []ApexInfo) (merged []ApexInfo, aliases [][2]string) {
|
|
sort.Sort(byApexName(apexInfos))
|
|
seen := make(map[string]int)
|
|
for _, apexInfo := range apexInfos {
|
|
// If this is for a prebuilt apex then use the actual name of the apex variation to prevent this
|
|
// from being merged with other ApexInfo. See Prebuilt.ApexInfoMutator for more information.
|
|
if apexInfo.ForPrebuiltApex {
|
|
merged = append(merged, apexInfo)
|
|
continue
|
|
}
|
|
|
|
// Merge the ApexInfo together. If a compatible ApexInfo exists then merge the information from
|
|
// this one into it, otherwise create a new merged ApexInfo from this one and save it away so
|
|
// other ApexInfo instances can be merged into it.
|
|
apexName := apexInfo.ApexVariationName
|
|
mergedName := apexInfo.mergedName(ctx)
|
|
if index, exists := seen[mergedName]; exists {
|
|
// Variants having the same mergedName are deduped
|
|
merged[index].InApexes = append(merged[index].InApexes, apexName)
|
|
merged[index].ApexContents = append(merged[index].ApexContents, apexInfo.ApexContents...)
|
|
merged[index].Updatable = merged[index].Updatable || apexInfo.Updatable
|
|
} else {
|
|
seen[mergedName] = len(merged)
|
|
apexInfo.ApexVariationName = mergedName
|
|
apexInfo.InApexes = CopyOf(apexInfo.InApexes)
|
|
apexInfo.ApexContents = append([]*ApexContents(nil), apexInfo.ApexContents...)
|
|
merged = append(merged, apexInfo)
|
|
}
|
|
aliases = append(aliases, [2]string{apexName, mergedName})
|
|
}
|
|
return merged, aliases
|
|
}
|
|
|
|
// CreateApexVariations mutates a given module into multiple apex variants each of which is for an
|
|
// apexBundle (and/or the platform) where the module is part of.
|
|
func CreateApexVariations(mctx BottomUpMutatorContext, module ApexModule) []Module {
|
|
base := module.apexModuleBase()
|
|
|
|
// Shortcut
|
|
if len(base.apexInfos) == 0 {
|
|
return nil
|
|
}
|
|
|
|
// Do some validity checks.
|
|
// TODO(jiyong): is this the right place?
|
|
base.checkApexAvailableProperty(mctx)
|
|
|
|
var apexInfos []ApexInfo
|
|
var aliases [][2]string
|
|
if !mctx.Module().(ApexModule).UniqueApexVariations() && !base.ApexProperties.UniqueApexVariationsForDeps {
|
|
apexInfos, aliases = mergeApexVariations(mctx, base.apexInfos)
|
|
} else {
|
|
apexInfos = base.apexInfos
|
|
}
|
|
// base.apexInfos is only needed to propagate the list of apexes from apexInfoMutator to
|
|
// apexMutator. It is no longer accurate after mergeApexVariations, and won't be copied to
|
|
// all but the first created variant. Clear it so it doesn't accidentally get used later.
|
|
base.apexInfos = nil
|
|
sort.Sort(byApexName(apexInfos))
|
|
|
|
var inApex ApexMembership
|
|
for _, a := range apexInfos {
|
|
for _, apexContents := range a.ApexContents {
|
|
inApex = inApex.merge(apexContents.contents[mctx.ModuleName()])
|
|
}
|
|
}
|
|
base.ApexProperties.InAnyApex = true
|
|
base.ApexProperties.DirectlyInAnyApex = inApex == directlyInApex
|
|
|
|
defaultVariation := ""
|
|
mctx.SetDefaultDependencyVariation(&defaultVariation)
|
|
|
|
variations := []string{defaultVariation}
|
|
for _, a := range apexInfos {
|
|
variations = append(variations, a.ApexVariationName)
|
|
}
|
|
modules := mctx.CreateVariations(variations...)
|
|
for i, mod := range modules {
|
|
platformVariation := i == 0
|
|
if platformVariation && !mctx.Host() && !mod.(ApexModule).AvailableFor(AvailableToPlatform) {
|
|
// Do not install the module for platform, but still allow it to output
|
|
// uninstallable AndroidMk entries in certain cases when they have side
|
|
// effects. TODO(jiyong): move this routine to somewhere else
|
|
mod.MakeUninstallable()
|
|
}
|
|
if !platformVariation {
|
|
mctx.SetVariationProvider(mod, ApexInfoProvider, apexInfos[i-1])
|
|
}
|
|
}
|
|
|
|
for _, alias := range aliases {
|
|
mctx.CreateAliasVariation(alias[0], alias[1])
|
|
}
|
|
|
|
return modules
|
|
}
|
|
|
|
// UpdateUniqueApexVariationsForDeps sets UniqueApexVariationsForDeps if any dependencies that are
|
|
// in the same APEX have unique APEX variations so that the module can link against the right
|
|
// variant.
|
|
func UpdateUniqueApexVariationsForDeps(mctx BottomUpMutatorContext, am ApexModule) {
|
|
// anyInSameApex returns true if the two ApexInfo lists contain any values in an InApexes
|
|
// list in common. It is used instead of DepIsInSameApex because it needs to determine if
|
|
// the dep is in the same APEX due to being directly included, not only if it is included
|
|
// _because_ it is a dependency.
|
|
anyInSameApex := func(a, b []ApexInfo) bool {
|
|
collectApexes := func(infos []ApexInfo) []string {
|
|
var ret []string
|
|
for _, info := range infos {
|
|
ret = append(ret, info.InApexes...)
|
|
}
|
|
return ret
|
|
}
|
|
|
|
aApexes := collectApexes(a)
|
|
bApexes := collectApexes(b)
|
|
sort.Strings(bApexes)
|
|
for _, aApex := range aApexes {
|
|
index := sort.SearchStrings(bApexes, aApex)
|
|
if index < len(bApexes) && bApexes[index] == aApex {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// If any of the dependencies requires unique apex variations, so does this module.
|
|
mctx.VisitDirectDeps(func(dep Module) {
|
|
if depApexModule, ok := dep.(ApexModule); ok {
|
|
if anyInSameApex(depApexModule.apexModuleBase().apexInfos, am.apexModuleBase().apexInfos) &&
|
|
(depApexModule.UniqueApexVariations() ||
|
|
depApexModule.apexModuleBase().ApexProperties.UniqueApexVariationsForDeps) {
|
|
am.apexModuleBase().ApexProperties.UniqueApexVariationsForDeps = true
|
|
}
|
|
}
|
|
})
|
|
}
|
|
|
|
// UpdateDirectlyInAnyApex uses the final module to store if any variant of this module is directly
|
|
// in any APEX, and then copies the final value to all the modules. It also copies the
|
|
// DirectlyInAnyApex value to any direct dependencies with a CopyDirectlyInAnyApexTag dependency
|
|
// tag.
|
|
func UpdateDirectlyInAnyApex(mctx BottomUpMutatorContext, am ApexModule) {
|
|
base := am.apexModuleBase()
|
|
// Copy DirectlyInAnyApex and InAnyApex from any direct dependencies with a
|
|
// CopyDirectlyInAnyApexTag dependency tag.
|
|
mctx.VisitDirectDeps(func(dep Module) {
|
|
if _, ok := mctx.OtherModuleDependencyTag(dep).(CopyDirectlyInAnyApexTag); ok {
|
|
depBase := dep.(ApexModule).apexModuleBase()
|
|
base.ApexProperties.DirectlyInAnyApex = depBase.ApexProperties.DirectlyInAnyApex
|
|
base.ApexProperties.InAnyApex = depBase.ApexProperties.InAnyApex
|
|
}
|
|
})
|
|
|
|
if base.ApexProperties.DirectlyInAnyApex {
|
|
// Variants of a module are always visited sequentially in order, so it is safe to
|
|
// write to another variant of this module. For a BottomUpMutator the
|
|
// PrimaryModule() is visited first and FinalModule() is visited last.
|
|
mctx.FinalModule().(ApexModule).apexModuleBase().ApexProperties.AnyVariantDirectlyInAnyApex = true
|
|
}
|
|
|
|
// If this is the FinalModule (last visited module) copy
|
|
// AnyVariantDirectlyInAnyApex to all the other variants
|
|
if am == mctx.FinalModule().(ApexModule) {
|
|
mctx.VisitAllModuleVariants(func(variant Module) {
|
|
variant.(ApexModule).apexModuleBase().ApexProperties.AnyVariantDirectlyInAnyApex =
|
|
base.ApexProperties.AnyVariantDirectlyInAnyApex
|
|
})
|
|
}
|
|
}
|
|
|
|
// ApexMembership tells how a module became part of an APEX.
|
|
type ApexMembership int
|
|
|
|
const (
|
|
notInApex ApexMembership = 0
|
|
indirectlyInApex = iota
|
|
directlyInApex
|
|
)
|
|
|
|
// ApexContents gives an information about member modules of an apexBundle. Each apexBundle has an
|
|
// apexContents, and modules in that apex have a provider containing the apexContents of each
|
|
// apexBundle they are part of.
|
|
type ApexContents struct {
|
|
// map from a module name to its membership in this apexBundle
|
|
contents map[string]ApexMembership
|
|
}
|
|
|
|
// NewApexContents creates and initializes an ApexContents that is suitable
|
|
// for use with an apex module.
|
|
// * contents is a map from a module name to information about its membership within
|
|
// the apex.
|
|
func NewApexContents(contents map[string]ApexMembership) *ApexContents {
|
|
return &ApexContents{
|
|
contents: contents,
|
|
}
|
|
}
|
|
|
|
// Updates an existing membership by adding a new direct (or indirect) membership
|
|
func (i ApexMembership) Add(direct bool) ApexMembership {
|
|
if direct || i == directlyInApex {
|
|
return directlyInApex
|
|
}
|
|
return indirectlyInApex
|
|
}
|
|
|
|
// Merges two membership into one. Merging is needed because a module can be a part of an apexBundle
|
|
// in many different paths. For example, it could be dependend on by the apexBundle directly, but at
|
|
// the same time, there might be an indirect dependency to the module. In that case, the more
|
|
// specific dependency (the direct one) is chosen.
|
|
func (i ApexMembership) merge(other ApexMembership) ApexMembership {
|
|
if other == directlyInApex || i == directlyInApex {
|
|
return directlyInApex
|
|
}
|
|
|
|
if other == indirectlyInApex || i == indirectlyInApex {
|
|
return indirectlyInApex
|
|
}
|
|
return notInApex
|
|
}
|
|
|
|
// Tests whether a module named moduleName is directly included in the apexBundle where this
|
|
// ApexContents is tagged.
|
|
func (ac *ApexContents) DirectlyInApex(moduleName string) bool {
|
|
return ac.contents[moduleName] == directlyInApex
|
|
}
|
|
|
|
// Tests whether a module named moduleName is included in the apexBundle where this ApexContent is
|
|
// tagged.
|
|
func (ac *ApexContents) InApex(moduleName string) bool {
|
|
return ac.contents[moduleName] != notInApex
|
|
}
|
|
|
|
// Tests whether a module named moduleName is directly depended on by all APEXes in an ApexInfo.
|
|
func DirectlyInAllApexes(apexInfo ApexInfo, moduleName string) bool {
|
|
for _, contents := range apexInfo.ApexContents {
|
|
if !contents.DirectlyInApex(moduleName) {
|
|
return false
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////////////////////////
|
|
//Below are routines for extra safety checks.
|
|
//
|
|
// BuildDepsInfoLists is to flatten the dependency graph for an apexBundle into a text file
|
|
// (actually two in slightly different formats). The files are mostly for debugging, for example to
|
|
// see why a certain module is included in an APEX via which dependency path.
|
|
//
|
|
// CheckMinSdkVersion is to make sure that all modules in an apexBundle satisfy the min_sdk_version
|
|
// requirement of the apexBundle.
|
|
|
|
// A dependency info for a single ApexModule, either direct or transitive.
|
|
type ApexModuleDepInfo struct {
|
|
// Name of the dependency
|
|
To string
|
|
// List of dependencies To belongs to. Includes APEX itself, if a direct dependency.
|
|
From []string
|
|
// Whether the dependency belongs to the final compiled APEX.
|
|
IsExternal bool
|
|
// min_sdk_version of the ApexModule
|
|
MinSdkVersion string
|
|
}
|
|
|
|
// A map of a dependency name to its ApexModuleDepInfo
|
|
type DepNameToDepInfoMap map[string]ApexModuleDepInfo
|
|
|
|
type ApexBundleDepsInfo struct {
|
|
flatListPath OutputPath
|
|
fullListPath OutputPath
|
|
}
|
|
|
|
type ApexBundleDepsInfoIntf interface {
|
|
Updatable() bool
|
|
FlatListPath() Path
|
|
FullListPath() Path
|
|
}
|
|
|
|
func (d *ApexBundleDepsInfo) FlatListPath() Path {
|
|
return d.flatListPath
|
|
}
|
|
|
|
func (d *ApexBundleDepsInfo) FullListPath() Path {
|
|
return d.fullListPath
|
|
}
|
|
|
|
// Generate two module out files:
|
|
// 1. FullList with transitive deps and their parents in the dep graph
|
|
// 2. FlatList with a flat list of transitive deps
|
|
// In both cases transitive deps of external deps are not included. Neither are deps that are only
|
|
// available to APEXes; they are developed with updatability in mind and don't need manual approval.
|
|
func (d *ApexBundleDepsInfo) BuildDepsInfoLists(ctx ModuleContext, minSdkVersion string, depInfos DepNameToDepInfoMap) {
|
|
var fullContent strings.Builder
|
|
var flatContent strings.Builder
|
|
|
|
fmt.Fprintf(&fullContent, "%s(minSdkVersion:%s):\n", ctx.ModuleName(), minSdkVersion)
|
|
for _, key := range FirstUniqueStrings(SortedStringKeys(depInfos)) {
|
|
info := depInfos[key]
|
|
toName := fmt.Sprintf("%s(minSdkVersion:%s)", info.To, info.MinSdkVersion)
|
|
if info.IsExternal {
|
|
toName = toName + " (external)"
|
|
}
|
|
fmt.Fprintf(&fullContent, " %s <- %s\n", toName, strings.Join(SortedUniqueStrings(info.From), ", "))
|
|
fmt.Fprintf(&flatContent, "%s\n", toName)
|
|
}
|
|
|
|
d.fullListPath = PathForModuleOut(ctx, "depsinfo", "fulllist.txt").OutputPath
|
|
WriteFileRule(ctx, d.fullListPath, fullContent.String())
|
|
|
|
d.flatListPath = PathForModuleOut(ctx, "depsinfo", "flatlist.txt").OutputPath
|
|
WriteFileRule(ctx, d.flatListPath, flatContent.String())
|
|
|
|
ctx.Phony(fmt.Sprintf("%s-depsinfo", ctx.ModuleName()), d.fullListPath, d.flatListPath)
|
|
}
|
|
|
|
// TODO(b/158059172): remove minSdkVersion allowlist
|
|
var minSdkVersionAllowlist = func(apiMap map[string]int) map[string]ApiLevel {
|
|
list := make(map[string]ApiLevel, len(apiMap))
|
|
for name, finalApiInt := range apiMap {
|
|
list[name] = uncheckedFinalApiLevel(finalApiInt)
|
|
}
|
|
return list
|
|
}(map[string]int{
|
|
"adbd": 30,
|
|
"android.net.ipsec.ike": 30,
|
|
"androidx.annotation_annotation-nodeps": 29,
|
|
"androidx.arch.core_core-common-nodeps": 29,
|
|
"androidx.collection_collection-nodeps": 29,
|
|
"androidx.collection_collection-ktx-nodeps": 30,
|
|
"androidx.concurrent_concurrent-futures-nodeps": 30,
|
|
"androidx.lifecycle_lifecycle-common-java8-nodeps": 30,
|
|
"androidx.lifecycle_lifecycle-common-nodeps": 29,
|
|
"androidx.room_room-common-nodeps": 30,
|
|
"androidx-constraintlayout_constraintlayout-solver-nodeps": 29,
|
|
"apache-commons-compress": 29,
|
|
"bouncycastle_ike_digests": 30,
|
|
"brotli-java": 29,
|
|
"captiveportal-lib": 28,
|
|
"error_prone_annotations": 30,
|
|
"flatbuffer_headers": 30,
|
|
"framework-permission": 30,
|
|
"gemmlowp_headers": 30,
|
|
"guava-listenablefuture-prebuilt-jar": 30,
|
|
"ike-internals": 30,
|
|
"kotlinx-coroutines-android": 28,
|
|
"kotlinx-coroutines-android-nodeps": 30,
|
|
"kotlinx-coroutines-core": 28,
|
|
"kotlinx-coroutines-core-nodeps": 30,
|
|
"libadb_crypto": 30,
|
|
"libadb_pairing_auth": 30,
|
|
"libadb_pairing_connection": 30,
|
|
"libadb_pairing_server": 30,
|
|
"libadb_protos": 30,
|
|
"libadb_tls_connection": 30,
|
|
"libadbconnection_client": 30,
|
|
"libadbconnection_server": 30,
|
|
"libadbd_core": 30,
|
|
"libadbd_services": 30,
|
|
"libadbd": 30,
|
|
"libapp_processes_protos_lite": 30,
|
|
"libasyncio": 30,
|
|
"libbrotli": 30,
|
|
"libbuildversion": 30,
|
|
"libcrypto_static": 30,
|
|
"libcrypto_utils": 30,
|
|
"libdiagnose_usb": 30,
|
|
"libeigen": 30,
|
|
"liblz4": 30,
|
|
"libmdnssd": 30,
|
|
"libneuralnetworks_common": 30,
|
|
"libneuralnetworks_headers": 30,
|
|
"libneuralnetworks": 30,
|
|
"libprocpartition": 30,
|
|
"libprotobuf-java-lite": 30,
|
|
"libprotoutil": 30,
|
|
"libsync": 30,
|
|
"libtextclassifier_hash_headers": 30,
|
|
"libtextclassifier_hash_static": 30,
|
|
"libtflite_kernel_utils": 30,
|
|
"libwatchdog": 29,
|
|
"libzstd": 30,
|
|
"metrics-constants-protos": 28,
|
|
"net-utils-framework-common": 29,
|
|
"permissioncontroller-statsd": 28,
|
|
"philox_random_headers": 30,
|
|
"philox_random": 30,
|
|
"service-permission": 30,
|
|
"tensorflow_headers": 30,
|
|
"xz-java": 29,
|
|
})
|
|
|
|
// Function called while walking an APEX's payload dependencies.
|
|
//
|
|
// Return true if the `to` module should be visited, false otherwise.
|
|
type PayloadDepsCallback func(ctx ModuleContext, from blueprint.Module, to ApexModule, externalDep bool) bool
|
|
|
|
// UpdatableModule represents updatable APEX/APK
|
|
type UpdatableModule interface {
|
|
Module
|
|
WalkPayloadDeps(ctx ModuleContext, do PayloadDepsCallback)
|
|
}
|
|
|
|
// CheckMinSdkVersion checks if every dependency of an updatable module sets min_sdk_version
|
|
// accordingly
|
|
func CheckMinSdkVersion(m UpdatableModule, ctx ModuleContext, minSdkVersion ApiLevel) {
|
|
// do not enforce min_sdk_version for host
|
|
if ctx.Host() {
|
|
return
|
|
}
|
|
|
|
// do not enforce for coverage build
|
|
if ctx.Config().IsEnvTrue("EMMA_INSTRUMENT") || ctx.DeviceConfig().NativeCoverageEnabled() || ctx.DeviceConfig().ClangCoverageEnabled() {
|
|
return
|
|
}
|
|
|
|
// do not enforce deps.min_sdk_version if APEX/APK doesn't set min_sdk_version
|
|
if minSdkVersion.IsNone() {
|
|
return
|
|
}
|
|
|
|
m.WalkPayloadDeps(ctx, func(ctx ModuleContext, from blueprint.Module, to ApexModule, externalDep bool) bool {
|
|
if externalDep {
|
|
// external deps are outside the payload boundary, which is "stable"
|
|
// interface. We don't have to check min_sdk_version for external
|
|
// dependencies.
|
|
return false
|
|
}
|
|
if am, ok := from.(DepIsInSameApex); ok && !am.DepIsInSameApex(ctx, to) {
|
|
return false
|
|
}
|
|
if err := to.ShouldSupportSdkVersion(ctx, minSdkVersion); err != nil {
|
|
toName := ctx.OtherModuleName(to)
|
|
if ver, ok := minSdkVersionAllowlist[toName]; !ok || ver.GreaterThan(minSdkVersion) {
|
|
ctx.OtherModuleErrorf(to, "should support min_sdk_version(%v) for %q: %v."+
|
|
"\n\nDependency path: %s\n\n"+
|
|
"Consider adding 'min_sdk_version: %q' to %q",
|
|
minSdkVersion, ctx.ModuleName(), err.Error(),
|
|
ctx.GetPathString(false),
|
|
minSdkVersion, toName)
|
|
return false
|
|
}
|
|
}
|
|
return true
|
|
})
|
|
}
|