62f1bf2378
From aosp/1329396, the RBE metrics protobuf file is part of the metrics uploading process. The RBE metrics protobuf file is generated by running the bootstrap shutdown command. A new function named DumpRBEMetrics was written in order to generate the RBE metrics protobuf file before sending to the uploading process. Bug: b/140638454 Test: * Unit test cases * Ran RBE build on my local host and verified the metrics protobuf file is created. * Ran non-RBE build after RBE build and verified that the previous metrics protobuf file was deleted. Change-Id: I4b8068905cb67c4b8c2d94793917b98974fed707
188 lines
4.9 KiB
Go
188 lines
4.9 KiB
Go
// Copyright 2018 Google Inc. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package metrics
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"os"
|
|
"strconv"
|
|
|
|
"github.com/golang/protobuf/proto"
|
|
|
|
soong_metrics_proto "android/soong/ui/metrics/metrics_proto"
|
|
)
|
|
|
|
const (
|
|
PrimaryNinja = "ninja"
|
|
RunKati = "kati"
|
|
RunSetupTool = "setup"
|
|
RunShutdownTool = "shutdown"
|
|
RunSoong = "soong"
|
|
TestRun = "test"
|
|
Total = "total"
|
|
)
|
|
|
|
type Metrics struct {
|
|
metrics soong_metrics_proto.MetricsBase
|
|
TimeTracer TimeTracer
|
|
}
|
|
|
|
func New() (metrics *Metrics) {
|
|
m := &Metrics{
|
|
metrics: soong_metrics_proto.MetricsBase{},
|
|
TimeTracer: &timeTracerImpl{},
|
|
}
|
|
return m
|
|
}
|
|
|
|
func (m *Metrics) SetTimeMetrics(perf soong_metrics_proto.PerfInfo) {
|
|
switch perf.GetName() {
|
|
case RunKati:
|
|
m.metrics.KatiRuns = append(m.metrics.KatiRuns, &perf)
|
|
break
|
|
case RunSoong:
|
|
m.metrics.SoongRuns = append(m.metrics.SoongRuns, &perf)
|
|
break
|
|
case PrimaryNinja:
|
|
m.metrics.NinjaRuns = append(m.metrics.NinjaRuns, &perf)
|
|
break
|
|
case Total:
|
|
m.metrics.Total = &perf
|
|
default:
|
|
// ignored
|
|
}
|
|
}
|
|
|
|
func (m *Metrics) SetMetadataMetrics(metadata map[string]string) {
|
|
for k, v := range metadata {
|
|
switch k {
|
|
case "BUILD_ID":
|
|
m.metrics.BuildId = proto.String(v)
|
|
break
|
|
case "PLATFORM_VERSION_CODENAME":
|
|
m.metrics.PlatformVersionCodename = proto.String(v)
|
|
break
|
|
case "TARGET_PRODUCT":
|
|
m.metrics.TargetProduct = proto.String(v)
|
|
break
|
|
case "TARGET_BUILD_VARIANT":
|
|
switch v {
|
|
case "user":
|
|
m.metrics.TargetBuildVariant = soong_metrics_proto.MetricsBase_USER.Enum()
|
|
case "userdebug":
|
|
m.metrics.TargetBuildVariant = soong_metrics_proto.MetricsBase_USERDEBUG.Enum()
|
|
case "eng":
|
|
m.metrics.TargetBuildVariant = soong_metrics_proto.MetricsBase_ENG.Enum()
|
|
default:
|
|
// ignored
|
|
}
|
|
case "TARGET_ARCH":
|
|
m.metrics.TargetArch = m.getArch(v)
|
|
case "TARGET_ARCH_VARIANT":
|
|
m.metrics.TargetArchVariant = proto.String(v)
|
|
case "TARGET_CPU_VARIANT":
|
|
m.metrics.TargetCpuVariant = proto.String(v)
|
|
case "HOST_ARCH":
|
|
m.metrics.HostArch = m.getArch(v)
|
|
case "HOST_2ND_ARCH":
|
|
m.metrics.Host_2NdArch = m.getArch(v)
|
|
case "HOST_OS":
|
|
m.metrics.HostOs = proto.String(v)
|
|
case "HOST_OS_EXTRA":
|
|
m.metrics.HostOsExtra = proto.String(v)
|
|
case "HOST_CROSS_OS":
|
|
m.metrics.HostCrossOs = proto.String(v)
|
|
case "HOST_CROSS_ARCH":
|
|
m.metrics.HostCrossArch = proto.String(v)
|
|
case "HOST_CROSS_2ND_ARCH":
|
|
m.metrics.HostCross_2NdArch = proto.String(v)
|
|
case "OUT_DIR":
|
|
m.metrics.OutDir = proto.String(v)
|
|
default:
|
|
// ignored
|
|
}
|
|
}
|
|
}
|
|
|
|
func (m *Metrics) getArch(arch string) *soong_metrics_proto.MetricsBase_Arch {
|
|
switch arch {
|
|
case "arm":
|
|
return soong_metrics_proto.MetricsBase_ARM.Enum()
|
|
case "arm64":
|
|
return soong_metrics_proto.MetricsBase_ARM64.Enum()
|
|
case "x86":
|
|
return soong_metrics_proto.MetricsBase_X86.Enum()
|
|
case "x86_64":
|
|
return soong_metrics_proto.MetricsBase_X86_64.Enum()
|
|
default:
|
|
return soong_metrics_proto.MetricsBase_UNKNOWN.Enum()
|
|
}
|
|
}
|
|
|
|
func (m *Metrics) SetBuildDateTime(date_time string) {
|
|
if date_time != "" {
|
|
date_time_timestamp, err := strconv.ParseInt(date_time, 10, 64)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
m.metrics.BuildDateTimestamp = &date_time_timestamp
|
|
}
|
|
}
|
|
|
|
// exports the output to the file at outputPath
|
|
func (m *Metrics) Dump(outputPath string) (err error) {
|
|
return writeMessageToFile(&m.metrics, outputPath)
|
|
}
|
|
|
|
func (m *Metrics) SetSoongBuildMetrics(metrics *soong_metrics_proto.SoongBuildMetrics) {
|
|
m.metrics.SoongBuildMetrics = metrics
|
|
}
|
|
|
|
type CriticalUserJourneysMetrics struct {
|
|
cujs soong_metrics_proto.CriticalUserJourneysMetrics
|
|
}
|
|
|
|
func NewCriticalUserJourneysMetrics() *CriticalUserJourneysMetrics {
|
|
return &CriticalUserJourneysMetrics{}
|
|
}
|
|
|
|
func (c *CriticalUserJourneysMetrics) Add(name string, metrics *Metrics) {
|
|
c.cujs.Cujs = append(c.cujs.Cujs, &soong_metrics_proto.CriticalUserJourneyMetrics{
|
|
Name: proto.String(name),
|
|
Metrics: &metrics.metrics,
|
|
})
|
|
}
|
|
|
|
func (c *CriticalUserJourneysMetrics) Dump(outputPath string) (err error) {
|
|
return writeMessageToFile(&c.cujs, outputPath)
|
|
}
|
|
|
|
func writeMessageToFile(pb proto.Message, outputPath string) (err error) {
|
|
data, err := proto.Marshal(pb)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
tempPath := outputPath + ".tmp"
|
|
err = ioutil.WriteFile(tempPath, []byte(data), 0644)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = os.Rename(tempPath, outputPath)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|