diff options
author | Nan Zhang <nanzhang@google.com> | 2018-12-12 16:01:49 -0800 |
---|---|---|
committer | Nan Zhang <nanzhang@google.com> | 2019-01-04 15:54:01 -0800 |
commit | 17f2767724e7c7e8e2c4dcd595bd34b4de40f623 (patch) | |
tree | 2420a025fc229ed4f88a1b8b2a34a4c464cfe9b6 /ui/metrics | |
parent | a45e15e2d47c7527f17fbd92085e27cc39cde720 (diff) | |
download | build_soong-17f2767724e7c7e8e2c4dcd595bd34b4de40f623.tar.gz build_soong-17f2767724e7c7e8e2c4dcd595bd34b4de40f623.tar.bz2 build_soong-17f2767724e7c7e8e2c4dcd595bd34b4de40f623.zip |
Generate build timing metrics to proto format file
Test: Dumped the text formated based metrics file to out dir,
and checked the file.
Bug: b/63815990
Change-Id: Iff476f72a0be74eb53b6b26ef468d11c0f24a404
Diffstat (limited to 'ui/metrics')
-rw-r--r-- | ui/metrics/Android.bp | 37 | ||||
-rw-r--r-- | ui/metrics/metrics.go | 161 | ||||
-rw-r--r-- | ui/metrics/metrics_proto/metrics.pb.go | 557 | ||||
-rw-r--r-- | ui/metrics/metrics_proto/metrics.proto | 129 | ||||
-rwxr-xr-x | ui/metrics/metrics_proto/regen.sh | 3 | ||||
-rw-r--r-- | ui/metrics/time.go | 71 |
6 files changed, 958 insertions, 0 deletions
diff --git a/ui/metrics/Android.bp b/ui/metrics/Android.bp new file mode 100644 index 00000000..529639de --- /dev/null +++ b/ui/metrics/Android.bp @@ -0,0 +1,37 @@ +// Copyright 2018 Google Inc. All rights reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +bootstrap_go_package { + name: "soong-ui-metrics", + pkgPath: "android/soong/ui/metrics", + deps: [ + "golang-protobuf-proto", + "soong-ui-metrics_proto", + "soong-ui-tracer", + ], + srcs: [ + "metrics.go", + "time.go", + ], +} + +bootstrap_go_package { + name: "soong-ui-metrics_proto", + pkgPath: "android/soong/ui/metrics/metrics_proto", + deps: ["golang-protobuf-proto"], + srcs: [ + "metrics_proto/metrics.pb.go", + ], +} + diff --git a/ui/metrics/metrics.go b/ui/metrics/metrics.go new file mode 100644 index 00000000..790b67ad --- /dev/null +++ b/ui/metrics/metrics.go @@ -0,0 +1,161 @@ +// Copyright 2018 Google Inc. All rights reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package metrics + +import ( + "io/ioutil" + "os" + "strconv" + + "android/soong/ui/metrics/metrics_proto" + + "github.com/golang/protobuf/proto" +) + +const ( + RunSetupTool = "setup" + RunKati = "kati" + RunSoong = "soong" + PrimaryNinja = "ninja" + TestRun = "test" +) + +type Metrics struct { + metrics metrics_proto.MetricsBase + TimeTracer TimeTracer +} + +func New() (metrics *Metrics) { + m := &Metrics{ + metrics: metrics_proto.MetricsBase{}, + TimeTracer: &timeTracerImpl{}, + } + return m +} + +func (m *Metrics) SetTimeMetrics(perf metrics_proto.PerfInfo) { + switch perf.GetName() { + case RunKati: + m.metrics.KatiRuns = append(m.metrics.KatiRuns, &perf) + break + case RunSoong: + m.metrics.SoongRuns = append(m.metrics.SoongRuns, &perf) + break + case PrimaryNinja: + m.metrics.NinjaRuns = append(m.metrics.NinjaRuns, &perf) + break + default: + // ignored + } +} + +func (m *Metrics) SetMetadataMetrics(metadata map[string]string) { + for k, v := range metadata { + switch k { + case "BUILD_ID": + m.metrics.BuildId = proto.String(v) + break + case "PLATFORM_VERSION_CODENAME": + m.metrics.PlatformVersionCodename = proto.String(v) + break + case "TARGET_PRODUCT": + m.metrics.TargetProduct = proto.String(v) + break + case "TARGET_BUILD_VARIANT": + switch v { + case "user": + m.metrics.TargetBuildVariant = metrics_proto.MetricsBase_USER.Enum() + case "userdebug": + m.metrics.TargetBuildVariant = metrics_proto.MetricsBase_USERDEBUG.Enum() + case "eng": + m.metrics.TargetBuildVariant = metrics_proto.MetricsBase_ENG.Enum() + default: + // ignored + } + case "TARGET_ARCH": + m.metrics.TargetArch = m.getArch(v) + case "TARGET_ARCH_VARIANT": + m.metrics.TargetArchVariant = proto.String(v) + case "TARGET_CPU_VARIANT": + m.metrics.TargetCpuVariant = proto.String(v) + case "HOST_ARCH": + m.metrics.HostArch = m.getArch(v) + case "HOST_2ND_ARCH": + m.metrics.Host_2NdArch = m.getArch(v) + case "HOST_OS": + m.metrics.HostOs = proto.String(v) + case "HOST_OS_EXTRA": + m.metrics.HostOsExtra = proto.String(v) + case "HOST_CROSS_OS": + m.metrics.HostCrossOs = proto.String(v) + case "HOST_CROSS_ARCH": + m.metrics.HostCrossArch = proto.String(v) + case "HOST_CROSS_2ND_ARCH": + m.metrics.HostCross_2NdArch = proto.String(v) + case "OUT_DIR": + m.metrics.OutDir = proto.String(v) + default: + // ignored + } + } +} + +func (m *Metrics) getArch(arch string) *metrics_proto.MetricsBase_ARCH { + switch arch { + case "arm": + return metrics_proto.MetricsBase_ARM.Enum() + case "arm64": + return metrics_proto.MetricsBase_ARM64.Enum() + case "x86": + return metrics_proto.MetricsBase_X86.Enum() + case "x86_64": + return metrics_proto.MetricsBase_X86_64.Enum() + default: + return metrics_proto.MetricsBase_UNKNOWN.Enum() + } +} + +func (m *Metrics) SetBuildDateTime(date_time string) { + if date_time != "" { + date_time_timestamp, err := strconv.ParseInt(date_time, 10, 64) + if err != nil { + panic(err) + } + m.metrics.BuildDateTimestamp = &date_time_timestamp + } +} + +func (m *Metrics) Serialize() (data []byte, err error) { + return proto.Marshal(&m.metrics) +} + +// exports the output to the file at outputPath +func (m *Metrics) Dump(outputPath string) (err error) { + data, err := m.Serialize() + if err != nil { + return err + } + tempPath := outputPath + ".tmp" + err = ioutil.WriteFile(tempPath, []byte(data), 0777) + if err != nil { + return err + } + err = os.Rename(tempPath, outputPath) + if err != nil { + return err + } + + return nil +} diff --git a/ui/metrics/metrics_proto/metrics.pb.go b/ui/metrics/metrics_proto/metrics.pb.go new file mode 100644 index 00000000..feefc89c --- /dev/null +++ b/ui/metrics/metrics_proto/metrics.pb.go @@ -0,0 +1,557 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// source: metrics.proto + +package metrics_proto + +import proto "github.com/golang/protobuf/proto" +import fmt "fmt" +import math "math" + +// Reference imports to suppress errors if they are not otherwise used. +var _ = proto.Marshal +var _ = fmt.Errorf +var _ = math.Inf + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the proto package it is being compiled against. +// A compilation error at this line likely means your copy of the +// proto package needs to be updated. +const _ = proto.ProtoPackageIsVersion2 // please upgrade the proto package + +type MetricsBase_BUILDVARIANT int32 + +const ( + MetricsBase_USER MetricsBase_BUILDVARIANT = 0 + MetricsBase_USERDEBUG MetricsBase_BUILDVARIANT = 1 + MetricsBase_ENG MetricsBase_BUILDVARIANT = 2 +) + +var MetricsBase_BUILDVARIANT_name = map[int32]string{ + 0: "USER", + 1: "USERDEBUG", + 2: "ENG", +} +var MetricsBase_BUILDVARIANT_value = map[string]int32{ + "USER": 0, + "USERDEBUG": 1, + "ENG": 2, +} + +func (x MetricsBase_BUILDVARIANT) Enum() *MetricsBase_BUILDVARIANT { + p := new(MetricsBase_BUILDVARIANT) + *p = x + return p +} +func (x MetricsBase_BUILDVARIANT) String() string { + return proto.EnumName(MetricsBase_BUILDVARIANT_name, int32(x)) +} +func (x *MetricsBase_BUILDVARIANT) UnmarshalJSON(data []byte) error { + value, err := proto.UnmarshalJSONEnum(MetricsBase_BUILDVARIANT_value, data, "MetricsBase_BUILDVARIANT") + if err != nil { + return err + } + *x = MetricsBase_BUILDVARIANT(value) + return nil +} +func (MetricsBase_BUILDVARIANT) EnumDescriptor() ([]byte, []int) { + return fileDescriptor_metrics_9e7b895801991242, []int{0, 0} +} + +type MetricsBase_ARCH int32 + +const ( + MetricsBase_UNKNOWN MetricsBase_ARCH = 0 + MetricsBase_ARM MetricsBase_ARCH = 1 + MetricsBase_ARM64 MetricsBase_ARCH = 2 + MetricsBase_X86 MetricsBase_ARCH = 3 + MetricsBase_X86_64 MetricsBase_ARCH = 4 +) + +var MetricsBase_ARCH_name = map[int32]string{ + 0: "UNKNOWN", + 1: "ARM", + 2: "ARM64", + 3: "X86", + 4: "X86_64", +} +var MetricsBase_ARCH_value = map[string]int32{ + "UNKNOWN": 0, + "ARM": 1, + "ARM64": 2, + "X86": 3, + "X86_64": 4, +} + +func (x MetricsBase_ARCH) Enum() *MetricsBase_ARCH { + p := new(MetricsBase_ARCH) + *p = x + return p +} +func (x MetricsBase_ARCH) String() string { + return proto.EnumName(MetricsBase_ARCH_name, int32(x)) +} +func (x *MetricsBase_ARCH) UnmarshalJSON(data []byte) error { + value, err := proto.UnmarshalJSONEnum(MetricsBase_ARCH_value, data, "MetricsBase_ARCH") + if err != nil { + return err + } + *x = MetricsBase_ARCH(value) + return nil +} +func (MetricsBase_ARCH) EnumDescriptor() ([]byte, []int) { + return fileDescriptor_metrics_9e7b895801991242, []int{0, 1} +} + +type ModuleTypeInfo_BUILDSYSTEM int32 + +const ( + ModuleTypeInfo_UNKNOWN ModuleTypeInfo_BUILDSYSTEM = 0 + ModuleTypeInfo_SOONG ModuleTypeInfo_BUILDSYSTEM = 1 + ModuleTypeInfo_MAKE ModuleTypeInfo_BUILDSYSTEM = 2 +) + +var ModuleTypeInfo_BUILDSYSTEM_name = map[int32]string{ + 0: "UNKNOWN", + 1: "SOONG", + 2: "MAKE", +} +var ModuleTypeInfo_BUILDSYSTEM_value = map[string]int32{ + "UNKNOWN": 0, + "SOONG": 1, + "MAKE": 2, +} + +func (x ModuleTypeInfo_BUILDSYSTEM) Enum() *ModuleTypeInfo_BUILDSYSTEM { + p := new(ModuleTypeInfo_BUILDSYSTEM) + *p = x + return p +} +func (x ModuleTypeInfo_BUILDSYSTEM) String() string { + return proto.EnumName(ModuleTypeInfo_BUILDSYSTEM_name, int32(x)) +} +func (x *ModuleTypeInfo_BUILDSYSTEM) UnmarshalJSON(data []byte) error { + value, err := proto.UnmarshalJSONEnum(ModuleTypeInfo_BUILDSYSTEM_value, data, "ModuleTypeInfo_BUILDSYSTEM") + if err != nil { + return err + } + *x = ModuleTypeInfo_BUILDSYSTEM(value) + return nil +} +func (ModuleTypeInfo_BUILDSYSTEM) EnumDescriptor() ([]byte, []int) { + return fileDescriptor_metrics_9e7b895801991242, []int{2, 0} +} + +type MetricsBase struct { + // Timestamp generated when the build starts. + BuildDateTimestamp *int64 `protobuf:"varint,1,opt,name=build_date_timestamp,json=buildDateTimestamp" json:"build_date_timestamp,omitempty"` + // It is usually used to specify the branch name [and release candidate]. + BuildId *string `protobuf:"bytes,2,opt,name=build_id,json=buildId" json:"build_id,omitempty"` + // The platform version codename, eg. P, Q, REL. + PlatformVersionCodename *string `protobuf:"bytes,3,opt,name=platform_version_codename,json=platformVersionCodename" json:"platform_version_codename,omitempty"` + // The target product information, eg. aosp_arm. + TargetProduct *string `protobuf:"bytes,4,opt,name=target_product,json=targetProduct" json:"target_product,omitempty"` + // The target build variant information, eg. eng. + TargetBuildVariant *MetricsBase_BUILDVARIANT `protobuf:"varint,5,opt,name=target_build_variant,json=targetBuildVariant,enum=build_metrics.MetricsBase_BUILDVARIANT,def=2" json:"target_build_variant,omitempty"` + // The target arch information, eg. arm. + TargetArch *MetricsBase_ARCH `protobuf:"varint,6,opt,name=target_arch,json=targetArch,enum=build_metrics.MetricsBase_ARCH,def=0" json:"target_arch,omitempty"` + // The target arch variant information, eg. armv7-a-neon. + TargetArchVariant *string `protobuf:"bytes,7,opt,name=target_arch_variant,json=targetArchVariant" json:"target_arch_variant,omitempty"` + // The target cpu variant information, eg. generic. + TargetCpuVariant *string `protobuf:"bytes,8,opt,name=target_cpu_variant,json=targetCpuVariant" json:"target_cpu_variant,omitempty"` + // The host arch information, eg. x86_64. + HostArch *MetricsBase_ARCH `protobuf:"varint,9,opt,name=host_arch,json=hostArch,enum=build_metrics.MetricsBase_ARCH,def=0" json:"host_arch,omitempty"` + // The host 2nd arch information, eg. x86. + Host_2NdArch *MetricsBase_ARCH `protobuf:"varint,10,opt,name=host_2nd_arch,json=host2ndArch,enum=build_metrics.MetricsBase_ARCH,def=0" json:"host_2nd_arch,omitempty"` + // The host os information, eg. linux. + HostOs *string `protobuf:"bytes,11,opt,name=host_os,json=hostOs" json:"host_os,omitempty"` + // The host os extra information, eg. Linux-4.17.0-3rodete2-amd64-x86_64-Debian-GNU. + HostOsExtra *string `protobuf:"bytes,12,opt,name=host_os_extra,json=hostOsExtra" json:"host_os_extra,omitempty"` + // The host cross os information, eg. windows. + HostCrossOs *string `protobuf:"bytes,13,opt,name=host_cross_os,json=hostCrossOs" json:"host_cross_os,omitempty"` + // The host cross arch information, eg. x86. + HostCrossArch *string `protobuf:"bytes,14,opt,name=host_cross_arch,json=hostCrossArch" json:"host_cross_arch,omitempty"` + // The host cross 2nd arch information, eg. x86_64. + HostCross_2NdArch *string `protobuf:"bytes,15,opt,name=host_cross_2nd_arch,json=hostCross2ndArch" json:"host_cross_2nd_arch,omitempty"` + // The directory for generated built artifacts installation, eg. out. + OutDir *string `protobuf:"bytes,16,opt,name=out_dir,json=outDir" json:"out_dir,omitempty"` + // The metrics for calling various tools (microfactory) before Soong_UI starts. + SetupTools []*PerfInfo `protobuf:"bytes,17,rep,name=setup_tools,json=setupTools" json:"setup_tools,omitempty"` + // The metrics for calling Kati by multiple times. + KatiRuns []*PerfInfo `protobuf:"bytes,18,rep,name=kati_runs,json=katiRuns" json:"kati_runs,omitempty"` + // The metrics for calling Soong. + SoongRuns []*PerfInfo `protobuf:"bytes,19,rep,name=soong_runs,json=soongRuns" json:"soong_runs,omitempty"` + // The metrics for calling Ninja. + NinjaRuns []*PerfInfo `protobuf:"bytes,20,rep,name=ninja_runs,json=ninjaRuns" json:"ninja_runs,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *MetricsBase) Reset() { *m = MetricsBase{} } +func (m *MetricsBase) String() string { return proto.CompactTextString(m) } +func (*MetricsBase) ProtoMessage() {} +func (*MetricsBase) Descriptor() ([]byte, []int) { + return fileDescriptor_metrics_9e7b895801991242, []int{0} +} +func (m *MetricsBase) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_MetricsBase.Unmarshal(m, b) +} +func (m *MetricsBase) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_MetricsBase.Marshal(b, m, deterministic) +} +func (dst *MetricsBase) XXX_Merge(src proto.Message) { + xxx_messageInfo_MetricsBase.Merge(dst, src) +} +func (m *MetricsBase) XXX_Size() int { + return xxx_messageInfo_MetricsBase.Size(m) +} +func (m *MetricsBase) XXX_DiscardUnknown() { + xxx_messageInfo_MetricsBase.DiscardUnknown(m) +} + +var xxx_messageInfo_MetricsBase proto.InternalMessageInfo + +const Default_MetricsBase_TargetBuildVariant MetricsBase_BUILDVARIANT = MetricsBase_ENG +const Default_MetricsBase_TargetArch MetricsBase_ARCH = MetricsBase_UNKNOWN +const Default_MetricsBase_HostArch MetricsBase_ARCH = MetricsBase_UNKNOWN +const Default_MetricsBase_Host_2NdArch MetricsBase_ARCH = MetricsBase_UNKNOWN + +func (m *MetricsBase) GetBuildDateTimestamp() int64 { + if m != nil && m.BuildDateTimestamp != nil { + return *m.BuildDateTimestamp + } + return 0 +} + +func (m *MetricsBase) GetBuildId() string { + if m != nil && m.BuildId != nil { + return *m.BuildId + } + return "" +} + +func (m *MetricsBase) GetPlatformVersionCodename() string { + if m != nil && m.PlatformVersionCodename != nil { + return *m.PlatformVersionCodename + } + return "" +} + +func (m *MetricsBase) GetTargetProduct() string { + if m != nil && m.TargetProduct != nil { + return *m.TargetProduct + } + return "" +} + +func (m *MetricsBase) GetTargetBuildVariant() MetricsBase_BUILDVARIANT { + if m != nil && m.TargetBuildVariant != nil { + return *m.TargetBuildVariant + } + return Default_MetricsBase_TargetBuildVariant +} + +func (m *MetricsBase) GetTargetArch() MetricsBase_ARCH { + if m != nil && m.TargetArch != nil { + return *m.TargetArch + } + return Default_MetricsBase_TargetArch +} + +func (m *MetricsBase) GetTargetArchVariant() string { + if m != nil && m.TargetArchVariant != nil { + return *m.TargetArchVariant + } + return "" +} + +func (m *MetricsBase) GetTargetCpuVariant() string { + if m != nil && m.TargetCpuVariant != nil { + return *m.TargetCpuVariant + } + return "" +} + +func (m *MetricsBase) GetHostArch() MetricsBase_ARCH { + if m != nil && m.HostArch != nil { + return *m.HostArch + } + return Default_MetricsBase_HostArch +} + +func (m *MetricsBase) GetHost_2NdArch() MetricsBase_ARCH { + if m != nil && m.Host_2NdArch != nil { + return *m.Host_2NdArch + } + return Default_MetricsBase_Host_2NdArch +} + +func (m *MetricsBase) GetHostOs() string { + if m != nil && m.HostOs != nil { + return *m.HostOs + } + return "" +} + +func (m *MetricsBase) GetHostOsExtra() string { + if m != nil && m.HostOsExtra != nil { + return *m.HostOsExtra + } + return "" +} + +func (m *MetricsBase) GetHostCrossOs() string { + if m != nil && m.HostCrossOs != nil { + return *m.HostCrossOs + } + return "" +} + +func (m *MetricsBase) GetHostCrossArch() string { + if m != nil && m.HostCrossArch != nil { + return *m.HostCrossArch + } + return "" +} + +func (m *MetricsBase) GetHostCross_2NdArch() string { + if m != nil && m.HostCross_2NdArch != nil { + return *m.HostCross_2NdArch + } + return "" +} + +func (m *MetricsBase) GetOutDir() string { + if m != nil && m.OutDir != nil { + return *m.OutDir + } + return "" +} + +func (m *MetricsBase) GetSetupTools() []*PerfInfo { + if m != nil { + return m.SetupTools + } + return nil +} + +func (m *MetricsBase) GetKatiRuns() []*PerfInfo { + if m != nil { + return m.KatiRuns + } + return nil +} + +func (m *MetricsBase) GetSoongRuns() []*PerfInfo { + if m != nil { + return m.SoongRuns + } + return nil +} + +func (m *MetricsBase) GetNinjaRuns() []*PerfInfo { + if m != nil { + return m.NinjaRuns + } + return nil +} + +type PerfInfo struct { + // The description for the phase/action/part while the tool running. + Desc *string `protobuf:"bytes,1,opt,name=desc" json:"desc,omitempty"` + // The name for the running phase/action/part. + Name *string `protobuf:"bytes,2,opt,name=name" json:"name,omitempty"` + // The absolute start time. + // The number of nanoseconds elapsed since January 1, 1970 UTC. + StartTime *uint64 `protobuf:"varint,3,opt,name=start_time,json=startTime" json:"start_time,omitempty"` + // The real running time. + // The number of nanoseconds elapsed since start_time. + RealTime *uint64 `protobuf:"varint,4,opt,name=real_time,json=realTime" json:"real_time,omitempty"` + // The number of MB for memory use. + MemoryUse *uint64 `protobuf:"varint,5,opt,name=memory_use,json=memoryUse" json:"memory_use,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *PerfInfo) Reset() { *m = PerfInfo{} } +func (m *PerfInfo) String() string { return proto.CompactTextString(m) } +func (*PerfInfo) ProtoMessage() {} +func (*PerfInfo) Descriptor() ([]byte, []int) { + return fileDescriptor_metrics_9e7b895801991242, []int{1} +} +func (m *PerfInfo) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_PerfInfo.Unmarshal(m, b) +} +func (m *PerfInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_PerfInfo.Marshal(b, m, deterministic) +} +func (dst *PerfInfo) XXX_Merge(src proto.Message) { + xxx_messageInfo_PerfInfo.Merge(dst, src) +} +func (m *PerfInfo) XXX_Size() int { + return xxx_messageInfo_PerfInfo.Size(m) +} +func (m *PerfInfo) XXX_DiscardUnknown() { + xxx_messageInfo_PerfInfo.DiscardUnknown(m) +} + +var xxx_messageInfo_PerfInfo proto.InternalMessageInfo + +func (m *PerfInfo) GetDesc() string { + if m != nil && m.Desc != nil { + return *m.Desc + } + return "" +} + +func (m *PerfInfo) GetName() string { + if m != nil && m.Name != nil { + return *m.Name + } + return "" +} + +func (m *PerfInfo) GetStartTime() uint64 { + if m != nil && m.StartTime != nil { + return *m.StartTime + } + return 0 +} + +func (m *PerfInfo) GetRealTime() uint64 { + if m != nil && m.RealTime != nil { + return *m.RealTime + } + return 0 +} + +func (m *PerfInfo) GetMemoryUse() uint64 { + if m != nil && m.MemoryUse != nil { + return *m.MemoryUse + } + return 0 +} + +type ModuleTypeInfo struct { + // The build system, eg. Soong or Make. + BuildSystem *ModuleTypeInfo_BUILDSYSTEM `protobuf:"varint,1,opt,name=build_system,json=buildSystem,enum=build_metrics.ModuleTypeInfo_BUILDSYSTEM,def=0" json:"build_system,omitempty"` + // The module type, eg. java_library, cc_binary, and etc. + ModuleType *string `protobuf:"bytes,2,opt,name=module_type,json=moduleType" json:"module_type,omitempty"` + // The number of logical modules. + NumOfModules *uint32 `protobuf:"varint,3,opt,name=num_of_modules,json=numOfModules" json:"num_of_modules,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *ModuleTypeInfo) Reset() { *m = ModuleTypeInfo{} } +func (m *ModuleTypeInfo) String() string { return proto.CompactTextString(m) } +func (*ModuleTypeInfo) ProtoMessage() {} +func (*ModuleTypeInfo) Descriptor() ([]byte, []int) { + return fileDescriptor_metrics_9e7b895801991242, []int{2} +} +func (m *ModuleTypeInfo) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_ModuleTypeInfo.Unmarshal(m, b) +} +func (m *ModuleTypeInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_ModuleTypeInfo.Marshal(b, m, deterministic) +} +func (dst *ModuleTypeInfo) XXX_Merge(src proto.Message) { + xxx_messageInfo_ModuleTypeInfo.Merge(dst, src) +} +func (m *ModuleTypeInfo) XXX_Size() int { + return xxx_messageInfo_ModuleTypeInfo.Size(m) +} +func (m *ModuleTypeInfo) XXX_DiscardUnknown() { + xxx_messageInfo_ModuleTypeInfo.DiscardUnknown(m) +} + +var xxx_messageInfo_ModuleTypeInfo proto.InternalMessageInfo + +const Default_ModuleTypeInfo_BuildSystem ModuleTypeInfo_BUILDSYSTEM = ModuleTypeInfo_UNKNOWN + +func (m *ModuleTypeInfo) GetBuildSystem() ModuleTypeInfo_BUILDSYSTEM { + if m != nil && m.BuildSystem != nil { + return *m.BuildSystem + } + return Default_ModuleTypeInfo_BuildSystem +} + +func (m *ModuleTypeInfo) GetModuleType() string { + if m != nil && m.ModuleType != nil { + return *m.ModuleType + } + return "" +} + +func (m *ModuleTypeInfo) GetNumOfModules() uint32 { + if m != nil && m.NumOfModules != nil { + return *m.NumOfModules + } + return 0 +} + +func init() { + proto.RegisterType((*MetricsBase)(nil), "build_metrics.MetricsBase") + proto.RegisterType((*PerfInfo)(nil), "build_metrics.PerfInfo") + proto.RegisterType((*ModuleTypeInfo)(nil), "build_metrics.ModuleTypeInfo") + proto.RegisterEnum("build_metrics.MetricsBase_BUILDVARIANT", MetricsBase_BUILDVARIANT_name, MetricsBase_BUILDVARIANT_value) + proto.RegisterEnum("build_metrics.MetricsBase_ARCH", MetricsBase_ARCH_name, MetricsBase_ARCH_value) + proto.RegisterEnum("build_metrics.ModuleTypeInfo_BUILDSYSTEM", ModuleTypeInfo_BUILDSYSTEM_name, ModuleTypeInfo_BUILDSYSTEM_value) +} + +func init() { proto.RegisterFile("metrics.proto", fileDescriptor_metrics_9e7b895801991242) } + +var fileDescriptor_metrics_9e7b895801991242 = []byte{ + // 783 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x94, 0x55, 0xdd, 0x6e, 0xdb, 0x36, + 0x14, 0xae, 0x62, 0x25, 0x96, 0x8e, 0x62, 0x57, 0x61, 0x02, 0x44, 0xc5, 0x50, 0x34, 0x30, 0xf6, + 0x93, 0x01, 0x9b, 0x57, 0x18, 0x81, 0x11, 0x04, 0xbb, 0xb1, 0x13, 0xa3, 0x35, 0x5a, 0xdb, 0x85, + 0x6c, 0x67, 0xdd, 0x2e, 0x46, 0x68, 0x12, 0xdd, 0x68, 0xb3, 0x44, 0x81, 0xa4, 0x8a, 0xf9, 0x21, + 0xf6, 0x8c, 0x7b, 0x91, 0x5d, 0x0c, 0x3c, 0xb4, 0x5c, 0xa5, 0x17, 0x29, 0x72, 0x47, 0x9d, 0xef, + 0x87, 0xdf, 0x91, 0xc8, 0x23, 0x68, 0x65, 0x4c, 0x89, 0x34, 0x96, 0xdd, 0x42, 0x70, 0xc5, 0x49, + 0xeb, 0x8f, 0x32, 0x5d, 0x27, 0x74, 0x5b, 0xec, 0xfc, 0xe7, 0x80, 0x37, 0x31, 0xeb, 0x61, 0x24, + 0x19, 0x79, 0x09, 0x27, 0x86, 0x90, 0x44, 0x8a, 0x51, 0x95, 0x66, 0x4c, 0xaa, 0x28, 0x2b, 0x02, + 0xeb, 0xcc, 0x3a, 0x6f, 0x84, 0x04, 0xb1, 0x9b, 0x48, 0xb1, 0x45, 0x85, 0x90, 0x67, 0xe0, 0x18, + 0x45, 0x9a, 0x04, 0x7b, 0x67, 0xd6, 0xb9, 0x1b, 0x36, 0xf1, 0x79, 0x9c, 0x90, 0x2b, 0x78, 0x56, + 0xac, 0x23, 0xb5, 0xe2, 0x22, 0xa3, 0x1f, 0x99, 0x90, 0x29, 0xcf, 0x69, 0xcc, 0x13, 0x96, 0x47, + 0x19, 0x0b, 0x1a, 0xc8, 0x3d, 0xad, 0x08, 0xb7, 0x06, 0xbf, 0xde, 0xc2, 0xe4, 0x1b, 0x68, 0xab, + 0x48, 0x7c, 0x60, 0x8a, 0x16, 0x82, 0x27, 0x65, 0xac, 0x02, 0x1b, 0x05, 0x2d, 0x53, 0x7d, 0x67, + 0x8a, 0xe4, 0x77, 0x38, 0xd9, 0xd2, 0x4c, 0x88, 0x8f, 0x91, 0x48, 0xa3, 0x5c, 0x05, 0xfb, 0x67, + 0xd6, 0x79, 0xbb, 0xf7, 0x5d, 0xf7, 0x5e, 0xb7, 0xdd, 0x5a, 0xa7, 0xdd, 0xe1, 0x72, 0xfc, 0xf6, + 0xe6, 0x76, 0x10, 0x8e, 0x07, 0xd3, 0xc5, 0x55, 0x63, 0x34, 0x7d, 0x15, 0x12, 0xe3, 0x34, 0xd4, + 0x92, 0x5b, 0xe3, 0x43, 0xc6, 0xe0, 0x6d, 0xfd, 0x23, 0x11, 0xdf, 0x05, 0x07, 0x68, 0xfb, 0xe2, + 0x01, 0xdb, 0x41, 0x78, 0xfd, 0xfa, 0xaa, 0xb9, 0x9c, 0xbe, 0x99, 0xce, 0x7e, 0x99, 0x86, 0x60, + 0xc4, 0x03, 0x11, 0xdf, 0x91, 0x2e, 0x1c, 0xd7, 0xac, 0x76, 0x49, 0x9b, 0xd8, 0xd6, 0xd1, 0x27, + 0x62, 0xb5, 0xf5, 0x0f, 0xb0, 0x0d, 0x44, 0xe3, 0xa2, 0xdc, 0xd1, 0x1d, 0xa4, 0xfb, 0x06, 0xb9, + 0x2e, 0xca, 0x8a, 0x3d, 0x02, 0xf7, 0x8e, 0xcb, 0x6d, 0x4c, 0xf7, 0x91, 0x31, 0x1d, 0x2d, 0xc5, + 0x90, 0x6f, 0xa1, 0x85, 0x36, 0xbd, 0x3c, 0x31, 0x56, 0xf0, 0x48, 0x2b, 0x4f, 0xcb, 0x7b, 0x79, + 0x82, 0x6e, 0xa7, 0xd0, 0x44, 0x37, 0x2e, 0x03, 0x0f, 0x73, 0x1f, 0xe8, 0xc7, 0x99, 0x24, 0x9d, + 0xed, 0x36, 0x5c, 0x52, 0xf6, 0xb7, 0x12, 0x51, 0x70, 0x88, 0xb0, 0x67, 0xe0, 0x91, 0x2e, 0xed, + 0x38, 0xb1, 0xe0, 0x52, 0x6a, 0x8b, 0xd6, 0x27, 0xce, 0xb5, 0xae, 0xcd, 0x24, 0xf9, 0x16, 0x9e, + 0xd6, 0x38, 0x18, 0xb8, 0x6d, 0x8e, 0xc9, 0x8e, 0x85, 0x41, 0x7e, 0x84, 0xe3, 0x1a, 0x6f, 0xd7, + 0xdc, 0x53, 0xf3, 0x32, 0x77, 0xdc, 0x5a, 0x6e, 0x5e, 0x2a, 0x9a, 0xa4, 0x22, 0xf0, 0x4d, 0x6e, + 0x5e, 0xaa, 0x9b, 0x54, 0x90, 0x4b, 0xf0, 0x24, 0x53, 0x65, 0x41, 0x15, 0xe7, 0x6b, 0x19, 0x1c, + 0x9d, 0x35, 0xce, 0xbd, 0xde, 0xe9, 0x67, 0x2f, 0xe7, 0x1d, 0x13, 0xab, 0x71, 0xbe, 0xe2, 0x21, + 0x20, 0x77, 0xa1, 0xa9, 0xe4, 0x02, 0xdc, 0xbf, 0x22, 0x95, 0x52, 0x51, 0xe6, 0x32, 0x20, 0x0f, + 0xeb, 0x1c, 0xcd, 0x0c, 0xcb, 0x5c, 0x92, 0x3e, 0x80, 0xe4, 0x3c, 0xff, 0x60, 0x64, 0xc7, 0x0f, + 0xcb, 0x5c, 0xa4, 0x56, 0xba, 0x3c, 0xcd, 0xff, 0x8c, 0x8c, 0xee, 0xe4, 0x0b, 0x3a, 0xa4, 0x6a, + 0x5d, 0xe7, 0x25, 0x1c, 0xd6, 0xef, 0x05, 0x71, 0xc0, 0x5e, 0xce, 0x47, 0xa1, 0xff, 0x84, 0xb4, + 0xc0, 0xd5, 0xab, 0x9b, 0xd1, 0x70, 0xf9, 0xca, 0xb7, 0x48, 0x13, 0xf4, 0x95, 0xf1, 0xf7, 0x3a, + 0x3f, 0x83, 0xad, 0x0f, 0x00, 0xf1, 0xa0, 0x3a, 0x02, 0xfe, 0x13, 0x8d, 0x0e, 0xc2, 0x89, 0x6f, + 0x11, 0x17, 0xf6, 0x07, 0xe1, 0xa4, 0x7f, 0xe1, 0xef, 0xe9, 0xda, 0xfb, 0xcb, 0xbe, 0xdf, 0x20, + 0x00, 0x07, 0xef, 0x2f, 0xfb, 0xb4, 0x7f, 0xe1, 0xdb, 0x9d, 0x7f, 0x2c, 0x70, 0xaa, 0x1c, 0x84, + 0x80, 0x9d, 0x30, 0x19, 0xe3, 0xac, 0x71, 0x43, 0x5c, 0xeb, 0x1a, 0x4e, 0x0b, 0x33, 0x59, 0x70, + 0x4d, 0x9e, 0x03, 0x48, 0x15, 0x09, 0x85, 0xe3, 0x09, 0xe7, 0x88, 0x1d, 0xba, 0x58, 0xd1, 0x53, + 0x89, 0x7c, 0x05, 0xae, 0x60, 0xd1, 0xda, 0xa0, 0x36, 0xa2, 0x8e, 0x2e, 0x20, 0xf8, 0x1c, 0x20, + 0x63, 0x19, 0x17, 0x1b, 0x5a, 0x4a, 0x86, 0x53, 0xc2, 0x0e, 0x5d, 0x53, 0x59, 0x4a, 0xd6, 0xf9, + 0xd7, 0x82, 0xf6, 0x84, 0x27, 0xe5, 0x9a, 0x2d, 0x36, 0x05, 0xc3, 0x54, 0x4b, 0x38, 0x34, 0xef, + 0x4d, 0x6e, 0xa4, 0x62, 0x19, 0xa6, 0x6b, 0xf7, 0xbe, 0xff, 0xfc, 0x42, 0xdc, 0x13, 0x99, 0xe1, + 0x32, 0xff, 0x75, 0xbe, 0x18, 0x4d, 0x6a, 0x57, 0x03, 0x25, 0x73, 0xb4, 0x21, 0x2f, 0xc0, 0xcb, + 0x50, 0x43, 0xd5, 0xa6, 0xa8, 0xfa, 0x83, 0x6c, 0x67, 0x43, 0xbe, 0x86, 0x76, 0x5e, 0x66, 0x94, + 0xaf, 0xa8, 0x29, 0x4a, 0xec, 0xb4, 0x15, 0x1e, 0xe6, 0x65, 0x36, 0x5b, 0x99, 0xfd, 0x64, 0xe7, + 0x27, 0xf0, 0x6a, 0x7b, 0xdd, 0xff, 0x0a, 0x2e, 0xec, 0xcf, 0x67, 0xb3, 0xa9, 0xfe, 0x5c, 0x0e, + 0xd8, 0x93, 0xc1, 0x9b, 0x91, 0xbf, 0x37, 0x3c, 0x7a, 0xdd, 0xf8, 0xad, 0xfa, 0x25, 0x50, 0xfc, + 0x25, 0xfc, 0x1f, 0x00, 0x00, 0xff, 0xff, 0xd4, 0x8d, 0x19, 0x89, 0x22, 0x06, 0x00, 0x00, +} diff --git a/ui/metrics/metrics_proto/metrics.proto b/ui/metrics/metrics_proto/metrics.proto new file mode 100644 index 00000000..b3de2f46 --- /dev/null +++ b/ui/metrics/metrics_proto/metrics.proto @@ -0,0 +1,129 @@ +// Copyright 2018 Google Inc. All Rights Reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +syntax = "proto2"; + +option optimize_for = LITE_RUNTIME; + +package build_metrics; +option go_package = "metrics_proto"; + +message MetricsBase { + // Timestamp generated when the build starts. + optional int64 build_date_timestamp = 1; + + // It is usually used to specify the branch name [and release candidate]. + optional string build_id = 2; + + // The platform version codename, eg. P, Q, REL. + optional string platform_version_codename = 3; + + // The target product information, eg. aosp_arm. + optional string target_product = 4; + + enum BUILDVARIANT { + USER = 0; + USERDEBUG = 1; + ENG = 2; + } + // The target build variant information, eg. eng. + optional BUILDVARIANT target_build_variant = 5 [default = ENG]; + + enum ARCH { + UNKNOWN = 0; + ARM = 1; + ARM64 = 2; + X86 = 3; + X86_64 = 4; + } + // The target arch information, eg. arm. + optional ARCH target_arch = 6 [default = UNKNOWN]; + + // The target arch variant information, eg. armv7-a-neon. + optional string target_arch_variant = 7; + + // The target cpu variant information, eg. generic. + optional string target_cpu_variant = 8; + + // The host arch information, eg. x86_64. + optional ARCH host_arch = 9 [default = UNKNOWN]; + + // The host 2nd arch information, eg. x86. + optional ARCH host_2nd_arch = 10 [default = UNKNOWN]; + + // The host os information, eg. linux. + optional string host_os = 11; + + // The host os extra information, eg. Linux-4.17.0-3rodete2-amd64-x86_64-Debian-GNU. + optional string host_os_extra = 12; + + // The host cross os information, eg. windows. + optional string host_cross_os = 13; + + // The host cross arch information, eg. x86. + optional string host_cross_arch = 14; + + // The host cross 2nd arch information, eg. x86_64. + optional string host_cross_2nd_arch = 15; + + // The directory for generated built artifacts installation, eg. out. + optional string out_dir = 16; + + // The metrics for calling various tools (microfactory) before Soong_UI starts. + repeated PerfInfo setup_tools = 17; + + // The metrics for calling Kati by multiple times. + repeated PerfInfo kati_runs = 18; + + // The metrics for calling Soong. + repeated PerfInfo soong_runs = 19; + + // The metrics for calling Ninja. + repeated PerfInfo ninja_runs = 20; +} + +message PerfInfo { + // The description for the phase/action/part while the tool running. + optional string desc = 1; + + // The name for the running phase/action/part. + optional string name = 2; + + // The absolute start time. + // The number of nanoseconds elapsed since January 1, 1970 UTC. + optional uint64 start_time = 3; + + // The real running time. + // The number of nanoseconds elapsed since start_time. + optional uint64 real_time = 4; + + // The number of MB for memory use. + optional uint64 memory_use = 5; +} + +message ModuleTypeInfo { + enum BUILDSYSTEM { + UNKNOWN = 0; + SOONG = 1; + MAKE = 2; + } + // The build system, eg. Soong or Make. + optional BUILDSYSTEM build_system = 1 [default = UNKNOWN]; + + // The module type, eg. java_library, cc_binary, and etc. + optional string module_type = 2; + + // The number of logical modules. + optional uint32 num_of_modules = 3; +} diff --git a/ui/metrics/metrics_proto/regen.sh b/ui/metrics/metrics_proto/regen.sh new file mode 100755 index 00000000..343c638a --- /dev/null +++ b/ui/metrics/metrics_proto/regen.sh @@ -0,0 +1,3 @@ +#!/bin/bash + +aprotoc --go_out=paths=source_relative:. metrics.proto diff --git a/ui/metrics/time.go b/ui/metrics/time.go new file mode 100644 index 00000000..7e8801ac --- /dev/null +++ b/ui/metrics/time.go @@ -0,0 +1,71 @@ +// Copyright 2018 Google Inc. All Rights Reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package metrics + +import ( + "time" + + "android/soong/ui/metrics/metrics_proto" + "android/soong/ui/tracer" +) + +type timeEvent struct { + desc string + name string + + atNanos uint64 // timestamp measured in nanoseconds since the reference date +} + +type TimeTracer interface { + Begin(name, desc string, thread tracer.Thread) + End(thread tracer.Thread) metrics_proto.PerfInfo +} + +type timeTracerImpl struct { + activeEvents []timeEvent +} + +var _ TimeTracer = &timeTracerImpl{} + +func (t *timeTracerImpl) now() uint64 { + return uint64(time.Now().UnixNano()) +} + +func (t *timeTracerImpl) Begin(name, desc string, thread tracer.Thread) { + t.beginAt(name, desc, t.now()) +} + +func (t *timeTracerImpl) beginAt(name, desc string, atNanos uint64) { + t.activeEvents = append(t.activeEvents, timeEvent{name: name, desc: desc, atNanos: atNanos}) +} + +func (t *timeTracerImpl) End(thread tracer.Thread) metrics_proto.PerfInfo { + return t.endAt(t.now()) +} + +func (t *timeTracerImpl) endAt(atNanos uint64) metrics_proto.PerfInfo { + if len(t.activeEvents) < 1 { + panic("Internal error: No pending events for endAt to end!") + } + lastEvent := t.activeEvents[len(t.activeEvents)-1] + t.activeEvents = t.activeEvents[:len(t.activeEvents)-1] + realTime := atNanos - lastEvent.atNanos + + return metrics_proto.PerfInfo{ + Desc: &lastEvent.desc, + Name: &lastEvent.name, + StartTime: &lastEvent.atNanos, + RealTime: &realTime} +} |