add new build system

runner/result.go

@@ -2,6 +2,7 @@ package runner
 
 import (
 	"fmt"
+	"math"
 	"time"
 )
 
@@ -40,8 +41,8 @@ type TestResult struct {
 	Status  Status
 	Elapsed time.Duration
 
-	PeakMemory  int64 // bytes; 0 if not measured
-	MemoryLimit int64 // bytes; 0 if unlimited
+	PeakMemory  int64
+	MemoryLimit int64
 
 	Failures []string
 
@@ -64,8 +65,40 @@ type GroupResult struct {
 	Total  int
 }
 
-type SuiteResult struct {
+type BuildRun struct {
+	Name       string
+	Toolchain  string
+	Skipped    bool
+	SkipReason string
+
+	BuildLog   string
 	Groups     []*GroupResult
 	TotalScore float64
-	BuildLog   string
+}
+
+type SuiteResult struct {
+	Builds []*BuildRun
+
+	TotalScore float64
+}
+
+func (r *SuiteResult) AggregateScore() float64 {
+	if len(r.Builds) == 0 {
+		return 0
+	}
+	min := math.Inf(1)
+	anyRan := false
+	for _, b := range r.Builds {
+		if b.Skipped {
+			continue
+		}
+		anyRan = true
+		if b.TotalScore < min {
+			min = b.TotalScore
+		}
+	}
+	if !anyRan {
+		return 1.0
+	}
+	return min
 }