From 09666c77823e06cd42c0b9da484becdcd5ed2c39 Mon Sep 17 00:00:00 2001
From: Christopher Carman <christopher.carman@mheducation.com>
Date: Wed, 27 Apr 2022 16:11:02 -0700
Subject: [PATCH] fix: Calculate check conclusion from annotations

See https://github.com/reviewdog/action-eslint/issues/62
---
 CHANGELOG.md                |  1 +
 doghouse/server/doghouse.go | 36 ++++++++++++++++++++++++++++++------
 2 files changed, 31 insertions(+), 6 deletions(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 470ca03d08..106a42c787 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -9,6 +9,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ### :sparkles: Release Note <!-- optional -->
 
 ### :rocket: Enhancements
+- [#1170](https://github.com/reviewdog/reviewdog/pull/1170) Calculate check conclusion from annotations
 - ...
 
 ### :bug: Fixes
diff --git a/doghouse/server/doghouse.go b/doghouse/server/doghouse.go
index aa43a20fe6..2fc5fcef04 100644
--- a/doghouse/server/doghouse.go
+++ b/doghouse/server/doghouse.go
@@ -97,10 +97,7 @@ func (ch *Checker) postCheck(ctx context.Context, checkID int64, checks []*filte
 		}
 	}
 
-	conclusion := "success"
-	if len(annotations) > 0 {
-		conclusion = ch.conclusion()
-	}
+	conclusion := ch.conclusion(annotations)
 	opt := github.UpdateCheckRunOptions{
 		Name:        ch.checkName(),
 		Status:      github.String("completed"),
@@ -160,8 +157,35 @@ func (ch *Checker) checkTitle() string {
 }
 
 // https://developer.github.com/v3/checks/runs/#parameters-1
-func (ch *Checker) conclusion() string {
-	switch strings.ToLower(ch.req.Level) {
+func (ch *Checker) conclusion(annotations []*github.CheckRunAnnotation) string {
+	checkResult := "success"
+
+	if ch.req.Level != "" {
+		// Level takes precedence when configured (for backwards compatibility)
+		if len(annotations) > 0 {
+			checkResult = strings.ToLower(ch.req.Level)
+		}
+	} else {
+		levelSeverity := map[string]int{
+			"success": 0,
+			"notice":  1,
+			"warning": 2,
+			"failure": 3,
+		}
+
+		highestLevel := "success"
+		for _, a := range annotations {
+			annotationLevel := *a.AnnotationLevel
+			if levelSeverity[annotationLevel] > levelSeverity[highestLevel] {
+				highestLevel = annotationLevel
+			}
+		}
+		checkResult = highestLevel
+	}
+
+	switch checkResult {
+	case "success":
+		return "success"
 	case "info", "warning":
 		return "neutral"
 	}