Always record ranking, add ranking command

Author: cwpearson

cmd/ranking.go

@@ -0,0 +1,106 @@
+package cmd
+
+import (
+	"os"
+	"sort"
+	"strconv"
+	"time"
+
+	"github.com/olekukonko/tablewriter"
+	"github.com/rai-project/config"
+	"github.com/rai-project/database/mongodb"
+	"github.com/rai-project/model"
+	"github.com/spf13/cobra"
+	upper "upper.io/db.v3"
+)
+
+var numResults int
+
+const (
+	maxResults = 100
+)
+
+func min(a, b int) int {
+	if a < b {
+		return a
+	}
+	return b
+}
+
+func max(a, b int) int {
+	if a > b {
+		return a
+	}
+	return b
+}
+
+// rankingCmd represents the ranking command
+var rankingCmd = &cobra.Command{
+	Use:   "ranking",
+	Short: "View anonymous rankings.",
+	Long:  `View anonymized convolution performance. Only the fastest result for each team is reported.`,
+	RunE: func(cmd *cobra.Command, args []string) error {
+
+		db, err := mongodb.NewDatabase(config.App.Name)
+		if err != nil {
+			return err
+		}
+		defer db.Close()
+
+		col, err := model.NewFa2017Ece408RankingCollection(db)
+		if err != nil {
+			return err
+		}
+		defer col.Close()
+
+		// Get submissions
+		var rankings model.Fa2017Ece408Rankings
+		cond := upper.Or(
+			upper.Cond{
+				"model":       "ece408-high",
+				"correctness": 0.8562,
+			},
+			upper.Cond{
+				"model":       "ece408-low",
+				"correctness": 0.629,
+			},
+		)
+		err = col.Find(cond, 0, maxResults, &rankings)
+		if err != nil {
+			return err
+		}
+
+		// Sort by fastest
+		sort.Sort(model.ByOpRuntime(rankings))
+
+		// Keep first instance of every team
+		rankings = model.KeepFirstTeam(rankings) // Keep fastest entry for each team
+
+		// show only numResults
+		if numResults < 0 {
+			numResults = maxResults
+		}
+		numResults = min(numResults, maxResults)
+		numResults = min(numResults, len(rankings))
+		rankings = rankings[0:numResults]
+
+		// Anonymize
+		for i, r := range rankings {
+			rankings[i] = r.Anonymize()
+		}
+
+		table := tablewriter.NewWriter(os.Stdout)
+		table.SetHeader([]string{"Anonymized Team", "Team's Fastest Conv (ms)"})
+		for _, r := range rankings {
+			table.Append([]string{r.Teamname, strconv.FormatInt(int64(r.OpRuntime/time.Millisecond), 10)})
+		}
+
+		table.Render()
+		return nil
+	},
+}
+
+func init() {
+	rankingCmd.Flags().IntVarP(&numResults, "num-results", "n", 10, "Number of results to show (<"+strconv.Itoa(maxResults)+")")
+	RootCmd.AddCommand(rankingCmd)
+}

cmd/root.go

@@ -77,7 +77,7 @@ var RootCmd = &cobra.Command{
 		if err := client.Wait(); err != nil {
 			return err
 		}
-		if err := client.RecordIfSubmission(); err != nil {
+		if err := client.RecordRanking(); err != nil {
 			return err
 		}
 		return nil