validate.go

package main

import (
	"fmt"
	"os"
	"strconv"
)

func doTest(m Executor) {
	testData, err := ReadCSV(*testdatapath, 0)
	if err != nil {
		fmt.Printf("%s\n", err)
		os.Exit(1)
	}
	resultFP, err := os.OpenFile("/home/kjs/testing/example_data/result.csv",
		os.O_WRONLY|os.O_CREATE|os.O_TRUNC, os.FileMode(0644))
	if err != nil {
		fmt.Printf("%s\n", err)
		os.Exit(1)
	}
	defer resultFP.Close()
	resultFP.WriteString(fmt.Sprintln("ImageId,Label"))
	for _, input := range testData.Input {
		prediction := maxValIDX(m.Execute(input))
		resultFP.WriteString(strconv.Itoa(prediction) + "\n")
	}
}

func doValidation(m Executor) {
	right := 0
	wrong := 0
	validationData, err := ReadCSV(*validatedatapath, *outputs)
	if err != nil {
		fmt.Printf("%s\n", err)
		os.Exit(1)
	}
	for idx, input := range validationData.Input {
		prediction := maxValIDX(m.Execute(input))
		actual := maxValIDX(validationData.Output[idx])
		switch prediction {
		case actual:
			right++
		default:
			wrong++
		}
	}
	fmt.Printf("%.4f%% out of sample accuracy\n", 100.0*float64(right)/float64(right+wrong))

	if false {
		right = 0
		wrong = 0
		sampleData, err := ReadCSV(*traindatapath, *outputs)
		if err != nil {
			fmt.Printf("%s\n", err)
			os.Exit(1)
		}
		for idx, input := range sampleData.Input {
			prediction := maxValIDX(m.Execute(input))
			actual := maxValIDX(sampleData.Output[idx])
			switch prediction {
			case actual:
				right++
			default:
				wrong++
			}
		}
		fmt.Printf("%.4f%% in sample accuracy\n", 100.0*float64(right)/float64(right+wrong))
	}
}

func maxValIDX(in []float64) int {
	maxval := 0.0
	maxidx := 0
	for idx, val := range in {
		if val > maxval {
			maxval = val
			maxidx = idx
		}
	}
	return maxidx
}