-
Notifications
You must be signed in to change notification settings - Fork 0
/
input_output.go
70 lines (60 loc) · 2.21 KB
/
input_output.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
package test
import (
"fmt"
"strings"
"github.com/johnhany97/grader/processors"
"github.com/xrash/smetrics"
)
// InputOutputTestHandler is a struct containing all the properties
// needed to be able to execute a test task with input and expected output
// as the parameters.
type InputOutputTestHandler struct {
Test Test // The Test itself as extracted from the Schema
File string // Name of the file containing the code being assessed
Folder string // Folder within which this file exists
}
// RunTest is a method used to run a test task
func (iot InputOutputTestHandler) RunTest() (Result, error) {
processor := processors.SubmissionsProcessor{}
stdout, stderr, err := processor.ExecuteWithInput(iot.File, iot.Folder, strings.Join(iot.Test.Input, "\n"))
if err != nil {
return iot.handleErr(err, stdout, stderr)
}
return iot.NewResult(stdout, stderr), nil
}
// NewResult returns back the result of processing the output of
// executing the test task
func (iot InputOutputTestHandler) NewResult(stdout string, stderr string) Result {
tr := Result{
Test: iot.Test,
}
// Add Trimmed outputs
tr.StdOut = strings.TrimSpace(stdout)
tr.StdErr = strings.TrimSpace(stderr)
successful := tr.StdOut == strings.Join(iot.Test.ExpectedOutput, "\n")
tr.Successful = successful
tr.Similarity = smetrics.JaroWinkler(tr.StdOut, strings.Join(iot.Test.ExpectedOutput, "\n"), 0.7, 4)
// Add Programmatically generated description of test
if tr.StdErr == "" {
tr.Description = fmt.Sprintf("Expected:\n%v\nGot:\n%v\nTest passed: %v", strings.Join(iot.Test.ExpectedOutput, "\n"), tr.StdOut, successful)
}
return tr
}
// handleErr handles potnetial errors produced from the execution and
// customizes the test task output to reflect is the error was due to
// a certain specific cause (for example, a timeout error)
func (iot InputOutputTestHandler) handleErr(e error, stdout string, stderr string) (Result, error) {
if strings.Compare(e.Error(), "timeout") == 0 {
return Result{
Test: iot.Test,
TimedOut: true,
StdOut: strings.TrimSpace(stdout),
StdErr: strings.TrimSpace(stderr),
}, nil
}
return Result{
Test: iot.Test,
StdOut: strings.TrimSpace(stdout),
StdErr: strings.TrimSpace(stderr),
}, e
}