1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
// Copyright (C) 2016 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
package goqtestlib
import (
"errors"
"fmt"
"io/ioutil"
"os"
"os/exec"
"path/filepath"
)
const (
// NoRepetitionsOnFailure is a convenience value for indicating that even a single failing test function is considered an overall failure.
NoRepetitionsOnFailure int = 0
)
// RunFunction is used by GenerateTestResult to run unit tests in the current environment. In
// the agent this usually means running "make check".
type RunFunction func(extraArgs []string) error
// GenerateTestResult sets up the environment for QTestLib style testing and calls the runner function for
// to produce the test results. The repetitionsOnFailure allows for a failing test function to fail once
// and have that failure to be ignored under the condition that consequent repeated running of the same
// test function does not produce any failures.
func GenerateTestResult(name string, resultsDirectory string, repetitionsOnFailure int, runner RunFunction) (*TestResult, error) {
resultsDir := filepath.Join(resultsDirectory, filepath.Dir(name))
os.MkdirAll(resultsDir, 0755)
resultsFile, err := ioutil.TempFile(resultsDirectory, name)
if err != nil {
return nil, fmt.Errorf("Error creating temporary file to collected test output: %s", err)
}
testResult := &TestResult{
TestCaseName: name,
PathToResultsXML: resultsFile.Name(),
}
resultsFile.Close()
os.Setenv("QT_CI_RESULTS_PATH", testResult.PathToResultsXML)
err = runner([]string{"-o", testResult.PathToResultsXML + ",xml", "-o", "-,txt"})
os.Setenv("QT_CI_RESULTS_PATH", "")
_, ok := err.(*exec.ExitError)
if err != nil && !ok {
return nil, err
}
fileInfo, statErr := os.Stat(testResult.PathToResultsXML)
if os.IsNotExist(statErr) || fileInfo.Size() == 0 {
return nil, err
}
if err != nil {
parsedResult, err := testResult.Parse()
if err != nil {
return nil, err
}
failingFunctions := parsedResult.FailingFunctions()
if len(failingFunctions) > 0 {
if repetitionsOnFailure == 0 {
return nil, errors.New("Tests failed")
}
for _, testFunction := range failingFunctions {
for i := 0; i < repetitionsOnFailure; i++ {
if err = runner([]string{testFunction}); err != nil {
return nil, err
}
}
}
}
}
return testResult, nil
}
|
