1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
#!/usr/bin/env python3
#
# Copyright © 2012 Intel Corporation
#
# Permission is hereby granted, free of charge, to any person obtaining a
# copy of this software and associated documentation files (the "Software"),
# to deal in the Software without restriction, including without limitation
# the rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Software, and to permit persons to whom the
# Software is furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice (including the next
# paragraph) shall be included in all copies or substantial portions of the
# Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
# IN THE SOFTWARE.
#
__all__ = ['main']
from getopt import gnu_getopt, GetoptError
import argparse
from argparse import ArgumentParser
from multiprocessing import cpu_count
import os
import os.path as path
import sys
from framework.database import ResultDatabase
from framework.runner import resume
import suites
def parseArguments(argv, config):
p = ArgumentParser(prog='robyn run', description='A GPU test runner')
p.add_argument('-d', '--dry-run', action='store_true',
help='Do not actually run tests, but show what would be performed',
default=False)
p.add_argument('-t', '--tests', action='append', dest='include_filters',
metavar='<regexp>',
help='Run only matching tests (regular expression)')
p.add_argument('-x', '--exclude', action='append', dest='exclude_filters',
metavar='<regexp>',
help='Exclude matching tests (regular expression)')
p.add_argument('-c', '--threads', action='store', type=int,
metavar='<thread count>',
help='Number of tests to run concurrently')
p.add_argument('-p', '--platform', action='store',
metavar='(glx|x11_egl|wayland|agl|wgl)',
help='Window system platform (as recognized by Waffle)')
p.add_argument('--valgrind', action='store_true',
help="Run tests in Valgrind's memcheck tool.",
default=False)
p.add_argument('-r', '--results', action='store', dest='database',
metavar='<results database>',
help='Specify an alternate result database (defaults to ~/.local/share/robyn/results.db))')
p.add_argument('name', metavar='<name of test run>')
p.add_argument('suites', nargs='+')
options = p.parse_args(argv)
# Override config file settings with the command line options.
rc_options = ['threads', 'database']
config.read_dict({'options': dict((k, v) for k, v in vars(options).items() if k in rc_options and v is not None)})
return options
def main(argv, config):
args = parseArguments(argv, config)
tests = suites.loadTestLists(config, args.suites)
#for test in sorted(tests.keys()):
# print(test)
db = ResultDatabase(config)
# Create test run in database
runID = db.createRun(args.name, 'driver', 'system')
# Populate results with "not run yet"
db.addPlaceholderResults(runID, tests.keys())
# "Resume" the new test run
resume(db, config, args, tests, runID)
if __name__ == '__main__':
main(sys.argv[1:])
|
