summaryrefslogtreecommitdiff
path: root/programs/run.py
blob: 4d542f73b41722f322110e473f45f3fc01a59192 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
#!/usr/bin/env python3
#
# Copyright © 2012 Intel Corporation
#
# Permission is hereby granted, free of charge, to any person obtaining a
# copy of this software and associated documentation files (the "Software"),
# to deal in the Software without restriction, including without limitation
# the rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Software, and to permit persons to whom the
# Software is furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice (including the next
# paragraph) shall be included in all copies or substantial portions of the
# Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
# IN THE SOFTWARE.
#
__all__ = ['main']

from getopt import gnu_getopt, GetoptError
import argparse
from argparse import ArgumentParser
from multiprocessing import cpu_count
import os
import os.path as path
import sys

import framework.database
import suites

def parseArguments(argv, config):
    p = ArgumentParser(prog='robyn run', description='A GPU test runner')
    p.add_argument('-d', '--dry-run', action='store_true',
        help='Do not actually run tests, but show what would be performed',
        default=False)
    p.add_argument('-t', '--tests', action='append', dest='include_filters',
        metavar='<regexp>',
        help='Run only matching tests (regular expression)')
    p.add_argument('-x', '--exclude', action='append', dest='exclude_filters',
        metavar='<regexp>',
        help='Exclude matching tests (regular expression)')
    p.add_argument('-c', '--threads', action='store', type=int,
        metavar='<thread count>',
        help='Number of tests to run concurrently')
    p.add_argument('-p', '--platform', action='store',
        metavar='(glx|x11_egl|wayland|agl|wgl)',
        help='Window system platform (as recognized by Waffle)')
    p.add_argument('--valgrind', action='store_true',
        help="Run tests in Valgrind's memcheck tool.",
        default=False)
    p.add_argument('-r', '--results', action='store', dest='database',
        metavar='<results database>',
        help='Specify an alternate result database (defaults to ~/.local/share/robyn/results.db))')
    p.add_argument('suites', nargs='+')

    options = p.parse_args(argv)

    # Override config file settings with the command line options.
    rc_options = ['threads', 'database']
    config.read_dict({'options': dict((k, v) for k, v in vars(options).items() if k in rc_options and v is not None)})

    return options

def main(argv, config):
    options = parseArguments(argv, config)
    framework.database.load(config)
    tests = suites.loadTestLists(config, options.suites)

    for test in sorted(tests['oglconform'].keys()):
        print(test)

    # Create test run in database
    # Populate results with "not run yet"
    # Resume

if __name__ == '__main__':
    main(sys.argv[1:])