Tutorial/examples/08_memory_debugging/config/config.json at 9f8fba337e9c1cc0a41358391e6d0d0f9a7e335b · Submitty/Tutorial · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
{
    "autograding_method": "docker",
    "container_options": {
        "container_image": "submitty/autograding-default:latest"
    },

    "testcases" : [
        // Grading of C++ code can also be supplemented with the use of a memory
        // debugger. Here, the tool Dr. Memory is used to penalize student code
        // containing memory errors.
        {
            "type" : "Compilation",
            "title" : "C++ - Compilation (for Dr Memory)",
            "command" : "clang++ -g -Wall -o a.out *.cpp",
            "executable_name" : "a.out",
            "points" : 2
        },
        {
            "title" : "Under Dr Memory",
            "command" : "drmemory -- ./a.out",
            "points" : 5,
            "validation" : [
                {
                    "method" : "warnIfEmpty",
                    "actual_file" : "STDOUT.txt",
                    "description" : "Standard Output (STDOUT)"
                },
                {
                    "method" : "DrMemoryGrader",
                    "actual_file" : "STDERR.txt",
                    "description" : "Standard Error (STDERR)",
                    "deduction" : 1.0
                }
            ]
        },

        // Valgrind is a similar tool
        {
            "type" : "Compilation",
            "title" : "C++ - Compilation (for Valgrind)",
            "command" : "clang++ -g -Wall -o a2.out *.cpp",
            "executable_name" : "a2.out",
            "points" : 2
        },
        {
            "title" : "Under Valgrind",
            "command" : "valgrind --leak-check=full ./a2.out",
            "points" : 5,
            "validation" : [
                {
                    "method" : "warnIfEmpty",
                    "actual_file" : "STDOUT.txt",
                    "description" : "Standard Output (STDOUT)"
                },
                {
                    "method" : "searchToken",
                    "data" : [ "ERROR SUMMARY: 0 errors from 0 contexts" ],
                    "actual_file" : "STDERR.txt",
                    "description" : "Standard Error (STDERR)",
                    "deduction" : 1.0
                }
            ]
        }
    ]
}