Project-MARK/example_config.yaml at main · danielrazavi/Project-MARK · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
---
program:
    M.A.R.K
assignments:
    # ==========================================================================
    - name:
          assignment1
      student_submission_directory:
          ./student_submissions
      starter_code_directory:
          ./starter_code
      file_name_pattern:
          filename # i.e. UTORID-CSC148-ASSIGNMENT#-Result.txt # It is crucial for UTORID and ASSIGNMENT# to be there since they get parsed.
      injection_locations:  # relative to where it would be in the starter code
          - /submission1.txt

      tests: # things under here needs to be fixed.
          - prep_command: command 1
            marking_command: echo "python3 autograder1.py arg1 arg2"
            timeout: 40 # if not needed, set as -1
            worth: 0.2  # needs to be between 0 and 1
          - prep_command: command 2
            marking_command: python3 autograder2.py arg1 arg2
            timeout: 60 # if not needed, set as -1
            worth: 0.8   # needs to be between 0 and 1
      creates_analytics_file:
          True/False # it can save it in a txt file ready for usage
      creates_csv_file:
          True/False
    # ==========================================================================
    # - name:
    #       assignment2
    #   student_submission_directory:
    #       dir_name1
    #   starter_code_directory:
    #       dir_name
    #   file_name_pattern:
    #       filename # i.e. UTORID-CSC148-Assignment#-Result.txt
    #   tests:
    #       - name:
    #             test_suite_1
    #         prep_commands:
    #             - command 1
    #             - command 2
    #             - command 3
    #         marking_commands: # things under here needs to be fixed.
    #             - command: python3 autograder1.py arg1 arg2
    #               timeout: 40 # if not needed, set as -1
    #               worth: 0.2  # needs to be between 0 and 1
    #             - command: python3 autograder2.py arg1 arg2
    #               timeout: 60 # if not needed, set as -1
    #               worth: 0.8   # needs to be between 0 and 1
    #   creates_analytics_file:
    #       True/False # it can save it in a txt file ready for usage
    #   creates_csv_file:
    #       True/False
    # ==========================================================================

does_clean_flag: True/False # burn time full wiping the leftovers?

...