qa-workflow/qa_constants.py at main · printprobability/qa-workflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
# Author: Jonathan Armoza
# Created: October 26, 2023
# Purpose: Constants for the 'Print & Probability' QA workflow for book processing

# Imports

# Built-ins
import os

# Directories and filenames
ARCHIVE_DIRECTORY = "archive"
DEFAULT_OUTPUT_DIRECTORY = "{0}{1}output{1}".format(os.getcwd(), os.sep)
QA_CODE_DIRECTORY = "/ocean/projects/hum160002p/shared/books/code/"
RESULTS_DIRECTORY = "results"

MERGED_RESULTS_FILENAME_PREFIX = "all_results_merged"

# Yaml config keys
BOOK_DIRECTORY = "BOOK_DIRECTORY"
COMMANDS = "COMMANDS"
OUTPUT_DIRECTORY = "OUTPUT_DIRECTORY"
QA_TYPE = "QA_TYPE"
RUN_TYPE = "RUN_TYPE"
RUN_UUID = "RUN_UUID"

# Temp
ERROR_FILE_RUN_UUID = "ERROR_FILE_RUN_UUID"

# Yaml config values
COMMAND_ARCHIVE = "archive"
COMMAND_ARCHIVE_LOGS = "archive_logs"
COMMAND_ARCHIVE_RESULTS = "archive_results"
COMMAND_CLEAR = "clear"
COMMAND_CLEAR_LOGS = "clear_logs"
COMMAND_CLEAR_RESULTS = "clear_results"
COMMAND_DATA_STATS = "data_stats"
COMMAND_RUN = "run"
COMMAND_COLLATE = "collate"
COMMAND_COLLATE_ERRORS = "collate_errors"
COMMAND_COLLATE_LOGS = "collate_logs"
COMMAND_COLLATE_RESULTS = "collate_results"
COMMAND_OUTPUT_STATS = "output_stats"
VALID_COMMANDS = [
    COMMAND_ARCHIVE,
    COMMAND_ARCHIVE_LOGS,
    COMMAND_ARCHIVE_RESULTS,
    COMMAND_CLEAR,
    COMMAND_CLEAR_LOGS,
    COMMAND_CLEAR_RESULTS,
    COMMAND_DATA_STATS,
    COMMAND_RUN,
    COMMAND_COLLATE,
    COMMAND_COLLATE_ERRORS,
    COMMAND_COLLATE_LOGS,
    COMMAND_COLLATE_RESULTS,
    COMMAND_OUTPUT_STATS
]
QA_TYPE_AUTOCROP = "autocrop"
QA_TYPE_LINE_EXTRACTION_WATERSHED = "line_extraction_watershed"
QA_TYPE_LINE_EXTRACTION_EYNOLLAH = "line_extraction_eynollah"
QA_TYPE_CLASSES = {
    QA_TYPE_AUTOCROP: ["qa_autocrop", "QA_Autocrop"],
    QA_TYPE_LINE_EXTRACTION_EYNOLLAH: ["qa_line_extraction", "QA_LineExtraction_Eynollah"],
    QA_TYPE_LINE_EXTRACTION_WATERSHED: ["qa_line_extraction", "QA_LineExtraction_Watershed"]
}
VALID_QA_TYPES = [
    QA_TYPE_AUTOCROP,
    QA_TYPE_LINE_EXTRACTION_EYNOLLAH,
    QA_TYPE_LINE_EXTRACTION_WATERSHED
]
RUN_TYPE_MULTI = "multi"
RUN_TYPE_SINGLE = "single"
VALID_RUN_TYPES = [
    RUN_TYPE_MULTI, RUN_TYPE_SINGLE
]