1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
|
# SPDX-License-Identifier: BSD-3-Clause
# Copyright(c) 2010-2014 Intel Corporation
# Copyright(c) 2022-2023 PANTHEON.tech s.r.o.
# Copyright(c) 2022-2023 University of New Hampshire
"""DTS logger module.
The module provides several additional features:
* The storage of DTS execution stages,
* Logging to console, a human-readable log file and a machine-readable log file,
* Optional log files for specific stages.
"""
import logging
from enum import auto
from logging import FileHandler, StreamHandler
from pathlib import Path
from typing import ClassVar
from .utils import StrEnum
date_fmt = "%Y/%m/%d %H:%M:%S"
stream_fmt = "%(asctime)s - %(stage)s - %(name)s - %(levelname)s - %(message)s"
dts_root_logger_name = "dts"
class DtsStage(StrEnum):
"""The DTS execution stage."""
#:
pre_run = auto()
#:
test_run_setup = auto()
#:
test_suite_setup = auto()
#:
test_suite = auto()
#:
test_suite_teardown = auto()
#:
test_run_teardown = auto()
#:
post_run = auto()
class DTSLogger(logging.Logger):
"""The DTS logger class.
The class extends the :class:`~logging.Logger` class to add the DTS execution stage information
to log records. The stage is common to all loggers, so it's stored in a class variable.
Any time we switch to a new stage, we have the ability to log to an additional log file along
with a supplementary log file with machine-readable format. These two log files are used until
a new stage switch occurs. This is useful mainly for logging per test suite.
"""
_stage: ClassVar[DtsStage] = DtsStage.pre_run
_extra_file_handlers: list[FileHandler] = []
def __init__(self, *args, **kwargs):
"""Extend the constructor with extra file handlers."""
self._extra_file_handlers = []
super().__init__(*args, **kwargs)
def makeRecord(self, *args, **kwargs) -> logging.LogRecord:
"""Generates a record with additional stage information.
This is the default method for the :class:`~logging.Logger` class. We extend it
to add stage information to the record.
:meta private:
Returns:
record: The generated record with the stage information.
"""
record = super().makeRecord(*args, **kwargs)
record.stage = DTSLogger._stage
return record
def add_dts_root_logger_handlers(self, verbose: bool, output_dir: str) -> None:
"""Add logger handlers to the DTS root logger.
This method should be called only on the DTS root logger.
The log records from child loggers will propagate to these handlers.
Three handlers are added:
* A console handler,
* A file handler,
* A supplementary file handler with machine-readable logs
containing more debug information.
All log messages will be logged to files. The log level of the console handler
is configurable with `verbose`.
Args:
verbose: If :data:`True`, log all messages to the console.
If :data:`False`, log to console with the :data:`logging.INFO` level.
output_dir: The directory where the log files will be located.
The names of the log files correspond to the name of the logger instance.
"""
self.setLevel(1)
sh = StreamHandler()
sh.setFormatter(logging.Formatter(stream_fmt, date_fmt))
if not verbose:
sh.setLevel(logging.INFO)
self.addHandler(sh)
self._add_file_handlers(Path(output_dir, self.name))
def set_stage(self, stage: DtsStage, log_file_path: Path | None = None) -> None:
"""Set the DTS execution stage and optionally log to files.
Set the DTS execution stage of the DTSLog class and optionally add
file handlers to the instance if the log file name is provided.
The file handlers log all messages. One is a regular human-readable log file and
the other one is a machine-readable log file with extra debug information.
Args:
stage: The DTS stage to set.
log_file_path: An optional path of the log file to use. This should be a full path
(either relative or absolute) without suffix (which will be appended).
"""
self._remove_extra_file_handlers()
if DTSLogger._stage != stage:
self.info(f"Moving from stage '{DTSLogger._stage}' to stage '{stage}'.")
DTSLogger._stage = stage
if log_file_path:
self._extra_file_handlers.extend(self._add_file_handlers(log_file_path))
def _add_file_handlers(self, log_file_path: Path) -> list[FileHandler]:
"""Add file handlers to the DTS root logger.
Add two type of file handlers:
* A regular file handler with suffix ".log",
* A machine-readable file handler with suffix ".verbose.log".
This format provides extensive information for debugging and detailed analysis.
Args:
log_file_path: The full path to the log file without suffix.
Returns:
The newly created file handlers.
"""
fh = FileHandler(f"{log_file_path}.log")
fh.setFormatter(logging.Formatter(stream_fmt, date_fmt))
self.addHandler(fh)
verbose_fh = FileHandler(f"{log_file_path}.verbose.log")
verbose_fh.setFormatter(
logging.Formatter(
"%(asctime)s|%(stage)s|%(name)s|%(levelname)s|%(pathname)s|%(lineno)d|"
"%(funcName)s|%(process)d|%(thread)d|%(threadName)s|%(message)s",
datefmt=date_fmt,
)
)
self.addHandler(verbose_fh)
return [fh, verbose_fh]
def _remove_extra_file_handlers(self) -> None:
"""Remove any extra file handlers that have been added to the logger."""
if self._extra_file_handlers:
for extra_file_handler in self._extra_file_handlers:
self.removeHandler(extra_file_handler)
self._extra_file_handlers = []
def get_dts_logger(name: str | None = None) -> DTSLogger:
"""Return a DTS logger instance identified by `name`.
Args:
name: If :data:`None`, return the DTS root logger.
If specified, return a child of the DTS root logger.
Returns:
The DTS root logger or a child logger identified by `name`.
"""
original_logger_class = logging.getLoggerClass()
logging.setLoggerClass(DTSLogger)
if name:
name = f"{dts_root_logger_name}.{name}"
else:
name = dts_root_logger_name
logger = logging.getLogger(name)
logging.setLoggerClass(original_logger_class)
return logger # type: ignore[return-value]
|
