374 lines
16 KiB
Python
374 lines
16 KiB
Python
import re
|
|
import sys
|
|
from typing import List, Tuple
|
|
|
|
from modgen.parserbase.parser import FileParser
|
|
from modgen.utility.printer import PrettyPrinter
|
|
|
|
# Intermediate solution
|
|
MAX_STRING_LEN = 80
|
|
|
|
PRINT_TRUNCATED_ENTRIES = False
|
|
DEBUG_INTERFACE_ID_COMPARISON = False
|
|
DEBUG_FOR_FILE_NAME = False
|
|
|
|
DEBUG_FILE_NAME = "RingBufferAnalyzer"
|
|
CLASS_ID_NAMESPACE = "CLASS_ID"
|
|
DEFAULT_MOVING_WINDOWS_SIZE = 7
|
|
|
|
|
|
class InterfaceParser(FileParser):
|
|
|
|
def __init__(self, file_list: list, print_table: bool = False):
|
|
super().__init__(file_list)
|
|
self.print_table = print_table
|
|
self.file_table_list = []
|
|
self.file_name_table = []
|
|
self.start_name_list = []
|
|
self.end_name_list = []
|
|
|
|
def _handle_file_parsing_moving_window(self, file_name: str, current_line: int,
|
|
moving_window_size: int, moving_window: list, *args,
|
|
**kwargs):
|
|
pass
|
|
|
|
def _handle_file_parsing(self, file_name: str, *args, **kwargs):
|
|
self.file_name_table.append(file_name)
|
|
try:
|
|
file = open(file_name, 'r', encoding='utf-8')
|
|
all_lines = file.readlines()
|
|
except UnicodeDecodeError:
|
|
file = open(file_name, 'r', encoding='cp1252')
|
|
all_lines = file.readlines()
|
|
self.__handle_regular_class_id_parsing(file_name=file_name, all_lines=all_lines)
|
|
|
|
def __handle_regular_class_id_parsing(self, file_name: str, all_lines: List[str]):
|
|
count = 0
|
|
current_file_table = dict()
|
|
start_matched = False
|
|
end_matched = False
|
|
start_name = ""
|
|
target_end_name = ""
|
|
for line in all_lines:
|
|
if not start_matched:
|
|
match = re.search(r'[\s]*([\w]*) = [\s]*([\w]*)', line)
|
|
if match:
|
|
# current_file_table.update({count: [match.group(1), match.group(2)]})
|
|
start_name = match.group(1)
|
|
target_end_name = match.group(2)
|
|
start_matched = True
|
|
else:
|
|
match = re.search(r'[\s]*([\w]*),?(?:[\s]*//)?([^\n]*)?', line)
|
|
if match:
|
|
count += 1
|
|
if re.search(r"\[EXPORT\][\s]*:[\s]*\[END\]", match.group(2)):
|
|
last_entry_name = match.group(1)
|
|
end_matched = True
|
|
self.end_name_list.append([last_entry_name, None])
|
|
else:
|
|
short_name = match.group(2)
|
|
if short_name == "":
|
|
short_name = match.group(1)[0:3]
|
|
current_file_table.update({count: [match.group(1), short_name]})
|
|
if not start_matched:
|
|
print("No start match detected when parsing interface files..")
|
|
print(f"Current file: {file_name} | Make sure to include a start definition")
|
|
sys.exit(1)
|
|
if not end_matched:
|
|
print("No end match detected when parsing interface files. Make sure to use [EXPORT] : [END]")
|
|
sys.exit(1)
|
|
self.start_name_list.append([start_name, target_end_name, None, count])
|
|
self.file_name_table.append(file_name)
|
|
self.file_table_list.append(current_file_table)
|
|
|
|
def _post_parsing_operation(self):
|
|
self.start_name_list, self.end_name_list = self.__assign_start_end_indexes(
|
|
self.start_name_list, self.end_name_list
|
|
)
|
|
for idx, file_table in enumerate(self.file_table_list):
|
|
self.__build_mod_interface_table(self.start_name_list[idx][2], file_table)
|
|
if self.print_table:
|
|
PrettyPrinter.pprint(self.mib_table)
|
|
|
|
@staticmethod
|
|
def __assign_start_end_indexes(start_name_list_list, end_name_list_list) -> Tuple[List, List]:
|
|
start_list_list_completed = start_name_list_list
|
|
end_list_list_completed = end_name_list_list
|
|
all_indexes_filled = False
|
|
max_outer_iterations = 15
|
|
current_iteration = 0
|
|
while not all_indexes_filled:
|
|
for idx, start_name_list in enumerate(start_list_list_completed):
|
|
if start_name_list[1].isdigit():
|
|
start_list_list_completed[idx][2] = int(start_name_list[1])
|
|
end_list_list_completed[idx][1] = \
|
|
start_list_list_completed[idx][2] + start_list_list_completed[idx][3]
|
|
target_end_name = start_name_list[1]
|
|
for end_name_list in end_list_list_completed:
|
|
end_name = end_name_list[0]
|
|
end_value = end_name_list[1]
|
|
if end_name == target_end_name and end_value is not None:
|
|
start_list_list_completed[idx][2] = end_value
|
|
end_list_list_completed[idx][1] = end_value + start_list_list_completed[idx][3]
|
|
all_indexes_filled = True
|
|
for idx, start_name_list in enumerate(start_list_list_completed):
|
|
if start_name_list[2] is None or end_name_list_list[idx][1] is None:
|
|
all_indexes_filled = False
|
|
current_iteration += 1
|
|
if current_iteration >= max_outer_iterations:
|
|
print("Could not fill out start and end index list in given number of maximum outer iterations!")
|
|
sys.exit(1)
|
|
return start_list_list_completed, end_list_list_completed
|
|
|
|
def __build_mod_interface_table(self, count_start: int, interface_dict: dict):
|
|
dict_to_build = dict()
|
|
for local_count, interface_name_and_shortname in interface_dict.items():
|
|
dict_to_build.update(
|
|
{interface_name_and_shortname[0]: [local_count + count_start, interface_name_and_shortname[1]]}
|
|
)
|
|
self.mib_table.update(dict_to_build)
|
|
|
|
|
|
class ReturnValueParser(FileParser):
|
|
"""
|
|
Generic return value parser.
|
|
"""
|
|
def __init__(self, interfaces, file_list, print_tables):
|
|
super().__init__(file_list)
|
|
self.print_tables = print_tables
|
|
self.interfaces = interfaces
|
|
self.return_value_dict = dict()
|
|
self.count = 0
|
|
# Stores last three lines
|
|
self.last_lines = ["", "", ""]
|
|
self.moving_window_center_idx = 3
|
|
self.current_interface_id_entries = {
|
|
"Name": "",
|
|
"ID": 0,
|
|
"FullName": ""
|
|
}
|
|
self.return_value_dict.update({0: ('OK', 'System-wide code for ok.', 'RETURN_OK',
|
|
'HasReturnvaluesIF.h', 'HasReturnvaluesIF')})
|
|
self.return_value_dict.update({1: ('Failed', 'Unspecified system-wide code for failed.',
|
|
'RETURN_FAILED', 'HasReturnvaluesIF.h',
|
|
'HasReturnvaluesIF')})
|
|
|
|
def set_moving_window_mode(self, moving_window_size: int):
|
|
"""
|
|
Set moving window parsing mode
|
|
:param moving_window_size:
|
|
:return:
|
|
"""
|
|
super().set_moving_window_mode(DEFAULT_MOVING_WINDOWS_SIZE)
|
|
|
|
def _handle_file_parsing(self, file_name: str, *args, **kwargs):
|
|
"""
|
|
Former way to parse returnvalues. Not recommended anymore.
|
|
:param file_name:
|
|
:param args:
|
|
:param kwargs:
|
|
:return:
|
|
"""
|
|
if len(args) > 0:
|
|
print_truncated_entries = args[0]
|
|
else:
|
|
print_truncated_entries = False
|
|
all_lines = self._open_file(file_name=file_name)
|
|
for line in all_lines:
|
|
self.__handle_line_reading(line, file_name, print_truncated_entries)
|
|
|
|
def _handle_file_parsing_moving_window(self, file_name: str, current_line: int,
|
|
moving_window_size: int, moving_window: list, *args,
|
|
**kwargs):
|
|
interface_id_match = re.search(
|
|
rf"{CLASS_ID_NAMESPACE}::([a-zA-Z_0-9]*)", moving_window[self.moving_window_center_idx]
|
|
)
|
|
|
|
if interface_id_match:
|
|
self.__handle_interfaceid_match(interface_id_match=interface_id_match, file_name=file_name)
|
|
returnvalue_match = re.search(
|
|
r"^[\s]*static const(?:expr)?[\s]*ReturnValue_t[\s]*([\w]*)[\s]*=[\s]*((?!;).*$)",
|
|
moving_window[self.moving_window_center_idx], re.DOTALL
|
|
)
|
|
full_returnvalue_string = ""
|
|
if returnvalue_match:
|
|
if ";" in returnvalue_match.group(0):
|
|
full_returnvalue_string = returnvalue_match.group(0)
|
|
else:
|
|
full_returnvalue_string = self.__build_multi_line_returnvalue_string(
|
|
moving_window=moving_window, first_line=moving_window[self.moving_window_center_idx]
|
|
)
|
|
returnvalue_match = re.search(
|
|
r"^[\s]*static const(?:expr)? ReturnValue_t[\s]*([\w] *)[\s]*=[\s]*.*::[\w]*\(([\w]*),[\s]*([\d]*)\)",
|
|
full_returnvalue_string
|
|
)
|
|
if not returnvalue_match:
|
|
returnvalue_match = re.search(
|
|
r'^[\s]*static const(?:expr)? ReturnValue_t[\s]*([a-zA-Z_0-9]*)[\s]*=[\s]*'
|
|
r'MAKE_RETURN_CODE[\s]*\([\s]*([\w]*)[\s]*\)',
|
|
full_returnvalue_string
|
|
)
|
|
if returnvalue_match:
|
|
description = self.__search_for_descrip_string(moving_window=moving_window)
|
|
self.__handle_returnvalue_match(
|
|
name_match=returnvalue_match.group(1), file_name=file_name, number_match=returnvalue_match.group(2),
|
|
description=description
|
|
)
|
|
pass
|
|
|
|
def __build_multi_line_returnvalue_string(
|
|
self, first_line: str, moving_window: List[str]
|
|
) -> str:
|
|
all_lines = first_line.rstrip()
|
|
end_found = False
|
|
current_idx = self.moving_window_center_idx
|
|
while not end_found and current_idx < len(moving_window) - 1:
|
|
current_idx += 1
|
|
string_to_add = moving_window[current_idx].lstrip()
|
|
if ";" in moving_window[current_idx]:
|
|
all_lines += string_to_add
|
|
break
|
|
else:
|
|
string_to_add.rstrip()
|
|
all_lines += string_to_add
|
|
return all_lines
|
|
|
|
def __search_for_descrip_string(self, moving_window: List[str]) -> str:
|
|
current_idx = self.moving_window_center_idx - 1
|
|
# Look at the line above first
|
|
descrip_match = re.search(
|
|
r"\[EXPORT\][\s]*:[\s]*\[COMMENT\]", moving_window[current_idx]
|
|
)
|
|
if not descrip_match:
|
|
while current_idx > 0:
|
|
current_idx -= 1
|
|
if re.search(r"^[\s]*static const(?:expr)? ReturnValue_t", moving_window[current_idx]):
|
|
break
|
|
descrip_match = re.search(
|
|
r"\[EXPORT\][\s]*:[\s]*\[COMMENT\]", moving_window[current_idx]
|
|
)
|
|
if descrip_match:
|
|
break
|
|
if descrip_match:
|
|
current_build_idx = current_idx
|
|
descrip_string = ""
|
|
while current_build_idx < self.moving_window_center_idx:
|
|
string_to_add = moving_window[current_build_idx].lstrip()
|
|
string_to_add = string_to_add.lstrip("//!<>")
|
|
string_to_add = string_to_add.rstrip()
|
|
descrip_string += string_to_add
|
|
current_build_idx += 1
|
|
else:
|
|
return ""
|
|
resulting_description = re.search(
|
|
r"\[EXPORT\][\s]*:[\s]*\[COMMENT\](.*)", descrip_string
|
|
)
|
|
return resulting_description.group(1)
|
|
|
|
def __handle_line_reading(self, line, file_name, print_truncated_entries: bool):
|
|
newline = line
|
|
if self.last_lines[0] != '\n':
|
|
two_lines = self.last_lines[0] + ' ' + newline.strip()
|
|
else:
|
|
two_lines = ''
|
|
interface_id_match = re.search(r'INTERFACE_ID[\s]*=[\s]*CLASS_ID::([a-zA-Z_0-9]*)',
|
|
two_lines)
|
|
if interface_id_match:
|
|
self.__handle_interfaceid_match(interface_id_match, file_name=file_name)
|
|
|
|
returnvalue_match = re.search(
|
|
r'^[\s]*static const(?:expr)? ReturnValue_t[\s]*([a-zA-Z_0-9]*)[\s]*=[\s]*'
|
|
r'MAKE_RETURN_CODE[\s]*\([\s]*([x0-9a-fA-F]{1,4})[\s]*\);[\t ]*(//)?([^\n]*)',
|
|
two_lines
|
|
)
|
|
if returnvalue_match:
|
|
self.__handle_returnvalue_match(returnvalue_match, file_name, print_truncated_entries)
|
|
self.last_lines[1] = self.last_lines[0]
|
|
self.last_lines[0] = newline
|
|
|
|
def __handle_interfaceid_match(self, interface_id_match, file_name: str):
|
|
if DEBUG_INTERFACE_ID_COMPARISON:
|
|
print(f"Interface ID {interface_id_match.group(1)} found in {file_name}")
|
|
self.current_interface_id_entries["ID"] = \
|
|
self.interfaces[interface_id_match.group(1)][0]
|
|
self.current_interface_id_entries["Name"] = \
|
|
self.interfaces[interface_id_match.group(1)][1]
|
|
self.current_interface_id_entries["FullName"] = interface_id_match.group(1)
|
|
if DEBUG_INTERFACE_ID_COMPARISON:
|
|
current_id = self.current_interface_id_entries["ID"]
|
|
print(f"Current ID: {current_id}")
|
|
|
|
def __handle_returnvalue_match(
|
|
self, name_match: str, number_match: str, file_name: str, description: str
|
|
):
|
|
string_to_add = self.build_checked_string(
|
|
self.current_interface_id_entries["Name"], name_match, MAX_STRING_LEN,
|
|
PRINT_TRUNCATED_ENTRIES
|
|
)
|
|
full_id = (self.current_interface_id_entries["ID"] << 8) + return_number_from_string(number_match)
|
|
if full_id in self.return_value_dict:
|
|
# print('Duplicate returncode ' + hex(full_id) + ' from ' + file_name +
|
|
# ' was already in ' + self.return_value_dict[full_id][3])
|
|
pass
|
|
dict_tuple = (
|
|
string_to_add, description, number_match, file_name, self.current_interface_id_entries["FullName"]
|
|
)
|
|
self.return_value_dict.update({
|
|
full_id: dict_tuple
|
|
})
|
|
self.count = self.count + 1
|
|
|
|
def _post_parsing_operation(self):
|
|
if self.print_tables:
|
|
PrettyPrinter.pprint(self.return_value_dict)
|
|
self.mib_table = self.return_value_dict
|
|
|
|
@staticmethod
|
|
def export_to_file(filename: str, list_of_entries: dict, file_separator: str):
|
|
file = open(filename, "w")
|
|
for entry in list_of_entries.items():
|
|
file.write(hex(entry[0]) + file_separator + entry[1][0] + file_separator + entry[1][1] +
|
|
file_separator + entry[1][2] + file_separator
|
|
+ entry[1][3] + file_separator + entry[1][4] + '\n')
|
|
file.close()
|
|
|
|
def build_checked_string(self, first_part, second_part, max_string_len: int,
|
|
print_truncated_entries: bool):
|
|
""" Build a checked string """
|
|
my_str = first_part + '_' + self.convert(second_part)
|
|
if len(my_str) > max_string_len:
|
|
if print_truncated_entries:
|
|
print("Warning: Entry " + my_str + " too long. Will truncate.")
|
|
my_str = my_str[0:max_string_len]
|
|
else:
|
|
# print("Entry: " + myStr + " is all right.")
|
|
pass
|
|
return my_str
|
|
|
|
@staticmethod
|
|
def convert(name):
|
|
single_strings = name.split('_')
|
|
new_string = ''
|
|
for one_string in single_strings:
|
|
one_string = one_string.lower()
|
|
one_string = one_string.capitalize()
|
|
new_string = new_string + one_string
|
|
return new_string
|
|
|
|
@staticmethod
|
|
def clean_up_description(descr_string):
|
|
description = descr_string.lstrip('!<- ')
|
|
if description == '':
|
|
description = ' '
|
|
return description
|
|
|
|
|
|
def return_number_from_string(a_string):
|
|
if a_string.startswith('0x'):
|
|
return int(a_string, 16)
|
|
if a_string.isdigit():
|
|
return int(a_string)
|
|
print('Error: Illegal number representation: ' + a_string)
|
|
return 0
|
|
|