2023-02-17 18:43:20 +01:00
|
|
|
import datetime
|
2023-02-17 19:22:56 +01:00
|
|
|
import enum
|
2023-02-17 18:35:21 +01:00
|
|
|
import logging
|
2023-02-17 18:43:20 +01:00
|
|
|
import math
|
2023-02-17 18:13:20 +01:00
|
|
|
import struct
|
2023-11-22 13:51:33 +01:00
|
|
|
from typing import Tuple
|
2023-02-17 18:13:20 +01:00
|
|
|
|
2023-11-22 13:51:33 +01:00
|
|
|
from dateutil.parser import parse
|
|
|
|
from spacepackets.ecss.pus_15_tm_storage import Subservice
|
|
|
|
from spacepackets.ecss.tc import PusTelecommand
|
|
|
|
from tmtccmd.config import CmdTreeNode, TmtcDefinitionWrapper
|
|
|
|
from tmtccmd.config.tmtc import OpCodeEntry
|
|
|
|
from tmtccmd.tmtc.queue import DefaultPusQueueHelper
|
|
|
|
from tmtccmd.util import ObjectIdU32
|
|
|
|
|
|
|
|
from eive_tmtc.config.definitions import CustomServiceList
|
2023-02-17 18:35:21 +01:00
|
|
|
from eive_tmtc.config.object_ids import (
|
2023-11-22 13:51:33 +01:00
|
|
|
CFDP_TM_STORE,
|
2023-02-17 18:35:21 +01:00
|
|
|
HK_TM_STORE,
|
|
|
|
MISC_TM_STORE,
|
|
|
|
NOT_OK_TM_STORE,
|
2023-11-22 13:51:33 +01:00
|
|
|
OK_TM_STORE,
|
2023-02-17 18:35:21 +01:00
|
|
|
get_object_ids,
|
|
|
|
)
|
|
|
|
|
2023-02-17 18:13:20 +01:00
|
|
|
|
2023-11-15 15:48:07 +01:00
|
|
|
class CustomSubservice(enum.IntEnum):
|
|
|
|
DELETE_BY_TIME_RANGE = 128
|
|
|
|
|
|
|
|
|
2023-02-17 18:13:20 +01:00
|
|
|
class OpCode:
|
2023-02-17 18:57:14 +01:00
|
|
|
RETRIEVAL_BY_TIME_RANGE = "retrieval_time_range"
|
2023-02-17 18:43:51 +01:00
|
|
|
DELETE_UP_TO = "delete_up_to"
|
2023-11-15 15:48:07 +01:00
|
|
|
DELETE_BY_TIME_RANGE = "delete_time_range"
|
2023-02-17 18:13:20 +01:00
|
|
|
|
|
|
|
|
|
|
|
class Info:
|
2023-02-17 18:57:14 +01:00
|
|
|
RETRIEVAL_BY_TIME_RANGE = "Dump Telemetry Packets by time range"
|
|
|
|
DELETE_UP_TO = "Delete Telemetry Packets up to time"
|
2023-11-15 15:48:07 +01:00
|
|
|
DELETE_BY_TIME_RANGE = "Delete Telemetry by time range"
|
2023-02-07 15:21:48 +01:00
|
|
|
|
|
|
|
|
2023-02-17 18:35:21 +01:00
|
|
|
_LOGGER = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2023-11-22 13:51:33 +01:00
|
|
|
def pack_tm_store_commands(q: DefaultPusQueueHelper, cmd_path: str):
|
|
|
|
if cmd_path == OpCode.DELETE_UP_TO:
|
2023-02-17 18:43:20 +01:00
|
|
|
obj_id, store_string = store_select_prompt()
|
2023-02-17 18:35:21 +01:00
|
|
|
app_data = bytearray(obj_id.as_bytes)
|
2023-02-20 15:57:38 +01:00
|
|
|
delete_up_to_time = time_prompt("Determining deletion end time")
|
2023-02-17 18:43:20 +01:00
|
|
|
end_stamp = int(math.floor(delete_up_to_time.timestamp()))
|
2023-02-17 18:35:21 +01:00
|
|
|
app_data.extend(struct.pack("!I", end_stamp))
|
2023-02-17 18:43:51 +01:00
|
|
|
q.add_log_cmd(Info.DELETE_UP_TO)
|
2023-02-17 18:43:20 +01:00
|
|
|
q.add_log_cmd(f"Selected Store: {obj_id}")
|
2023-02-20 15:57:38 +01:00
|
|
|
q.add_log_cmd(f"Deletion up to time {delete_up_to_time}")
|
2023-02-17 18:56:12 +01:00
|
|
|
q.add_pus_tc(
|
2023-02-17 18:35:21 +01:00
|
|
|
PusTelecommand(
|
|
|
|
service=15, subservice=Subservice.DELETE_UP_TO, app_data=app_data
|
2023-02-17 18:13:20 +01:00
|
|
|
)
|
|
|
|
)
|
2023-11-22 13:51:33 +01:00
|
|
|
elif cmd_path == OpCode.RETRIEVAL_BY_TIME_RANGE:
|
2023-02-17 18:57:14 +01:00
|
|
|
q.add_log_cmd(Info.RETRIEVAL_BY_TIME_RANGE)
|
2023-11-15 15:48:07 +01:00
|
|
|
obj_id, _ = store_select_prompt()
|
2023-02-20 15:57:38 +01:00
|
|
|
app_data = bytearray(obj_id.as_bytes)
|
2023-02-22 02:53:56 +01:00
|
|
|
start_of_dump_time = time_prompt("Determining retrieval start time")
|
2023-02-20 15:57:38 +01:00
|
|
|
start_stamp = int(math.floor(start_of_dump_time.timestamp()))
|
|
|
|
end_of_dump_time = time_prompt("Determining retrieval end time")
|
|
|
|
end_stamp = int(math.floor(end_of_dump_time.timestamp()))
|
|
|
|
app_data.extend(struct.pack("!I", start_stamp))
|
|
|
|
app_data.extend(struct.pack("!I", end_stamp))
|
|
|
|
q.add_log_cmd(Info.RETRIEVAL_BY_TIME_RANGE)
|
|
|
|
q.add_log_cmd(f"Selected Store: {obj_id}")
|
|
|
|
q.add_log_cmd(
|
|
|
|
f"Retrieval from time {start_of_dump_time} up to time {end_of_dump_time}"
|
|
|
|
)
|
|
|
|
q.add_pus_tc(
|
|
|
|
PusTelecommand(
|
|
|
|
service=15,
|
|
|
|
subservice=Subservice.RETRIEVAL_BY_TIME_RANGE,
|
|
|
|
app_data=app_data,
|
|
|
|
)
|
|
|
|
)
|
2023-11-29 15:12:48 +01:00
|
|
|
elif cmd_path == OpCode.DELETE_BY_TIME_RANGE:
|
2023-11-15 15:48:07 +01:00
|
|
|
q.add_log_cmd(Info.DELETE_BY_TIME_RANGE)
|
|
|
|
obj_id, _ = store_select_prompt()
|
|
|
|
app_data = bytearray(obj_id.as_bytes)
|
|
|
|
start_of_dump_time = time_prompt("Determining deletion start time")
|
|
|
|
start_stamp = int(math.floor(start_of_dump_time.timestamp()))
|
|
|
|
end_of_dump_time = time_prompt("Determining deletion end time")
|
|
|
|
end_stamp = int(math.floor(end_of_dump_time.timestamp()))
|
|
|
|
app_data.extend(struct.pack("!I", start_stamp))
|
|
|
|
app_data.extend(struct.pack("!I", end_stamp))
|
|
|
|
q.add_log_cmd(Info.DELETE_BY_TIME_RANGE)
|
|
|
|
q.add_log_cmd(f"Selected Store: {obj_id}")
|
|
|
|
q.add_log_cmd(
|
|
|
|
f"Deletion from time {start_of_dump_time} up to time {end_of_dump_time}"
|
|
|
|
)
|
|
|
|
q.add_pus_tc(
|
|
|
|
PusTelecommand(
|
|
|
|
service=15,
|
|
|
|
subservice=CustomSubservice.DELETE_BY_TIME_RANGE,
|
|
|
|
app_data=app_data,
|
|
|
|
)
|
|
|
|
)
|
2023-02-17 18:13:20 +01:00
|
|
|
|
|
|
|
|
2023-11-22 13:51:33 +01:00
|
|
|
def create_persistent_tm_store_node() -> CmdTreeNode:
|
|
|
|
node = CmdTreeNode("tm_store", "Persistent TM Store")
|
|
|
|
node.add_child(CmdTreeNode(OpCode.DELETE_UP_TO, Info.DELETE_UP_TO))
|
|
|
|
node.add_child(
|
|
|
|
CmdTreeNode(OpCode.RETRIEVAL_BY_TIME_RANGE, Info.RETRIEVAL_BY_TIME_RANGE)
|
|
|
|
)
|
|
|
|
return node
|
|
|
|
|
|
|
|
|
2023-02-17 18:13:20 +01:00
|
|
|
def add_persistent_tm_store_cmd_defs(defs: TmtcDefinitionWrapper):
|
|
|
|
oce = OpCodeEntry()
|
2023-02-17 18:43:51 +01:00
|
|
|
oce.add(keys=OpCode.DELETE_UP_TO, info=Info.DELETE_UP_TO)
|
2023-02-17 18:57:14 +01:00
|
|
|
oce.add(keys=OpCode.RETRIEVAL_BY_TIME_RANGE, info=Info.RETRIEVAL_BY_TIME_RANGE)
|
2023-11-16 11:09:47 +01:00
|
|
|
oce.add(keys=OpCode.DELETE_BY_TIME_RANGE, info=Info.DELETE_BY_TIME_RANGE)
|
2023-02-17 18:13:20 +01:00
|
|
|
defs.add_service(
|
|
|
|
CustomServiceList.TM_STORE, "Persistent TM Store", op_code_entry=oce
|
|
|
|
)
|
2023-02-17 18:35:21 +01:00
|
|
|
|
|
|
|
|
2023-02-17 19:22:56 +01:00
|
|
|
class TmStoreSelect(enum.IntEnum):
|
|
|
|
OK_TM_STORE = 0
|
|
|
|
NOT_OK_TM_STORE = 1
|
|
|
|
MISC_TM_STORE = 2
|
|
|
|
HK_TM_STORE = 3
|
|
|
|
CFDP_TM_STORE = 4
|
|
|
|
|
|
|
|
|
2023-02-17 18:35:21 +01:00
|
|
|
STORE_DICT = {
|
2023-02-17 19:22:56 +01:00
|
|
|
TmStoreSelect.OK_TM_STORE: (OK_TM_STORE, "OK Store (Verification)"),
|
2023-02-19 03:48:30 +01:00
|
|
|
TmStoreSelect.NOT_OK_TM_STORE: (
|
|
|
|
NOT_OK_TM_STORE,
|
|
|
|
"NOT OK Store (Events, Verification Failures..)",
|
|
|
|
),
|
2023-02-17 19:22:56 +01:00
|
|
|
TmStoreSelect.MISC_TM_STORE: (MISC_TM_STORE, "Miscellaneous Store"),
|
|
|
|
TmStoreSelect.HK_TM_STORE: (HK_TM_STORE, "HK TM Store"),
|
|
|
|
TmStoreSelect.CFDP_TM_STORE: (CFDP_TM_STORE, "CFDP TM Store"),
|
2023-02-17 18:35:21 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2023-02-17 18:55:41 +01:00
|
|
|
TIME_INPUT_DICT = {
|
|
|
|
1: "Full manual input with dateutil.parser.parse",
|
|
|
|
2: "Offset from now in seconds",
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2023-02-20 15:57:38 +01:00
|
|
|
def time_prompt(info_str: str) -> datetime.datetime:
|
|
|
|
print(f"{info_str}. Available time input types: ")
|
2023-02-17 18:55:41 +01:00
|
|
|
for k, v in TIME_INPUT_DICT.items():
|
|
|
|
print(f" {k}: {v}")
|
|
|
|
while True:
|
|
|
|
time_input_key = int(input("Please specify a time input type by key: "))
|
|
|
|
if time_input_key not in TIME_INPUT_DICT.keys():
|
|
|
|
_LOGGER.warning("Invalid key, try again")
|
|
|
|
continue
|
|
|
|
break
|
|
|
|
if time_input_key == 1:
|
|
|
|
return time_prompt_fully_manually()
|
|
|
|
elif time_input_key == 2:
|
|
|
|
return time_prompt_offset_from_now()
|
2023-11-22 13:51:33 +01:00
|
|
|
raise ValueError("can not determine datetime")
|
2023-02-17 18:55:41 +01:00
|
|
|
|
|
|
|
|
|
|
|
def time_prompt_fully_manually() -> datetime.datetime:
|
2023-02-17 18:43:20 +01:00
|
|
|
# TODO: Add support for offset from now in seconds
|
2023-02-17 18:55:41 +01:00
|
|
|
time = parse(
|
2023-02-17 18:43:20 +01:00
|
|
|
input(
|
2023-02-17 18:55:41 +01:00
|
|
|
"Please enter the time in any format supported by dateutil.parser.parse\n"
|
2023-02-17 18:43:20 +01:00
|
|
|
"Recommended format: UTC ISO format YYYY-MM-DDThh:mm:ssZ: "
|
|
|
|
)
|
|
|
|
)
|
2023-02-17 18:55:41 +01:00
|
|
|
print(f"Parsed timestamp: {time}")
|
|
|
|
return time
|
|
|
|
|
|
|
|
|
|
|
|
def time_prompt_offset_from_now() -> datetime.datetime:
|
|
|
|
seconds_offset = math.floor(
|
|
|
|
float(
|
|
|
|
input(
|
2023-09-12 13:48:38 +02:00
|
|
|
"Please enter the time as a offset from now in seconds. Negative offset"
|
|
|
|
" is allowed: "
|
2023-02-17 18:55:41 +01:00
|
|
|
)
|
|
|
|
)
|
|
|
|
)
|
|
|
|
time_now_with_offset = datetime.datetime.now(
|
|
|
|
tz=datetime.timezone.utc
|
|
|
|
) + datetime.timedelta(seconds=seconds_offset)
|
|
|
|
print(f"Absolute resulting time: {time_now_with_offset}")
|
|
|
|
return time_now_with_offset
|
2023-02-17 18:43:20 +01:00
|
|
|
|
|
|
|
|
2023-11-22 13:51:33 +01:00
|
|
|
def store_select_prompt() -> Tuple[ObjectIdU32, str]:
|
2023-02-17 18:35:21 +01:00
|
|
|
obj_id_dict = get_object_ids()
|
|
|
|
print("Available TM stores:")
|
2023-02-17 19:22:56 +01:00
|
|
|
for k, v in STORE_DICT.items():
|
|
|
|
print(f" {k}: {v[1]}")
|
2023-02-17 18:35:21 +01:00
|
|
|
while True:
|
|
|
|
target_index = int(
|
|
|
|
input("Please enter the target store for the TM store transaction: ")
|
|
|
|
)
|
2023-02-17 19:22:56 +01:00
|
|
|
desc_and_obj_id = STORE_DICT.get(TmStoreSelect(target_index))
|
|
|
|
if desc_and_obj_id is None:
|
2023-02-17 18:35:21 +01:00
|
|
|
_LOGGER.warning("Invalid index. Try again")
|
|
|
|
continue
|
|
|
|
break
|
2023-02-17 19:22:56 +01:00
|
|
|
obj_id_raw = desc_and_obj_id[0]
|
|
|
|
obj_id = obj_id_dict.get(obj_id_raw)
|
2023-11-29 15:12:48 +01:00
|
|
|
assert obj_id is not None
|
2023-02-17 19:22:56 +01:00
|
|
|
print(f"Selected store: {obj_id} ({desc_and_obj_id[1]})")
|
2023-11-29 15:12:48 +01:00
|
|
|
return obj_id, desc_and_obj_id[1]
|