eive-tmtc/eive_tmtc/tmtc/tm_store.py

216 lines
7.3 KiB
Python
Raw Normal View History

2023-02-17 18:43:20 +01:00
import datetime
2023-02-17 19:22:56 +01:00
import enum
2023-02-17 18:35:21 +01:00
import logging
2023-02-17 18:43:20 +01:00
import math
2023-02-17 18:13:20 +01:00
import struct
2023-11-22 13:51:33 +01:00
from typing import Tuple
2023-02-17 18:13:20 +01:00
2023-11-22 13:51:33 +01:00
from dateutil.parser import parse
from spacepackets.ecss.pus_15_tm_storage import Subservice
from spacepackets.ecss.tc import PusTelecommand
from tmtccmd.config import CmdTreeNode, TmtcDefinitionWrapper
from tmtccmd.config.tmtc import OpCodeEntry
from tmtccmd.tmtc.queue import DefaultPusQueueHelper
from tmtccmd.util import ObjectIdU32
from eive_tmtc.config.definitions import CustomServiceList
2023-02-17 18:35:21 +01:00
from eive_tmtc.config.object_ids import (
2023-11-22 13:51:33 +01:00
CFDP_TM_STORE,
2023-02-17 18:35:21 +01:00
HK_TM_STORE,
MISC_TM_STORE,
NOT_OK_TM_STORE,
2023-11-22 13:51:33 +01:00
OK_TM_STORE,
2023-02-17 18:35:21 +01:00
get_object_ids,
)
2023-02-17 18:13:20 +01:00
2023-11-15 15:48:07 +01:00
class CustomSubservice(enum.IntEnum):
DELETE_BY_TIME_RANGE = 128
2023-02-17 18:13:20 +01:00
class OpCode:
2023-02-17 18:57:14 +01:00
RETRIEVAL_BY_TIME_RANGE = "retrieval_time_range"
2023-02-17 18:43:51 +01:00
DELETE_UP_TO = "delete_up_to"
2023-11-15 15:48:07 +01:00
DELETE_BY_TIME_RANGE = "delete_time_range"
2023-02-17 18:13:20 +01:00
class Info:
2023-02-17 18:57:14 +01:00
RETRIEVAL_BY_TIME_RANGE = "Dump Telemetry Packets by time range"
DELETE_UP_TO = "Delete Telemetry Packets up to time"
2023-11-15 15:48:07 +01:00
DELETE_BY_TIME_RANGE = "Delete Telemetry by time range"
2023-02-07 15:21:48 +01:00
2023-02-17 18:35:21 +01:00
_LOGGER = logging.getLogger(__name__)
2023-11-22 13:51:33 +01:00
def pack_tm_store_commands(q: DefaultPusQueueHelper, cmd_path: str):
if cmd_path == OpCode.DELETE_UP_TO:
2023-02-17 18:43:20 +01:00
obj_id, store_string = store_select_prompt()
2023-02-17 18:35:21 +01:00
app_data = bytearray(obj_id.as_bytes)
2023-02-20 15:57:38 +01:00
delete_up_to_time = time_prompt("Determining deletion end time")
2023-02-17 18:43:20 +01:00
end_stamp = int(math.floor(delete_up_to_time.timestamp()))
2023-02-17 18:35:21 +01:00
app_data.extend(struct.pack("!I", end_stamp))
2023-02-17 18:43:51 +01:00
q.add_log_cmd(Info.DELETE_UP_TO)
2023-02-17 18:43:20 +01:00
q.add_log_cmd(f"Selected Store: {obj_id}")
2023-02-20 15:57:38 +01:00
q.add_log_cmd(f"Deletion up to time {delete_up_to_time}")
2023-02-17 18:56:12 +01:00
q.add_pus_tc(
2023-02-17 18:35:21 +01:00
PusTelecommand(
service=15, subservice=Subservice.DELETE_UP_TO, app_data=app_data
2023-02-17 18:13:20 +01:00
)
)
2023-11-22 13:51:33 +01:00
elif cmd_path == OpCode.RETRIEVAL_BY_TIME_RANGE:
2023-02-17 18:57:14 +01:00
q.add_log_cmd(Info.RETRIEVAL_BY_TIME_RANGE)
2023-11-15 15:48:07 +01:00
obj_id, _ = store_select_prompt()
2023-02-20 15:57:38 +01:00
app_data = bytearray(obj_id.as_bytes)
2023-02-22 02:53:56 +01:00
start_of_dump_time = time_prompt("Determining retrieval start time")
2023-02-20 15:57:38 +01:00
start_stamp = int(math.floor(start_of_dump_time.timestamp()))
end_of_dump_time = time_prompt("Determining retrieval end time")
end_stamp = int(math.floor(end_of_dump_time.timestamp()))
app_data.extend(struct.pack("!I", start_stamp))
app_data.extend(struct.pack("!I", end_stamp))
q.add_log_cmd(Info.RETRIEVAL_BY_TIME_RANGE)
q.add_log_cmd(f"Selected Store: {obj_id}")
q.add_log_cmd(
f"Retrieval from time {start_of_dump_time} up to time {end_of_dump_time}"
)
q.add_pus_tc(
PusTelecommand(
service=15,
subservice=Subservice.RETRIEVAL_BY_TIME_RANGE,
app_data=app_data,
)
)
elif cmd_path == OpCode.DELETE_BY_TIME_RANGE:
2023-11-15 15:48:07 +01:00
q.add_log_cmd(Info.DELETE_BY_TIME_RANGE)
obj_id, _ = store_select_prompt()
app_data = bytearray(obj_id.as_bytes)
start_of_dump_time = time_prompt("Determining deletion start time")
start_stamp = int(math.floor(start_of_dump_time.timestamp()))
end_of_dump_time = time_prompt("Determining deletion end time")
end_stamp = int(math.floor(end_of_dump_time.timestamp()))
app_data.extend(struct.pack("!I", start_stamp))
app_data.extend(struct.pack("!I", end_stamp))
q.add_log_cmd(Info.DELETE_BY_TIME_RANGE)
q.add_log_cmd(f"Selected Store: {obj_id}")
q.add_log_cmd(
f"Deletion from time {start_of_dump_time} up to time {end_of_dump_time}"
)
q.add_pus_tc(
PusTelecommand(
service=15,
subservice=CustomSubservice.DELETE_BY_TIME_RANGE,
app_data=app_data,
)
)
2023-02-17 18:13:20 +01:00
2023-11-22 13:51:33 +01:00
def create_persistent_tm_store_node() -> CmdTreeNode:
node = CmdTreeNode("tm_store", "Persistent TM Store")
node.add_child(CmdTreeNode(OpCode.DELETE_UP_TO, Info.DELETE_UP_TO))
node.add_child(
CmdTreeNode(OpCode.RETRIEVAL_BY_TIME_RANGE, Info.RETRIEVAL_BY_TIME_RANGE)
)
return node
2023-02-17 18:13:20 +01:00
def add_persistent_tm_store_cmd_defs(defs: TmtcDefinitionWrapper):
oce = OpCodeEntry()
2023-02-17 18:43:51 +01:00
oce.add(keys=OpCode.DELETE_UP_TO, info=Info.DELETE_UP_TO)
2023-02-17 18:57:14 +01:00
oce.add(keys=OpCode.RETRIEVAL_BY_TIME_RANGE, info=Info.RETRIEVAL_BY_TIME_RANGE)
2023-11-16 11:09:47 +01:00
oce.add(keys=OpCode.DELETE_BY_TIME_RANGE, info=Info.DELETE_BY_TIME_RANGE)
2023-02-17 18:13:20 +01:00
defs.add_service(
CustomServiceList.TM_STORE, "Persistent TM Store", op_code_entry=oce
)
2023-02-17 18:35:21 +01:00
2023-02-17 19:22:56 +01:00
class TmStoreSelect(enum.IntEnum):
OK_TM_STORE = 0
NOT_OK_TM_STORE = 1
MISC_TM_STORE = 2
HK_TM_STORE = 3
CFDP_TM_STORE = 4
2023-02-17 18:35:21 +01:00
STORE_DICT = {
2023-02-17 19:22:56 +01:00
TmStoreSelect.OK_TM_STORE: (OK_TM_STORE, "OK Store (Verification)"),
2023-02-19 03:48:30 +01:00
TmStoreSelect.NOT_OK_TM_STORE: (
NOT_OK_TM_STORE,
"NOT OK Store (Events, Verification Failures..)",
),
2023-02-17 19:22:56 +01:00
TmStoreSelect.MISC_TM_STORE: (MISC_TM_STORE, "Miscellaneous Store"),
TmStoreSelect.HK_TM_STORE: (HK_TM_STORE, "HK TM Store"),
TmStoreSelect.CFDP_TM_STORE: (CFDP_TM_STORE, "CFDP TM Store"),
2023-02-17 18:35:21 +01:00
}
TIME_INPUT_DICT = {
1: "Full manual input with dateutil.parser.parse",
2: "Offset from now in seconds",
}
2023-02-20 15:57:38 +01:00
def time_prompt(info_str: str) -> datetime.datetime:
print(f"{info_str}. Available time input types: ")
for k, v in TIME_INPUT_DICT.items():
print(f" {k}: {v}")
while True:
time_input_key = int(input("Please specify a time input type by key: "))
if time_input_key not in TIME_INPUT_DICT.keys():
_LOGGER.warning("Invalid key, try again")
continue
break
if time_input_key == 1:
return time_prompt_fully_manually()
elif time_input_key == 2:
return time_prompt_offset_from_now()
2023-11-22 13:51:33 +01:00
raise ValueError("can not determine datetime")
def time_prompt_fully_manually() -> datetime.datetime:
2023-02-17 18:43:20 +01:00
# TODO: Add support for offset from now in seconds
time = parse(
2023-02-17 18:43:20 +01:00
input(
"Please enter the time in any format supported by dateutil.parser.parse\n"
2023-02-17 18:43:20 +01:00
"Recommended format: UTC ISO format YYYY-MM-DDThh:mm:ssZ: "
)
)
print(f"Parsed timestamp: {time}")
return time
def time_prompt_offset_from_now() -> datetime.datetime:
seconds_offset = math.floor(
float(
input(
2023-09-12 13:48:38 +02:00
"Please enter the time as a offset from now in seconds. Negative offset"
" is allowed: "
)
)
)
time_now_with_offset = datetime.datetime.now(
tz=datetime.timezone.utc
) + datetime.timedelta(seconds=seconds_offset)
print(f"Absolute resulting time: {time_now_with_offset}")
return time_now_with_offset
2023-02-17 18:43:20 +01:00
2023-11-22 13:51:33 +01:00
def store_select_prompt() -> Tuple[ObjectIdU32, str]:
2023-02-17 18:35:21 +01:00
obj_id_dict = get_object_ids()
print("Available TM stores:")
2023-02-17 19:22:56 +01:00
for k, v in STORE_DICT.items():
print(f" {k}: {v[1]}")
2023-02-17 18:35:21 +01:00
while True:
target_index = int(
input("Please enter the target store for the TM store transaction: ")
)
2023-02-17 19:22:56 +01:00
desc_and_obj_id = STORE_DICT.get(TmStoreSelect(target_index))
if desc_and_obj_id is None:
2023-02-17 18:35:21 +01:00
_LOGGER.warning("Invalid index. Try again")
continue
break
2023-02-17 19:22:56 +01:00
obj_id_raw = desc_and_obj_id[0]
obj_id = obj_id_dict.get(obj_id_raw)
assert obj_id is not None
2023-02-17 19:22:56 +01:00
print(f"Selected store: {obj_id} ({desc_and_obj_id[1]})")
return obj_id, desc_and_obj_id[1]