Implement Main Table Migration (#653)

# Purpose
Closes #630.
Explain the purpose of the PR here if it doesn't match the linked issue.
Be sure to add a comment in the linked issue explaining the changes.

# New Changes
Implemented main_commands.py, main_telemetry.py, main_commands.csv,
telemetry.csv, updated migration.py to include telemetry

# Testing
Explain tests that you ran to verify code functionality.
- [x] I have unit-tested this PR. Otherwise, explain why it cannot be
unit-tested.
- [ ] I have tested this PR on a board if the code will run on a board
(Only required for firmware developers).
- [ ] I have tested this PR by running the ARO website (Only required if
the code will impact the ARO website).
- [ ] I have tested this PR by running the MCC website (Only required if
the code will impact the MCC website).
- [x] I have included screenshots of the tests performed below.
HOW TO TEST:
1. Follow database setup from documentation
2. Make sure existing main command / telemetry data is cleared
psql -U username -d db
gs=# DELETE FROM main.commands;
gs=# DELETE FROM main.telemetry;
3. Run the migration script (make sure venv is active)
python3 gs/backend/migrate.py
4. Verify the main commands and telemetry in the DB
psql -U username -d db
gs=# SELECT id FROM main.commands ORDER BY id;
gs=# SELECT id FROM main.telemetry ORDER BY id;

<img width="1360" height="136" alt="image"
src="https://github.com/user-attachments/assets/89c085f3-2d4b-4033-8575-0fa3b88abc35"
/>
<img width="804" height="590" alt="image"
src="https://github.com/user-attachments/assets/4b083f9b-8282-4921-b2cd-80a9ffe92f24"
/>
<img width="1322" height="818" alt="image"
src="https://github.com/user-attachments/assets/8b203c33-c08d-4252-8ad9-a9004146f13d"
/>


# Outstanding Changes
If there are non-critical changes (i.e. additional features) that can be
made to this feature in the future, indicate them here.

Author: Scr4tch587

gs/POSTGRESQL_SETUP.md

@@ -69,7 +69,7 @@ Now, you can start the backend as by running `fastapi dev gs/backend/main.py` fr
 
 To migrate pre-determined datainto your local database, you can run `python3 gs/backend/migrate.py` from the top level directory.
 
-Alternatively, you can include `callsigns` or `commands` as command arguments to migrate those respective datasets individually.
+Alternatively, you can include `callsigns`, `commands`, or `telemetries` as command arguments to migrate those respective datasets individually.
 
 **[Back to top](#table-of-contents)**
 

gs/backend/data/resources/main_commands.csv

@@ -0,0 +1,19 @@
+1,TLE Data Uplink,"Inclination (float), RAAN (float), Eccentricity (float),
+Argument of Perigee (float), Mean anomaly (float),
+Mean motion (double), Revolution # (32 bit int)","float, float, float, float, float, double, int32",44,45
+2,ARO Data: Passcode + Time + Roll angle,"Time tag UTC, Roll angle off nadir (float),
+ARO Callsign, passcode (24 characters/bytes)","datetime, float, varchar(6), varchar(24)",36,37
+3,Secondary payload activation,,,0,1
+4,,"Year, Month, Date, Day, Hour, Minute, Second in UTC","int16, uint8, uint8, uint8, uint8, uint8, uint8",7,8
+5,RTC Sync,"Time tag (UTC)",datetime,7,8
+6,Call EPS MCU reset,,,0,1
+7,Call CDH MCU reset,,,0,1
+8,"Time delayed image capture & downlink to MCC
+on next pass","Time tag (UTC), Roll angle off nadir (float)","datetime, float",11,12
+9,Direct EPS power rail control,"Power rail ID (given by a table)",int,1,2
+10,Comms echo back,32 bit integer to echo back,int32,4,5
+11,Change value in parameter manager,"Address, new value","int, int",2,3
+12,Echo back parameter manager value,Address,int,1,2
+13,"Manually activate an emergency mode for a
+specified amount of time","Emergency mode state number, time tag (UTC)","int, datetime",8,9
+14,Downlink full system logs on next pass,Log level,enum,1,2

gs/backend/data/resources/main_commands.py

@@ -1,27 +1,23 @@
+import csv
+
 from gs.backend.data.tables.main_tables import MainCommand
 
 
 # TODO: Pull this from a config file so that it's synced with the OBC
-# TODO: Add more main commands
 def main_commands() -> list[MainCommand]:
     """
     Returns the list of main commands
     """
-    return [
-        MainCommand(
-            id=1,
-            name="RTC Sync",
-            params="time",
-            format="int 7 bytes",
-            data_size=7,
-            total_size=8,
-        ),
-        MainCommand(
-            id=2,
-            name="Manually activate an emergency mode for a specified amount of time",
-            params="mode_state_number,time",
-            format="int 1 byte, int 7 bytes",
-            data_size=8,
-            total_size=9,
-        ),
-    ]
+    with open("gs/backend/data/resources/main_commands.csv", newline="") as csvfile:
+        file = csv.reader(csvfile)
+        return [
+            MainCommand(
+                id=int(row[0]),
+                name=row[1],
+                params=row[2].strip() or None,
+                format=row[3].strip() or None,
+                data_size=int(row[4]),
+                total_size=int(row[5]),
+            )
+            for row in file
+        ]

gs/backend/data/resources/main_telemetry.py

@@ -0,0 +1,21 @@
+import csv
+
+from gs.backend.data.tables.main_tables import MainTelemetry
+
+
+def main_telemetry() -> list[MainTelemetry]:
+    """
+    Returns the list of main telemetry
+    """
+    with open("gs/backend/data/resources/telemetry.csv", newline="") as csvfile:
+        file = csv.reader(csvfile)
+        return [
+            MainTelemetry(
+                id=int(row[0]),
+                name=row[1],
+                format=row[2],
+                data_size=int(row[3]),
+                total_size=int(row[4]),
+            )
+            for row in file
+        ]

gs/backend/data/resources/telemetry.csv

@@ -0,0 +1,25 @@
+1,Total received CSP packets at last MCC window,int,1,8
+2,Custom transceiver temperature sensor,12-bit,2,12960
+3,Temperature sensor,12-bit,2,12960
+4,Temperature sensor,12-bit,2,12960
+5,Temperature sensor,12-bit,2,12960
+6,Temperature sensor,12-bit,2,12960
+7,Temperature sensor,12-bit,2,12960
+8,Temperature sensor,12-bit,2,12960
+9,Temperature sensor,12-bit,2,12960
+10,Temperature sensor,12-bit,2,12960
+11,Current Sensor,12-bit,2,12960
+12,Current Sensor,12-bit,2,12960
+13,Current Sensor,12-bit,2,12960
+14,Current Sensor,12-bit,2,12960
+15,Current Sensor,12-bit,2,12960
+16,Current Sensor,12-bit,2,12960
+17,Voltage Sensor,12-bit,2,12960
+18,Voltage Sensor,12-bit,2,12960
+19,Voltage Sensor,12-bit,2,12960
+20,Voltage Sensor,12-bit,2,12960
+21,Voltage Sensor,12-bit,2,12960
+22,Voltage Sensor,12-bit,2,12960
+23,CC1120 onboard temperature sensor,12-bit,2,12960
+24,OBC State History: past 15 states,int,1,120
+25,EPS State History: past 15 states,int,1,120

gs/backend/data/resources/utils.py

@@ -2,8 +2,9 @@
 
 from gs.backend.data.resources.callsigns import callsigns
 from gs.backend.data.resources.main_commands import main_commands
+from gs.backend.data.resources.main_telemetry import main_telemetry
 from gs.backend.data.tables.aro_user_tables import AROUserCallsigns
-from gs.backend.data.tables.main_tables import MainCommand
+from gs.backend.data.tables.main_tables import MainCommand, MainTelemetry
 
 
 def add_main_commands(session: Session) -> None:
@@ -26,3 +27,14 @@ def add_callsigns(session: Session) -> None:
     if not result:
         session.add_all(callsigns())
         session.commit()
+
+
+def add_telemetry(session: Session) -> None:
+    """
+    Setup the main telemetry to the database
+    """
+    query = select(MainTelemetry).limit(1)  # Check if the db is empty
+    result = session.exec(query).first()
+    if not result:
+        session.add_all(main_telemetry())
+        session.commit()

gs/backend/data/tables/main_tables.py

@@ -31,7 +31,7 @@ class MainCommand(BaseSQLModel, table=True):
     name: str
     params: str | None = None  # None if no params needed
     format: str | None = None  # None if no format needed
-    data_size: int = Field(gt=0)
+    data_size: int = Field(ge=0)
     total_size: int = Field(gt=0)
 
     # table information

gs/backend/migrate.py

@@ -1,14 +1,14 @@
 import sys
 
 from gs.backend.data.database.engine import get_db_session
-from gs.backend.data.resources.utils import add_callsigns, add_main_commands
+from gs.backend.data.resources.utils import add_callsigns, add_main_commands, add_telemetry
 
 """
 To migrate pre-determined datainto your local database,
 you can run `python3 gs/backend/migrate.py` from the top
 level directory.
 
-Alternatively, you can include `callsigns` or `commands`
+Alternatively, you can include `callsigns`, `commands`, or 'telemetries'
 as command arguments to migrate those respective datasets
 individually.
 """
@@ -21,11 +21,18 @@
         add_callsigns(get_db_session())
         print("Migrating main command data...")
         add_main_commands(get_db_session())
-    elif sys.argv[1] == "callsigns":
-        print("Migrating callsign data...")
-        add_callsigns(get_db_session())
-    elif sys.argv[1] == "commands":
-        print("Migrating main command data...")
-        add_main_commands(get_db_session())
+        print("Migrating telemetry data...")
+        add_telemetry(get_db_session())
     else:
-        raise ValueError("Invalid input. Optional arguments include 'callsigns' or 'commands'.")
+        match sys.argv[1]:
+            case "callsigns":
+                print("Migrating callsign data...")
+                add_callsigns(get_db_session())
+            case "commands":
+                print("Migrating main command data...")
+                add_main_commands(get_db_session())
+            case "telemetries":
+                print("Migrating telemetry data...")
+                add_telemetry(get_db_session())
+            case _:
+                raise ValueError("Invalid input. Optional arguments include 'callsigns', 'commands', or 'telemetries'.")

migrations/versions/6c54d182bb55_updating_main_table_parameters_to_allow_.py

@@ -0,0 +1,41 @@
+from alembic import op
+
+"""
+updating main table parameters to allow data size of 0
+
+Revision ID: 6c54d182bb55
+Revises: ee5986331915
+Create Date: 2026-01-16 12:46:02.225339
+
+"""
+
+
+# revision identifiers, used by Alembic.
+revision = "6c54d182bb55"
+down_revision = "ee5986331915"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """
+    Allow the data size of main commands to be 0
+    """
+    op.create_check_constraint(
+        "ck_main_commands_data_size_ge_0",  # OK
+        "commands",
+        "data_size >= 0",
+        schema="main",
+    )
+
+
+def downgrade() -> None:
+    """
+    Revert the data size constraint on main commands
+    """
+    op.drop_constraint(
+        "ck_main_commands_data_size_ge_0",
+        "commands",
+        type_="check",
+        schema="main",
+    )