deploy: 87d036c

Author: alex-yang-upenn

.buildinfo

@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file records the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 2110ed1ae16ae338091ed8b2dd0ed287
+config: d93351a81e0c1bc8b8921685ddea84dd
 tags: 645f666f9bcd5a90fca523b33c5a78b7

.doctrees/environment.pickle

@@ -30,9 +30,10 @@
    "outputs": [],
    "source": [
     "from perda.analyzer import Analyzer\n",
+    "from perda.utils import Preprocessing\n",
     "\n",
-    "csvPath = \"csv_files/26thMar12-00-34.csv\"\n",
-    "aly = Analyzer(csvPath)\n",
+    "csvPath = \"csv_files/16thApr10-52-00.csv\"\n",
+    "aly = Analyzer(csvPath, corrections=[Preprocessing.PATCH_NED_VELOCITY])\n",
     "\n",
     "# Print summary of the loaded data\n",
     "print(aly)"
@@ -461,7 +462,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "pymain",
+   "display_name": ".venv",
    "language": "python",
    "name": "python3"
   },
@@ -475,7 +476,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.13.2"
+   "version": "3.13.1"
   }
  },
  "nbformat": 4,

.doctrees/getting_started/notebook.doctree

@@ -505,11 +505,15 @@ <h1>Source code for perda.server.client</h1><div class="highlight"><pre>
 <span class="sd">        &gt;&gt;&gt; print(aly)</span>
 <span class="sd">        &quot;&quot;&quot;</span>
         <span class="n">local_path</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_download</span><span class="p">(</span><span class="n">log_key</span><span class="p">)</span>
-        <span class="k">return</span> <span class="n">Analyzer</span><span class="p">(</span>
-            <span class="n">local_path</span><span class="p">,</span>
-            <span class="n">ts_offset</span><span class="o">=</span><span class="n">ts_offset</span><span class="p">,</span>
-            <span class="n">parsing_errors_limit</span><span class="o">=</span><span class="n">parsing_errors_limit</span><span class="p">,</span>
-        <span class="p">)</span></div>
+        <span class="k">try</span><span class="p">:</span>
+            <span class="k">return</span> <span class="n">Analyzer</span><span class="p">(</span>
+                <span class="n">local_path</span><span class="p">,</span>
+                <span class="n">ts_offset</span><span class="o">=</span><span class="n">ts_offset</span><span class="p">,</span>
+                <span class="n">parsing_errors_limit</span><span class="o">=</span><span class="n">parsing_errors_limit</span><span class="p">,</span>
+            <span class="p">)</span>
+        <span class="k">finally</span><span class="p">:</span>
+            <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_cache_dir</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+                <span class="n">Path</span><span class="p">(</span><span class="n">local_path</span><span class="p">)</span><span class="o">.</span><span class="n">unlink</span><span class="p">(</span><span class="n">missing_ok</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span></div>
 
 
 <div class="viewcode-block" id="ServerClient.print_logs">

.doctrees/nbsphinx/getting_started/notebook.ipynb

@@ -308,7 +308,7 @@ <h1>Source code for perda.utils.preprocessing</h1><div class="highlight"><pre>
 
 <span class="kn">import</span><span class="w"> </span><span class="nn">numpy</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">np</span>
 
-<span class="kn">from</span><span class="w"> </span><span class="nn">..core_data_structures.data_instance</span><span class="w"> </span><span class="kn">import</span> <span class="n">DataInstance</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">..core_data_structures.data_instance</span><span class="w"> </span><span class="kn">import</span> <span class="n">DataInstance</span><span class="p">,</span> <span class="n">left_join_data_instances</span>
 <span class="kn">from</span><span class="w"> </span><span class="nn">..core_data_structures.single_run_data</span><span class="w"> </span><span class="kn">import</span> <span class="n">SingleRunData</span>
 <span class="kn">from</span><span class="w"> </span><span class="nn">..units</span><span class="w"> </span><span class="kn">import</span> <span class="n">in_to_m</span><span class="p">,</span> <span class="n">mph_to_m_per_s</span>
 
@@ -395,16 +395,19 @@ <h1>Source code for perda.utils.preprocessing</h1><div class="highlight"><pre>
         <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;WARNING: PATCH_NED_VELOCITY skipped — missing variables: </span><span class="si">{</span><span class="n">missing</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
         <span class="k">return</span> <span class="n">data</span>
 
-    <span class="n">vel_n</span> <span class="o">=</span> <span class="n">data</span><span class="p">[</span><span class="n">_VEL_X</span><span class="p">]</span><span class="o">.</span><span class="n">value_np</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
-    <span class="n">vel_e</span> <span class="o">=</span> <span class="n">data</span><span class="p">[</span><span class="n">_VEL_Y</span><span class="p">]</span><span class="o">.</span><span class="n">value_np</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
-    <span class="n">vel_d</span> <span class="o">=</span> <span class="n">data</span><span class="p">[</span><span class="n">_VEL_Z</span><span class="p">]</span><span class="o">.</span><span class="n">value_np</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
-    <span class="n">yaw_rad</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">radians</span><span class="p">(</span><span class="n">data</span><span class="p">[</span><span class="n">_YAW</span><span class="p">]</span><span class="o">.</span><span class="n">value_np</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">))</span>
+    <span class="n">vel_n1</span><span class="p">,</span> <span class="n">vel_e1</span><span class="p">,</span> <span class="n">vel_d1</span><span class="p">,</span> <span class="n">yaw_deg</span> <span class="o">=</span> <span class="n">left_join_data_instances</span><span class="p">(</span>
+        <span class="n">data</span><span class="p">[</span><span class="n">_VEL_X</span><span class="p">],</span> <span class="p">[</span><span class="n">data</span><span class="p">[</span><span class="n">_VEL_Y</span><span class="p">],</span> <span class="n">data</span><span class="p">[</span><span class="n">_VEL_Z</span><span class="p">],</span> <span class="n">data</span><span class="p">[</span><span class="n">_YAW</span><span class="p">]]</span>
+    <span class="p">)</span>
+
+    <span class="n">vel_n</span> <span class="o">=</span> <span class="n">vel_n1</span><span class="o">.</span><span class="n">value_np</span>
+    <span class="n">vel_e</span> <span class="o">=</span> <span class="n">vel_e1</span><span class="o">.</span><span class="n">value_np</span>
+    <span class="n">vel_d</span> <span class="o">=</span> <span class="n">vel_d1</span><span class="o">.</span><span class="n">value_np</span>
+    <span class="n">yaw_rad</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">radians</span><span class="p">(</span><span class="n">yaw_deg</span><span class="o">.</span><span class="n">value_np</span><span class="p">)</span>
 
     <span class="c1"># Preserve raw NED copies</span>
-    <span class="n">ts</span> <span class="o">=</span> <span class="n">data</span><span class="p">[</span><span class="n">_VEL_X</span><span class="p">]</span><span class="o">.</span><span class="n">timestamp_np</span>
-    <span class="n">_add</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="s2">&quot;velN&quot;</span><span class="p">,</span> <span class="s2">&quot;NED North velocity (raw)&quot;</span><span class="p">,</span> <span class="n">ts</span><span class="p">,</span> <span class="n">vel_n</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span>
-    <span class="n">_add</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="s2">&quot;velE&quot;</span><span class="p">,</span> <span class="s2">&quot;NED East velocity (raw)&quot;</span><span class="p">,</span> <span class="n">ts</span><span class="p">,</span> <span class="n">vel_e</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span>
-    <span class="n">_add</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="s2">&quot;velD&quot;</span><span class="p">,</span> <span class="s2">&quot;NED Down velocity (raw)&quot;</span><span class="p">,</span> <span class="n">ts</span><span class="p">,</span> <span class="n">vel_d</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span>
+    <span class="n">_add</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="s2">&quot;velN&quot;</span><span class="p">,</span> <span class="s2">&quot;NED North velocity (raw)&quot;</span><span class="p">,</span> <span class="n">vel_n1</span><span class="o">.</span><span class="n">timestamp_np</span><span class="p">,</span> <span class="n">vel_n</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span>
+    <span class="n">_add</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="s2">&quot;velE&quot;</span><span class="p">,</span> <span class="s2">&quot;NED East velocity (raw)&quot;</span><span class="p">,</span> <span class="n">vel_e1</span><span class="o">.</span><span class="n">timestamp_np</span><span class="p">,</span> <span class="n">vel_e</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span>
+    <span class="n">_add</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="s2">&quot;velD&quot;</span><span class="p">,</span> <span class="s2">&quot;NED Down velocity (raw)&quot;</span><span class="p">,</span> <span class="n">vel_d1</span><span class="o">.</span><span class="n">timestamp_np</span><span class="p">,</span> <span class="n">vel_d</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span>
 
     <span class="c1"># Rotate NED → body-frame (FRD) using yaw only</span>
     <span class="n">cos_y</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">cos</span><span class="p">(</span><span class="n">yaw_rad</span><span class="p">)</span>

_modules/perda/server/client.html

@@ -305,6 +305,7 @@
   <h1>Source code for perda.utils.search</h1><div class="highlight"><pre>
 <span></span><span class="kn">import</span><span class="w"> </span><span class="nn">re</span>
 <span class="kn">from</span><span class="w"> </span><span class="nn">pathlib</span><span class="w"> </span><span class="kn">import</span> <span class="n">Path</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">typing</span><span class="w"> </span><span class="kn">import</span> <span class="n">Any</span>
 
 <span class="kn">from</span><span class="w"> </span><span class="nn">pydantic</span><span class="w"> </span><span class="kn">import</span> <span class="n">BaseModel</span>
 <span class="kn">from</span><span class="w"> </span><span class="nn">rapidfuzz</span><span class="w"> </span><span class="kn">import</span> <span class="n">fuzz</span>
@@ -313,7 +314,7 @@ <h1>Source code for perda.utils.search</h1><div class="highlight"><pre>
 <span class="kn">from</span><span class="w"> </span><span class="nn">..core_data_structures.single_run_data</span><span class="w"> </span><span class="kn">import</span> <span class="n">SingleRunData</span>
 
 <span class="k">try</span><span class="p">:</span>
-    <span class="kn">from</span><span class="w"> </span><span class="nn">sentence_transformers.cross_encoder</span><span class="w"> </span><span class="kn">import</span> <span class="n">CrossEncoder</span> <span class="k">as</span> <span class="n">_CrossEncoder</span>
+    <span class="kn">from</span><span class="w"> </span><span class="nn">sentence_transformers.cross_encoder</span><span class="w"> </span><span class="kn">import</span> <span class="n">CrossEncoder</span>
 
     <span class="n">_SEMANTIC_AVAILABLE</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span>
 <span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
@@ -322,7 +323,8 @@ <h1>Source code for perda.utils.search</h1><div class="highlight"><pre>
 <span class="n">_MODEL_DIR</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="vm">__file__</span><span class="p">)</span><span class="o">.</span><span class="n">resolve</span><span class="p">()</span><span class="o">.</span><span class="n">parents</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> <span class="o">/</span> <span class="s2">&quot;models&quot;</span> <span class="o">/</span> <span class="s2">&quot;stsb-cross-encoder&quot;</span>
 <span class="n">_HF_MODEL_ID</span> <span class="o">=</span> <span class="s2">&quot;cross-encoder/stsb-distilroberta-base&quot;</span>
 
-<span class="n">_model</span><span class="p">:</span> <span class="n">_CrossEncoder</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>  <span class="c1"># _CrossEncoder instance when loaded, else None</span>
+<span class="c1"># CrossEncoder instance when loaded, else None</span>
+<span class="n">_model</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="kc">None</span>
 
 <span class="n">ABBREVIATIONS</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="p">{</span>
     <span class="s2">&quot;pcm&quot;</span><span class="p">:</span> <span class="s2">&quot;powertrain control module&quot;</span><span class="p">,</span>
@@ -387,12 +389,12 @@ <h1>Source code for perda.utils.search</h1><div class="highlight"><pre>
     <span class="k">try</span><span class="p">:</span>
         <span class="k">if</span> <span class="ow">not</span> <span class="n">_MODEL_DIR</span><span class="o">.</span><span class="n">exists</span><span class="p">():</span>
             <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Downloading cross-encoder model (one-time setup)...&quot;</span><span class="p">)</span>
-            <span class="n">_model</span> <span class="o">=</span> <span class="n">_CrossEncoder</span><span class="p">(</span><span class="n">_HF_MODEL_ID</span><span class="p">)</span>
+            <span class="n">_model</span> <span class="o">=</span> <span class="n">CrossEncoder</span><span class="p">(</span><span class="n">_HF_MODEL_ID</span><span class="p">)</span>
             <span class="n">_MODEL_DIR</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="n">mkdir</span><span class="p">(</span><span class="n">parents</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">exist_ok</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
             <span class="n">_model</span><span class="o">.</span><span class="n">save</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">_MODEL_DIR</span><span class="p">))</span>
             <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Model saved to: </span><span class="si">{</span><span class="n">_MODEL_DIR</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
         <span class="k">else</span><span class="p">:</span>
-            <span class="n">_model</span> <span class="o">=</span> <span class="n">_CrossEncoder</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">_MODEL_DIR</span><span class="p">))</span>
+            <span class="n">_model</span> <span class="o">=</span> <span class="n">CrossEncoder</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">_MODEL_DIR</span><span class="p">))</span>
         <span class="k">return</span> <span class="kc">True</span>
     <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
         <span class="nb">print</span><span class="p">(</span>

_modules/perda/utils/preprocessing.html

@@ -334,9 +334,10 @@ <h3>Load Data (local csv)<a class="headerlink" href="#Load-Data-(local-csv)" tit
 </pre></div>
 </div>
 <div class="input_area highlight-ipython3 notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">perda.analyzer</span><span class="w"> </span><span class="kn">import</span> <span class="n">Analyzer</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">perda.utils</span><span class="w"> </span><span class="kn">import</span> <span class="n">Preprocessing</span>
 
-<span class="n">csvPath</span> <span class="o">=</span> <span class="s2">&quot;csv_files/26thMar12-00-34.csv&quot;</span>
-<span class="n">aly</span> <span class="o">=</span> <span class="n">Analyzer</span><span class="p">(</span><span class="n">csvPath</span><span class="p">)</span>
+<span class="n">csvPath</span> <span class="o">=</span> <span class="s2">&quot;csv_files/16thApr10-52-00.csv&quot;</span>
+<span class="n">aly</span> <span class="o">=</span> <span class="n">Analyzer</span><span class="p">(</span><span class="n">csvPath</span><span class="p">,</span> <span class="n">corrections</span><span class="o">=</span><span class="p">[</span><span class="n">Preprocessing</span><span class="o">.</span><span class="n">PATCH_NED_VELOCITY</span><span class="p">])</span>
 
 <span class="c1"># Print summary of the loaded data</span>
 <span class="nb">print</span><span class="p">(</span><span class="n">aly</span><span class="p">)</span>

_modules/perda/utils/search.html

@@ -30,9 +30,10 @@
    "outputs": [],
    "source": [
     "from perda.analyzer import Analyzer\n",
+    "from perda.utils import Preprocessing\n",
     "\n",
-    "csvPath = \"csv_files/26thMar12-00-34.csv\"\n",
-    "aly = Analyzer(csvPath)\n",
+    "csvPath = \"csv_files/16thApr10-52-00.csv\"\n",
+    "aly = Analyzer(csvPath, corrections=[Preprocessing.PATCH_NED_VELOCITY])\n",
     "\n",
     "# Print summary of the loaded data\n",
     "print(aly)"
@@ -461,7 +462,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "pymain",
+   "display_name": ".venv",
    "language": "python",
    "name": "python3"
   },
@@ -475,7 +476,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.13.2"
+   "version": "3.13.1"
   }
  },
  "nbformat": 4,