LMA_realtime.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "89de7969",
   "metadata": {},
   "outputs": [],
   "source": [
    "from __future__ import absolute_import\n",
    "from __future__ import print_function\n",
    "import datetime\n",
    "import os\n",
    "import glob\n",
    "\n",
    "from subprocess import call\n",
    "gzip_command = \"gzip\"\n",
    "\n",
    "REALTIME_DIR = \"/data/realtime-test/\"\n",
    "LMA_SUBDIR = \"LMA/\"\n",
    "AWIPS_SUBDIR = \"AWIPS/\"\n",
    "\n",
    "LMA_DATA_DIR = os.path.join(REALTIME_DIR, LMA_SUBDIR)\n",
    "AWIPS_GRID_DIR = os.path.join(REALTIME_DIR, AWIPS_SUBDIR)\n",
    "\n",
    "# ----- Grid and plot parameters -----\n",
    "now = datetime.datetime.now()\n",
    "start_time = datetime.datetime(now.year, now.month, now.day, now.hour, now.minute, 0, 0)\n",
    "end_time   = start_time + datetime.timedelta(0, 60)\n",
    "frame_interval=60.0\n",
    "\n",
    "target_datum = 'NAD83'\n",
    "target_ellipse = 'GRS80'\n",
    "target_proj = 'eqc'\n",
    "ctr_lat = 33.7\n",
    "ctr_lon = -101.8\n",
    "dx=1.0e3\n",
    "dy=1.0e3\n",
    "x0, y0 = 0.0, 0.0\n",
    "x_bnd = (x0-200e3, x0+200e3)\n",
    "y_bnd = (y0-200e3, y0+200e3)\n",
    "\n",
    "\n",
    "now = datetime.datetime.now()\n",
    "\n",
    "# ----- Process raw LMA data every minute into a 1-min-long file ----- \n",
    "from lmatools.io.fakeLMA import fake_LMA_file, late2011_header\n",
    "LMA_ASCII_outfile = fake_LMA_file(year=now.year, month=now.month, day=now.day, hour=now.hour, minute=now.minute, second=0, \n",
    "                duration=60, header_template=late2011_header, outpath=LMA_DATA_DIR)\n",
    "print(\"Wrote \", LMA_ASCII_outfile)\n",
    "\n",
    "# ----- Sort flashes, creating HDF5 LMA data file ----- \n",
    "from lmatools.flashsort.autosort.autorun import run_files_with_params\n",
    "thresh_critical_time = 0.15\n",
    "distance = 3000.0\n",
    "\n",
    "params = {'stations':(5,13),\n",
    "          'chi2':(0,2.0),  \n",
    "          'lat':(-90., 90.),\n",
    "          'lon':(-180., 180.),\n",
    "          'alt':(0.,20000.),     \n",
    "          'distance':distance, 'thresh_duration':3.0, \n",
    "          'thresh_critical_time':thresh_critical_time, 'merge_critical_time':0.5, \n",
    "          'ascii_flashes_out':'flashes_out.dat',\n",
    "          'ctr_lat':ctr_lat, 'ctr_lon':ctr_lon,\n",
    "          }\n",
    "\n",
    "params['thresh_critical_time'] = thresh_critical_time\n",
    "params['distance'] = distance\n",
    "\n",
    "# tag = 'thresh-%s_dist-%s' % (thresh_critical_time, distance)\n",
    "# outdir = os.path.join(base_out_dir, tag)\n",
    "# os.mkdir(outdir)\n",
    "\n",
    "# info = open(os.path.join(outdir, 'input_params.py'), 'w')\n",
    "# info.write(str(params))\n",
    "# info.close()\n",
    "\n",
    "h5_filenames = run_files_with_params([LMA_ASCII_outfile], LMA_DATA_DIR, params, retain_ascii_output=False)\n",
    "# h5_path_searcher = os.path.join(LMA_DATA_DIR,'LYL*.flash.h5')\n",
    "# h5_filenames = glob.glob(h5_path_searcher)\n",
    "\n",
    "# ----- Create NetCDF grids ----- \n",
    "from lmatools.grid.make_grids import grid_h5flashfiles\n",
    "from lmatools.grid.AWIPS_tools import write_AWIPS_netcdf_grid\n",
    "\n",
    "x_coord, y_coord, lons, lats, extent_density_grid, AWIPS_outfiles, field_names = grid_h5flashfiles(\n",
    "            h5_filenames, start_time, end_time, frame_interval=frame_interval, \n",
    "            dx=dx, dy=dy, x_bnd=x_bnd, y_bnd=y_bnd, ctr_lon=ctr_lon, ctr_lat=ctr_lat,\n",
    "            proj_name = target_proj, proj_datum = target_datum, proj_ellipse = target_ellipse,\n",
    "            output_writer = write_AWIPS_netcdf_grid, output_kwargs = {'refresh_minutes':int(frame_interval/60.0)},\n",
    "            outpath = AWIPS_GRID_DIR,\n",
    "            )\n",
    "            \n",
    "\n",
    "\n",
    "# ----- Put ASCII data and AWIPS grids on the LDM queue ----\n",
    "call([gzip_command, LMA_ASCII_outfile])\n",
    "call([gzip_command] + list(AWIPS_outfiles))\n",
    "LDM_files = [f + '.gz' for f in [LMA_ASCII_outfile]+list(AWIPS_outfiles)]\n",
    "for f in LDM_files:\n",
    "    ldm_command = \"sudo -u ldm /home/ldm/bin/pqinsert -v -f EXP -q /home/ldm/var/queues/ldm.pq {0:s}\".format(f)\n",
    "    print(ldm_command)\n",
    "    # call(ldm_command.split())\n",
    "\n"
   ]
  }
 ],
 "metadata": {},
 "nbformat": 4,
 "nbformat_minor": 5
}