Merge pull request FlexTRKR#118 from WACCEM/fix_generic_quicklook

Updated quicklook plotting scripts

Author: feng045

Analysis/plot_mcs_quicklooks_1panel.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+###############################################################################################
+# This script plots MCS tracking animations
+###############################################################################################
+
+# Specify start/end datetime
+start_date='2020-06-21T00'
+end_date='2020-06-24T00'
+# Define domain map extent
+lon_min=-20.0
+lon_max=40.0
+lat_min=-5.0
+lat_max=25.0
+# Run in parallel
+run_parallel=1
+# Tracking config file
+config_file='/global/homes/f/feng045/program/PyFLEXTRKR-dev/config/config_mcs_tbpf_scream_healpix9.yml'
+# Quicklook/animation output directories
+quicklook_dir='/pscratch/sd/w/wcmca1/scream-cess-healpix/mcs_tracking_hp9/quicklooks/'
+animation_dir='/pscratch/sd/w/wcmca1/scream-cess-healpix/mcs_tracking_hp9/animation/'
+animation_filename=${animation_dir}mcs_tbpf_${start_date}_${end_date}.mp4
+# Tracking pixel-level time format
+time_format='yyyymodd_hhmmss'
+# Plotting code
+code_name='/global/homes/f/feng045/program/PyFLEXTRKR-dev/Analysis/plot_subset_tbpf_mcs_tracks_1panel_demo.py'
+
+# Make quicklook plots
+echo 'Making quicklook plots ...'
+python ${code_name} -s ${start_date} -e ${end_date} -c ${config_file} \
+    --extent ${extent} ${lon_min} ${lon_max} ${lat_min} ${lat_max} \
+    --subset 1 \
+    --time_format ${time_format} \
+    -p ${run_parallel} \
+    --output ${quicklook_dir}
+echo 'View quicklook plots here: '${quicklook_dir}
+
+# Make animation using ffmpeg
+mkdir -p ${animation_dir}
+echo 'Making animations from quicklook plots ...'
+ffmpeg -framerate 2 -pattern_type glob -i ${quicklook_dir}'*.png' -c:v libx264 -r 10 -crf 20 -pix_fmt yuv420p \
+    -y ${animation_filename}
+echo 'View animation here: '${animation_filename}

Analysis/plot_mcs_quicklooks.sh Analysis/plot_mcs_quicklooks_2panel.shAnalysis/plot_mcs_quicklooks.sh renamed to Analysis/plot_mcs_quicklooks_2panel.sh

@@ -6,7 +6,14 @@
 # Specify start/end datetime
 start_date='2019-01-20T00'
 end_date='2019-01-23T00'
+# Define domain map extent
+lon_min=90.0
+lon_max=140.0
+lat_min=-10.0
+lat_max=10.0
+# Panel orientation (horizontal:up/down, vertical:left/right)
 orientation='horizontal'
+# Run in parallel
 run_parallel=1
 # Tracking config file
 config_file='/global/homes/f/feng045/program/pyflex_config/config/config_imerg_mcs_tbpf_2019.yml'
@@ -20,10 +27,9 @@ time_format='yyyymodd_hhmm'
 code_name='/global/homes/f/feng045/program/PyFLEXTRKR-dev/Analysis/plot_subset_tbpf_mcs_tracks_demo.py'
 
 # Make quicklook plots
-# --extent specifies subset region: minlon maxlon minlat maxlat (cannot have decimals yet)
 echo 'Making quicklook plots ...'
 python ${code_name} -s ${start_date} -e ${end_date} -c ${config_file} \
-    --extent ${extent} 90 140 -10 10 \
+    --extent ${extent} ${lon_min} ${lon_max} ${lat_min} ${lat_max} \
     --subset 1 \
     --time_format ${time_format} \
     -o ${orientation} \

Analysis/plot_mcs_radar_quicklooks.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+###############################################################################################
+# This script plots MCS tracking animations
+###############################################################################################
+
+# Specify start/end datetime
+start_date='2004-06-27T00'
+end_date='2004-06-27T11'
+# Define domain map extent
+lon_min=-110
+lon_max=95
+lat_min=20
+lat_max=40
+# Run in parallel
+run_parallel=0
+# Tracking config file
+config_file='/global/homes/f/feng045/program/PyFLEXTRKR-dev/config/config_gridrad_mcs_2004.yml'
+# Quicklook/animation output directories
+quicklook_dir='/pscratch/sd/f/feng045/usa/gridrad_v3/v3_final/quicklook_test/2004/'
+animation_dir='/pscratch/sd/f/feng045/usa/gridrad_v3/v3_final/quicklook_test/'
+animation_filename=${animation_dir}mcs_tbdbz_${start_date}_${end_date}.mp4
+# Tracking pixel-level time format
+time_format='yyyymodd_hhmmss'
+# Plotting code
+code_name='/global/homes/f/feng045/program/PyFLEXTRKR-dev/Analysis/plot_subset_tbze_mcs_tracks_1panel_demo.py'
+
+# Make quicklook plots
+echo 'Making quicklook plots ...'
+python ${code_name} -s ${start_date} -e ${end_date} -c ${config_file} \
+    --extent ${extent} ${lon_min} ${lon_max} ${lat_min} ${lat_max} \
+    --subset 1 \
+    --time_format ${time_format} \
+    -p ${run_parallel} \
+    --output ${quicklook_dir}
+echo 'View quicklook plots here: '${quicklook_dir}
+
+# # Make animation using ffmpeg
+# mkdir -p ${animation_dir}
+# echo 'Making animations from quicklook plots ...'
+# ffmpeg -framerate 2 -pattern_type glob -i ${quicklook_dir}'*.png' -c:v libx264 -r 10 -crf 20 -pix_fmt yuv420p \
+#     -y ${animation_filename}
+# echo 'View animation here: '${animation_filename}

Analysis/plot_subset_generic_tracks_demo.py

@@ -35,6 +35,16 @@
 warnings.filterwarnings("ignore")
 from pyflextrkr.ft_utilities import load_config, subset_files_timerange
 
+#-----------------------------------------------------------------------
+def four_floats(value):
+    # Split string by ' '
+    values = value.split(' ')
+    if len(values) != 4:
+        raise argparse.ArgumentError
+    # Convert list to array and type to float
+    values = np.array(values).astype(float)
+    return values
+
 #-----------------------------------------------------------------------
 def parse_cmd_args():
     # Define and retrieve the command-line arguments...
@@ -45,7 +55,8 @@ def parse_cmd_args():
     parser.add_argument("-e", "--end", help="last time in time series to plot, format=YYYY-mm-ddTHH:MM:SS", required=True)
     parser.add_argument("-c", "--config", help="yaml config file for tracking", required=True)
     parser.add_argument("-p", "--parallel", help="flag to run in parallel (0:serial, 1:parallel)", type=int, default=0)
-    parser.add_argument("--extent", nargs='+', help="map extent (lonmin, lonmax, latmin, latmax)", type=float, default=None)
+    # parser.add_argument("--extent", nargs='+', help="map extent (lonmin, lonmax, latmin, latmax)", type=float, default=None)
+    parser.add_argument("--extent", help="map extent (lonmin lonmax latmin latmax)", type=four_floats, action='store', default=None)
     parser.add_argument("--subset", help="flag to subset data (0:no, 1:yes)", type=int, default=0)
     parser.add_argument("--figsize", nargs='+', help="figure size (width, height) in inches", type=float, default=[8,7])
     parser.add_argument("--output", help="ouput directory", default=None)
@@ -195,9 +206,9 @@ def plot_map(pixel_dict, plot_info, map_info, track_dict):
     yy = pixel_dict['latitude']
     fvar = pixel_dict['fvar']
     tn_perim = pixel_dict['tn_perim']
-    lon_tn = pixel_dict['lon_tn']
-    lat_tn = pixel_dict['lat_tn']
-    tracknumbers = pixel_dict['tracknumber_unique']
+    # lon_tn = pixel_dict['lon_tn']
+    # lat_tn = pixel_dict['lat_tn']
+    # tracknumbers = pixel_dict['tracknumber_unique']
     # Get track data from dictionary
     ntracks = track_dict['ntracks']
     lifetime = track_dict['lifetime']
@@ -219,7 +230,6 @@ def plot_map(pixel_dict, plot_info, map_info, track_dict):
     trackpath_color = plot_info['trackpath_color']
     map_edgecolor = plot_info['map_edgecolor']
     map_resolution = plot_info['map_resolution']
-    # map_central_lon = plot_info['map_central_lon']
     timestr = plot_info['timestr']
     figname = plot_info['figname']
     figsize = plot_info['figsize']
@@ -232,6 +242,9 @@ def plot_map(pixel_dict, plot_info, map_info, track_dict):
     draw_border = map_info.get('draw_border', False)
     draw_state = map_info.get('draw_state', False)
 
+    # Time difference matching pixel-time and track time
+    dt_match = 1  # [min]
+
     # Marker style for track center
     marker_style = dict(edgecolor=trackpath_color, facecolor=trackpath_color, linestyle='-', marker='o')
 
@@ -297,6 +310,7 @@ def plot_map(pixel_dict, plot_info, map_info, track_dict):
     for itrack in range(0, ntracks):
         # Get duration of the track
         ilifetime = lifetime.values[itrack]
+        itracknum = lifetime.tracks.data[itrack]+1
         idur = (ilifetime / time_res).astype(int)
         # Get basetime of the track and the last time
         ibt = base_time.values[itrack,:idur]
@@ -322,10 +336,25 @@ def plot_map(pixel_dict, plot_info, map_info, track_dict):
                 cl1 = ax1.scatter(meanlon.values[itrack,0], meanlat.values[itrack,0], s=marker_size*2, 
                                   transform=data_proj, zorder=4, **marker_style)
 
-    # Overplot tracknumbers at current frame
-    for ii in range(0, len(lon_tn)):
-        ax1.text(lon_tn[ii]+0.02, lat_tn[ii]+0.02, f'{tracknumbers[ii]:.0f}', color='k', size=10, 
-                 weight='bold', ha='left', va='center', transform=data_proj, zorder=4)
+        # Find the closest time from track times
+        idt = np.abs((ibt - pixel_bt).astype('timedelta64[m]'))
+        idx_match = np.argmin(idt)
+        idt_match = idt[idx_match]
+        # Get center lat/lon from the matched tracks
+        _ilon = meanlon.data[itrack,idx_match]
+        _ilat = meanlat.data[itrack,idx_match]
+        # Proceed if time difference is < dt_match
+        if (idt_match < dt_match):
+            # Overplot tracknumbers at current frame
+            if (_ilon > map_extent[0]) & (_ilon < map_extent[1]) & \
+                (_ilat > map_extent[2]) & (_ilat < map_extent[3]):
+                ax1.text(_ilon+0.02, _ilat+0.02, f'{itracknum:.0f}', color='k', size=tracknumber_fontsize,
+                         ha='left', va='center', weight='bold', transform=data_proj, zorder=5)
+
+    # # Overplot tracknumbers at current frame
+    # for ii in range(0, len(lon_tn)):
+    #     ax1.text(lon_tn[ii]+0.02, lat_tn[ii]+0.02, f'{tracknumbers[ii]:.0f}', color='k', size=10, 
+    #              weight='bold', ha='left', va='center', transform=data_proj, zorder=4)
 
     # Thread-safe figure output
     canvas = FigureCanvas(fig)
@@ -507,7 +536,6 @@ def work_for_time_loop(datafile, track_dict, map_info, plot_info, config):
         'trackpath_color': 'blueviolet',    # track path color
         'map_edgecolor': 'gray',    # background map edge color
         'map_resolution': '50m',   # background map resolution ('110m', '50m', 10m')
-        # 'map_central_lon': 180,     # map projection central longitude (for global map)
         'figsize': figsize,
         'figbasename': figbasename,
     }

Analysis/plot_subset_tbze_mcs_tracks_1panel_demo.py

@@ -56,6 +56,7 @@ def parse_cmd_args():
     parser.add_argument("--figbasename", help="output figure base name", default="")
     parser.add_argument("--trackstats_file", help="MCS track stats file name", default=None)
     parser.add_argument("--pixel_path", help="Pixel-level tracknumer mask files directory", default=None)
+    parser.add_argument("--time_format", help="Pixel-level file datetime format", default=None)
     args = parser.parse_args()
 
     # Put arguments in a dictionary
@@ -71,6 +72,7 @@ def parse_cmd_args():
         'figbasename': args.figbasename,
         'trackstats_file': args.trackstats_file,
         'pixeltracking_path': args.pixel_path,
+        'time_format': args.time_format,
     }
 
     return args_dict
@@ -509,6 +511,9 @@ def work_for_time_loop(datafile, track_dict, map_info, plot_info, config):
     figbasename = args_dict.get('figbasename')
     trackstats_file = args_dict.get('trackstats_file')
     pixeltracking_path = args_dict.get('pixeltracking_path')
+    time_format = args_dict.get('time_format')
+
+    if time_format is None: time_format = "yyyymodd_hhmmss"
 
     # Specify plotting info
     # Reflectivity color levels
@@ -613,7 +618,7 @@ def work_for_time_loop(datafile, track_dict, map_info, plot_info, config):
         pixeltracking_filebase,
         start_basetime,
         end_basetime,
-        time_format="yyyymodd_hhmmss",
+        time_format=time_format,
     )
     print(f'Number of pixel files: {len(datafiles)}')