Rewrote readers & fix bugs on plotter

Author: BigShuiTai

HY_Plotter/hy_plotter.py

@@ -36,20 +36,33 @@ def stepcal(lonmax, lonmin, res, num=15, ip=1):
     totalpt = (lonmax - lonmin) / res * ip
     return int(totalpt / num)
 
-def grid(route, fname, georange, sfname, band, lonlatstep=5, res=0.125, num=15, ip=1, full_res=-1, **kwargs):
+def grid(route, fname, georange, sfname, band, lonlatstep=5, num=15, ip=1, full_res=-1, **kwargs):
     config = kwargs["config"]
 
-    lats, lons, data_spd, data_dir, data_time, sate_name, res = rgrib.get_data(route + fname, band)
+    lats, lons, data_spd, data_dir, data_time, sate_name, res = rgrib.get_data(route + fname, band, georange)
 
     # transfroming resolution into degree if it's string type
     _res_temp = res
     if isinstance(_res_temp, str):
         if "°" in _res_temp:
             _res_temp = float(_res_temp[:-1])
+            res = f"{_res_temp * 100}"
+            if res.endswith(".0"):
+                res = res[:-2] + "KM"
+            else:
+                res += "KM"
         elif "KM" in _res_temp.upper():
             _res_temp = float(_res_temp[:-2]) / 100
         else:
             _res_temp = float(_res_temp)
+            if "." in res:
+                res = f"{_res_temp * 100}"
+                if res.endswith(".0"):
+                    res = res[:-2] + "KM"
+                else:
+                    res += "KM"
+            else:
+                res += "KM"
 
     if isinstance(georange, tuple):
         # get range parameter
@@ -93,55 +106,29 @@ def grid(route, fname, georange, sfname, band, lonlatstep=5, res=0.125, num=15,
     ax.patch.set_facecolor("#000000")
 
     # process data's valid time (latest)
-    if sate_name == "CFOSAT":
-        data_time = datetime.datetime.strptime(data_time, "%Y-%m-%dT%H:%M:%SZ").strftime('%Y/%m/%d %H%MZ')
+    if "CFOSAT" in sate_name:
+        try:
+            data_time = datetime.datetime.strptime(data_time, "%Y-%m-%dT%H:%M:%SZ").strftime('%Y/%m/%d %H%MZ')
+        except Exception:
+            data_time = datetime.datetime.strptime(data_time, "%Y-%m-%d %H:%M:%SZ").strftime('%Y/%m/%d %H%MZ')
+    elif "HY-2" in sate_name:
+        try:
+            data_time = datetime.datetime.strptime(data_time, "%Y%m%dT%H:%M:%S").strftime('%Y/%m/%d %H%MZ')
+        except Exception:
+            data_time = datetime.datetime.strptime(data_time, "%Y%m%dT%H:%M:%S.%f").strftime('%Y/%m/%d %H%MZ')
+    elif "FY-3E" in sate_name:
+        try:
+            data_time = datetime.datetime.strptime(data_time, "%Y%m%d%H%M").strftime('%Y/%m/%d %H%MZ')
+        except Exception:
+            data_time = datetime.datetime.strptime(data_time, "%Y%m%d %H:%M:%S.%f").strftime('%Y/%m/%d %H%MZ')
     else:
-        if "HY" in sate_name:
-            try:
-                data_time = datetime.datetime.strptime(data_time, "%Y%m%dT%H:%M:%S").strftime('%Y/%m/%d %H%MZ')
-            except Exception:
-                data_time = datetime.datetime.strptime(data_time, "%Y%m%dT%H:%M:%S.%f").strftime('%Y/%m/%d %H%MZ')
-        elif "FY-3E" in sate_name:
-            try:
-                data_time = datetime.datetime.strptime(data_time, "%Y%m%d%H%M").strftime('%Y/%m/%d %H%MZ')
-            except Exception:
-                data_time = datetime.datetime.strptime(data_time, "%Y%m%d %H:%M:%S.%f").strftime('%Y/%m/%d %H%MZ')
-        else:
-            try:
-                data_time = datetime.datetime.strptime(data_time, "%Y%m%dT%H:%M:%S").strftime('%Y/%m/%d %H%MZ')
-            except Exception:
-                try:
-                    data_time = datetime.datetime.strptime(data_time, "%Y%m%dT%H:%M:%S.%f").strftime('%Y/%m/%d %H%MZ')
-                except Exception:
-                    try:
-                        data_time = datetime.datetime.strptime(data_time, "%Y-%m-%dT%H:%M:%SZ").strftime('%Y/%m/%d %H%MZ')
-                    except Exception:
-                        try:
-                            data_time = datetime.datetime.strptime(data_time, "%Y-%m-%dT%H:%M:%S.%fZ").strftime('%Y/%m/%d %H%MZ')
-                        except Exception:
-                            try:
-                                data_time = datetime.datetime.strptime(data_time, "%Y-%m-%dT%H:%M:%SZ").strftime('%Y/%m/%d %H%MZ')
-                            except Exception:
-                                data_time = datetime.datetime.strptime(data_time, "%Y-%m-%d %H:%M:%S").strftime('%Y/%m/%d %H%MZ')
+        try:
+            data_time = datetime.datetime.strptime(data_time, "%Y%m%dT%H:%M:%S").strftime('%Y/%m/%d %H%MZ')
+        except Exception:
+            data_time = datetime.datetime.strptime(data_time, "%Y-%m-%d %H:%M:%S").strftime('%Y/%m/%d %H%MZ')
 
     print("...PLOTING...")
 
-    '''
-    # get area's max wind
-    # You can delete these codes if you do not want to show the max wind
-    '''
-    dspd = data_spd[(lons<=lonmax)&(lons>=lonmin)&(lats<=latmax)&(lats>=latmin)]
-    if len(dspd) > 0 and not isinstance(dspd.max(), np.ma.core.MaskedConstant):
-        damax = round(dspd.max(), 1)
-    else:
-        damax = "0.0"
-
-    # add title at the top of figure
-    text = f'{sate_name} {res} Wind (barbs) [kt] (Generated by @Shuitai)\nValid Time: {data_time}'
-    ax.set_title(text, loc='left', fontsize=5)
-    text = f'Max. Wind: {damax}kt'
-    ax.set_title(text, loc='right', fontsize=4)
-    
     # plot brabs with colormap and color-bar
     cmap, vmin, vmax = cm.get_colormap("wind")
 
@@ -190,6 +177,22 @@ def grid(route, fname, georange, sfname, band, lonlatstep=5, res=0.125, num=15,
     cb.ax.tick_params(labelsize=4, length=0)
     cb.outline.set_linewidth(0.3)
 
+    '''
+    # get area's max wind
+    # You can delete these codes if you do not want to show the max wind
+    '''
+    dspd = data_spd[(lons<=lonmax)&(lons>=lonmin)&(lats<=latmax)&(lats>=latmin)]
+    if len(dspd) > 0 and not isinstance(dspd.max(), np.ma.core.MaskedConstant):
+        damax = round(dspd.max(), 1)
+    else:
+        damax = "0.0"
+
+    # add title at the top of figure
+    text = f'{sate_name} {res} Wind (barbs) [kt] (Generated by @Shuitai)\nValid Time: {data_time}'
+    ax.set_title(text, loc='left', fontsize=5)
+    text = f'Max. Wind: {damax}kt'
+    ax.set_title(text, loc='right', fontsize=4)
+    
     # add coastlines
     ax.add_feature(
         cfeature.COASTLINE.with_scale("10m"),
@@ -219,8 +222,8 @@ def grid(route, fname, georange, sfname, band, lonlatstep=5, res=0.125, num=15,
     gl.bottom_labels = True
     gl.right_labels = False
     gl.left_labels = True
-    gl.xpadding = 2.5
-    gl.ypadding = 2.5
+    gl.xpadding = 3
+    gl.ypadding = 3
     gl.xlabel_style = {'size': 4, 'color': 'k', 'ha': 'center'}
     gl.ylabel_style = {'size': 4, 'color': 'k', 'va': 'center'}
     plt.rcParams['axes.unicode_minus'] = False
@@ -274,4 +277,4 @@ def grid(route, fname, georange, sfname, band, lonlatstep=5, res=0.125, num=15,
         save_name = ""  # fill in any name what you like
 
 # finish loading config, start gird
-grid(route, file, georange, save_name, band, res=0.125, num=20, ip=1, lonlatstep=step, full_res=f_res, config=config)
+grid(route, file, georange, save_name, band, num=15, ip=1, lonlatstep=step, full_res=f_res, config=config)

HY_Plotter/windReader/reader/__init__.py

@@ -10,10 +10,7 @@ def load_reader(reader_name):
 
 def test_reader(reader_name, fname):
     try:
-        lats, lons, data_spd, data_dir, data_time, sate_name, res = WIND_READER_CONFIG[reader_name].extract(fname)
-        if res == "":
-            return False
-        else:
-            return True
-    except Exception:
+        test_result = WIND_READER_CONFIG[reader_name].extract(fname, test=True)
+        return test_result
+    except Exception as e:
         return False

HY_Plotter/windReader/reader/ascat.py

@@ -4,24 +4,42 @@
 
 class ASCAT(object):
 
-    def extract(fname):
+    def extract(fname, georange=(), test=False):
         try:
             init = netCDF4.Dataset(fname)
         except Exception:
+            if test:
+                return False
             lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
             return lats, lons, data_spd, data_dir, data_time, sate_name, res
         if "ASCAT" in init.title:
+            if test:
+                return True
+            if georange == ():
+                lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
+                return lats, lons, data_spd, data_dir, data_time, sate_name, res
             # get values
             lons, lats = init.variables["lon"][:], init.variables["lat"][:]
             data_spd, data_dir = init.variables["wind_speed"][:], init.variables["wind_dir"][:]
-            data_spd, data_dir = data_spd[:], data_dir[:]
-            data_time = f"{init.stop_date} {init.stop_time}"
+            row_time = init.variables["time"][:]
             sate_name = init.source + " Level 2"
             res = init.pixel_size_on_horizontal.replace(".0", "").replace(" ","")
             # process values
             lons.fill_value = lats.fill_value = data_spd.fill_value = data_dir.fill_value = -32768
             data_spd = data_spd / 0.514
             lons[lons < 0] += 360
+            latmin, latmax, lonmin, lonmax = georange
+            lon_mean = (lonmin + lonmax) / 2
+            loc = ()
+            for ilon, lon in np.ndenumerate(lons):
+                if abs(lon_mean - lon) <= 0.25:
+                    loc = ilon
+                    break
+            loc_time = row_time[loc[0],loc[1]]
+            from datetime import date, datetime, timedelta
+            _time = date(1990, 1, 1)
+            _time += timedelta(seconds=loc_time)
+            data_time = _time.strftime('%Y%m%dT%H:%M:%S')
         else:
             lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
         return lats, lons, data_spd, data_dir, data_time, sate_name, res

HY_Plotter/windReader/reader/cfosat.py

@@ -4,27 +4,40 @@
 
 class CFOSAT(object):
 
-    def extract(fname):
+    def extract(fname, georange=(), test=False):
         try:
             init = netCDF4.Dataset(fname)
         except Exception:
+            if test:
+                return False
             lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
             return lats, lons, data_spd, data_dir, data_time, sate_name, res
-        
         if init.platform == "CFOSAT":
+            if test:
+                return True
+            if georange == ():
+                lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
+                return lats, lons, data_spd, data_dir, data_time, sate_name, res
             # get values
             lons, lats = init.variables["wvc_lon"][:], init.variables["wvc_lat"][:]
             data_spd, data_dir = init.variables["wind_speed_selection"][:], init.variables["wind_dir_selection"][:]
-            # data_spd, data_dir = data_spd[:,:,band_index], data_dir[:,:,band_index]
-            data_time = init.time_coverage_end
+            row_time = init.variables["row_time"][:]
             sate_name = f"{init.platform} Scatterometer Level 2B"
-            if init.dimensions["numrows"].size == 3248:
-                res = "0.125°"
-            else:
-                res = "0.25°"
+            res = f"{init.geospatial_lon_resolution}"
             # process values
             data_spd = data_spd / 0.514
             lons[lons < 0] += 360
+            latmin, latmax, lonmin, lonmax = georange
+            lon_mean = (lonmin + lonmax) / 2
+            loc = ()
+            for ilon, lon in np.ndenumerate(lons):
+                if abs(lon_mean - lon) <= 0.25:
+                    loc = ilon
+                    break
+            loc_time = row_time[loc[0]]
+            data_time = ''
+            for t in loc_time:
+                data_time += t.decode('utf-8')
         else:
             lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
         return lats, lons, data_spd, data_dir, data_time, sate_name, res

HY_Plotter/windReader/reader/fy3e.py

@@ -4,21 +4,27 @@
 
 class FY3E(object):
 
-    def extract(fname, band="C_band"):
+    def extract(fname, georange=(), band="C_band", test=False):
         try:
             init = h5py.File(fname, "r")
         except Exception:
+            if test:
+                return False
             lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
             return lats, lons, data_spd, data_dir, data_time, sate_name, res
-        
         if "FY3E" in str(init.attrs["File Name"]):
+            if test:
+                return True
+            if georange == ():
+                lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
+                return lats, lons, data_spd, data_dir, data_time, sate_name, res
             # get values
-            fns = str(init.attrs["File Name"]).split("_")
+            fns = init.attrs["File Name"].decode('utf-8').split("_")
             lons, lats = init[band]["wvc_lon"][:], init[band]["wvc_lat"][:]
             data_spd, data_dir = init[band]["wind_speed_selected"][:], init[band]["wind_dir_selected"][:]
             data_time = fns[7] + fns[8]
-            sate_name = str(init.attrs["Satellite Name"]).replace("b","").replace("'","") \
-                         + " " + str(init.attrs["Sensor Name"]).replace("b","").replace("'","")
+            sate_name = init.attrs["Satellite Name"].decode('utf-8') \
+                         + " " + init.attrs["Sensor Name"].decode('utf-8')
             if band == "C_band":
                 res = "20KM"
             elif band == "Ku_band":

HY_Plotter/windReader/reader/hy.py

@@ -4,27 +4,43 @@
 
 class HY(object):
 
-    def extract(fname, band_index=0):
+    def extract(fname, georange=(), test=False):
         try:
             init = h5py.File(fname, "r")
         except Exception:
+            if test:
+                return False
             lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
             return lats, lons, data_spd, data_dir, data_time, sate_name, res
-        
-        if "HY" in str(init.attrs["Platform_ShortName"][-1]):
+        if "HY-2" in init.attrs["Platform_ShortName"][-1].decode('utf-8'):
+            if test:
+                return True
+            if georange == ():
+                lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
+                return lats, lons, data_spd, data_dir, data_time, sate_name, res
             # get values
             fns = fname.split("_", -1)
             lons, lats = init["wvc_lon"][:], init["wvc_lat"][:]
             data_spd, data_dir = init["wind_speed_selection"][:], init["wind_dir_selection"][:]
-            data_spd, data_dir = data_spd[:,:,band_index], data_dir[:,:,band_index]
-            data_time = str(init["wvc_row_time"][:][init["wvc_row_time"][:] != b''][-1]).replace("b","").replace("'","").strip()
-            sate_name = str(init.attrs["Platform_ShortName"][-1]).replace("b","").replace("'","").strip() + " Scatterometer Level 2B"
-            res = "0.25°"
+            row_time = init["wvc_row_time"][:]
+            sate_name = init.attrs["Platform_ShortName"][-1].decode('utf-8').strip() \
+                        + " Scatterometer Level 2B"
+            res = "25KM"
             # process values
-            lons, lats = np.ma.array(lons, mask=lons == 1.7e+38, fill_value=-32768), np.ma.array(lats, mask=lats == 1.7e+38, fill_value=-32768)
-            data_spd, data_dir = np.ma.array(data_spd, mask=data_spd == -32767, fill_value=-32768), np.ma.array(data_dir, mask=data_dir == -32767, fill_value=-32768)
+            lons = np.ma.array(lons, mask=lons == 1.7e+38, fill_value=-32768)
+            lats = np.ma.array(lats, mask=lats == 1.7e+38, fill_value=-32768)
+            data_spd = np.ma.array(data_spd, mask=data_spd == -32767, fill_value=-32768)
+            data_dir = np.ma.array(data_dir, mask=data_dir == -32767, fill_value=-32768)
             data_spd, data_dir = data_spd / 100 / 0.514, data_dir / 10
             lons[lons < 0] += 360
+            latmin, latmax, lonmin, lonmax = georange
+            lon_mean = (lonmin + lonmax) / 2
+            loc = ()
+            for ilon, lon in np.ndenumerate(lons):
+                if abs(lon_mean - lon) <= 0.25:
+                    loc = ilon[0]
+                    break
+            data_time = row_time[loc].decode('utf-8').strip()
         else:
             lats, lons, data_spd, data_dir, data_time, sate_name, res = [], [], [], [], "", "", ""
         return lats, lons, data_spd, data_dir, data_time, sate_name, res