Renaming crontabs

cron/shiva.crontab → cron/crontab.shiva

@@ -10,3 +10,6 @@
 00 18 * * * /home/carl/monitor/v2/prestage/nightly.sh >& /home/carl/monitor/v2/cluster/log/nightly.log
 00 * * * * /home/carl/monitor/v2/prestage/monitor_queue.sh >& /home/carl/monitor/v2/cluster/log/monitor_queue.log
 #08 * * * * /home/carl/projects/klotzbach/seasonal/bsub_ncl.sh >& /home/carl/projects/klotzbach/seasonal/log/bsub_ncl.log
+00 06 * * * /home/carl/projects/ibtracs/web/sync_html_tarball.sh &> /home/carl/projects/ibtracs/web/sync_html_tarball.log
+00 01 * * * /home/carl/projects/ibtracs/web/make_today_file.sh &> /home/carl/projects/ibtracs/web/make_today_file.log
+

cron/scrape_sfcplot.py

@@ -23,10 +23,10 @@ local_dir = f'{os.getenv("FTP_DIR")}/monitor/sfcplot/{day.strftime("%Y%m/")}'
 if not os.path.exists(local_dir):
     os.makedirs(local_dir)
 
-filename = f'lrgnamsfcwbg_{day.strftime("%Y%m%d")}.gif'
-remote_path = f'https://www.wpc.ncep.noaa.gov/sfc/lrgnamsfcwbg.gif'
-local_path = f'{local_dir}{filename}'
-cjs.download_file(remote_path, local_path, clobber=True)
+# filename = f'lrgnamsfcwbg_{day.strftime("%Y%m%d")}.gif'
+# remote_path = f'https://www.wpc.ncep.noaa.gov/sfc/lrgnamsfcwbg.gif'
+# local_path = f'{local_dir}{filename}'
+# cjs.download_file(remote_path, local_path, clobber=True)
 
 filename = f'weather_{day.strftime("%Y%m%d")}.gif'
 remote_path = f'https://www.wpc.ncep.noaa.gov/NationalForecastChart/staticmaps/noaad1.png'

ncl/monthly/yyyy_mm.txt

-2021 12
+2022 09

ncl/tcvitals/getRecent.sh

@@ -10,7 +10,7 @@ do
 
   for HH in 00 06 12 18
   do
-    gdasFtpFormat=http://www.nomads.ncep.noaa.gov/pub/data/nccf/com/gfs/prod/gdas.%Y%m%d/gdas.t"$HH"z.syndata.tcvitals.tm00
+    gdasFtpFormat=https://www.nomads.ncep.noaa.gov/pub/data/nccf/com/gfs/prod/gdas.%Y%m%d/gdas.t"$HH"z.syndata.tcvitals.tm00
     gdasFtpPath=`date --date="$daysAgo days ago" +"$gdasFtpFormat"`
     gdasOutPath=`date --date="$daysAgo days ago" +"$gdasOutFormat"`
     wget -N -nd -P $tempPath $gdasFtpPath
@@ -20,13 +20,13 @@ do
 
   for HH in 00 06 12 18
   do
-    gfsFtpFormat=http://www.nomads.ncep.noaa.gov/pub/data/nccf/com/gfs/prod/gfs.%Y%m%d$HH/gfs.t"$HH"z.syndata.tcvitals.tm00
+    gfsFtpFormat=https://www.nomads.ncep.noaa.gov/pub/data/nccf/com/gfs/prod/gfs.%Y%m%d$HH/gfs.t"$HH"z.syndata.tcvitals.tm00
     gfsFtpPath=`date --date="$daysAgo days ago" +"$gfsFtpFormat"`
     gfsOutPath=`date --date="$daysAgo days ago" +"$gfsOutFormat"`
     wget -N -nd -P $tempPath $gfsFtpPath
   done
   cat $gfsOutPath $tempPath/gfs* | sed 's/:/ /' | sort -k2,2 -b -k4 | uniq > $tempPath/temp.out
   mv $tempPath/temp.out $gfsOutPath
-  rm $tempPath/*
+#  rm $tempPath/*
 done
 

v2/cluster/bsub_sst.sh

 #!/bin/bash --login
 
 RUN_NOW=0
-DO_STAGE=$((1-$RUN_NOW)) # opposites
+# DO_STAGE=$((1-$RUN_NOW)) # opposites
+DO_STAGE=1
 
 if [ -z "$1" ]; then
 # QUEUE=`pick_queue`

v2/hist_plot/sst_one_map.ncl

@@ -17,13 +17,13 @@ begin ; main
 
   ; These are some parameters that could be useful to have up top
   if( .not.isvar("varName") ) then
-    varName = "anom" ; anom sub_tropic delta
+    varName = "total" ; anom sub_tropic delta
   end if
   if( .not.isvar("region") )
     region = "atlantic" ; atlantic, eastpac, westpac, southpac, australia, indian
   end if
   if( .not.isvar("nAvg") )
-    nAvg = 7
+    nAvg = 30
   end if
 
   plotType = "png"
@@ -102,7 +102,8 @@ begin ; main
 
   print_clock( "Opening" )
   totPath  = "/home/carl/data/oisst/oisst.20210601.20210731.nc"
-  inPath = totPath
+  totPath  = "/home/carl/data/monitor/v2/sst/sst.total.nc"
+  inPath  = "/home/carl/data/monitor/v2/sst/sst.total.nc"
 
 
   inFile = addfile( inPath, "r" )
@@ -125,15 +126,17 @@ begin ; main
   wks = gsn_open_wks( plotTypeLocal, plotName )
 
   time = inFile->time
-  minTime = cd_inv_calendar( 2021, 06, 14, 00, 0, 0, time@units, 0 )
+  minTime = cd_inv_calendar( 2022, 09, 01, 00, 0, 0, time@units, 0 )
   minTimeInd = max( ind( time.le.minTime ) )
   maxTimeInd = minTimeInd + nAvg - 1
 
+  print(minTimeInd)
+  print(maxTimeInd)
   totData = dim_avg_n_Wrap(  \
-      totFile->sst(minTimeInd:maxTimeInd,0,:,:), 0 )
+      totFile->sst(minTimeInd:maxTimeInd,:,:), 0 )
 
   data = dim_avg_n_Wrap(  \
-      inFile->anom(minTimeInd:maxTimeInd,0,:,:), 0 )
+      inFile->sst(minTimeInd:maxTimeInd,:,:), 0 )
 
   if( varName.eq."sub_tropic" ) then
     data = data - avg( data({-20:20},:) )
@@ -229,8 +232,8 @@ begin ; main
       time(maxTimeInd+1), tcRes )
 
   lineRes = True
-  lineRes@gsLineThicknessF = 1
-  lineRes@gsLineColor = "gray30"
+  lineRes@gsLineThicknessF = 2
+  lineRes@gsLineColor = "blue4"
   lineRes@gsLineDashPattern = 0
 
   x = 360 -(/ 20, 20, 80, 80, 20 /) ; MDR

v2/hist_plot/wave_hov.ncl

@@ -26,7 +26,7 @@ begin ; main
     algoName = "cfs"
   end if
   if( .not.isvar("latBand") )
-    latBand = "eqtr"
+    latBand = "cent"
   end if
   varLevName = varName + level
   print( algoName + " " + varLevName )
@@ -131,17 +131,25 @@ begin ; main
   cntLevels = ispan( -3, 3, 1 ) * cntInt
 
   print_clock( "Reading" )
+; if varName.eq."olr" then
+;   inPath = "/home/carl/data/olr/current/olr.k09.nc"
+; else
+;   inPath = "/home/carl/data/cfsr/waves/" + varLevName + ".anom.waves.nc"
+; end if
   inPath  = "/home/carl/data/monitor/v2/waves/" + varLevName + ".waves."  \
       + algoName + ".nc"
   inFile = addfile( inPath, "r" )
-  todayTime = inFile->time@lastObsTime
+; todayTime = inFile->time@lastObsTime
   timeUnits = inFile->time@units
 ; todayTime = cd_inv_calendar( 2017, 09, 04, 00, 00, 00, timeUnits, 0 )
   minTime = cd_inv_calendar( 2021, 06, 01, 00, 00, 00, timeUnits, 0 )
-  maxTime = cd_inv_calendar( 2021, 08, 03, 00, 00, 00, timeUnits, 0 )
+  maxTime = cd_inv_calendar( 2021, 09, 30, 00, 00, 00, timeUnits, 0 )
+  todayTime = maxTime
 ; minTime = todayTime - 84
 ; maxTime = todayTime + 28
 
+; total = dim_avg_n_Wrap(  \
+;     inFile->unfilt({minTime:maxTime},{minLat:maxLat},:), 1 )
   total = dim_avg_n_Wrap(  \
       inFile->$varLevName$({minTime:maxTime},{minLat:maxLat},:), 1 )
   low = dim_avg_n_Wrap(  \
@@ -194,8 +202,8 @@ begin ; main
   res@lbLabelFontHeightF = 0.013
 
   resTick = True
-  resTick@ttmMajorStride = 7
-  resTick@ttmMinorStride = 1
+  resTick@ttmMajorStride = 15
+  resTick@ttmMinorStride = 5
 
   if( res@trXMinF.lt.0 ) then
     total = lonPivot(total,res@trXMaxF)

v2/hist_plot/wave_map.ncl

@@ -25,10 +25,10 @@ begin ; main
 
   ; These are some parameters that could be useful to have up top
   if( .not.isvar("varName") ) then
-    varName = "olr"
+    varName = "chi200"
   end if
   if( .not.isvar("waveName") ) then
-    waveName = "er"
+    waveName = "kelvin"
   end if
   if( .not.isvar("level") ) then
     level = ""
@@ -37,7 +37,7 @@ begin ; main
     algoName = "cfs"
   end if
   if( .not.isvar("region") )
-    region = "india"
+    region = "global"
   end if
   if( .not.isvar("nAvg") )
     nAvg = 7
@@ -163,7 +163,7 @@ begin ; main
   time = inFile->time
   lastObsInd = time@lastObsInd
 
-  midTime = cd_inv_calendar( 2021, 07, 14, 00, 00, 00, time@units, 0 )
+  midTime = cd_inv_calendar( 2021, 08, 01, 00, 00, 00, time@units, 0 )
   lastObsInd = minind( abs(midTime-time) )
 
   print_clock( "Opening the workstation" )

v2/plotting/wave_map.ncl

@@ -25,7 +25,7 @@ begin ; main
 
   ; These are some parameters that could be useful to have up top
   if( .not.isvar("varName") ) then
-    varName = "pwat"
+    varName = "olr"
   end if
   if( .not.isvar("waveName") ) then
     waveName = "all"
@@ -37,10 +37,10 @@ begin ; main
     algoName = "cfs"
   end if
   if( .not.isvar("region") )
-    region = "indonesia"
+    region = "global"
   end if
   if( .not.isvar("nAvg") )
-    nAvg = 1
+    nAvg = 7
   end if
   varLevName = varName + level
 

v2/prestage/get_tcvitals.sh

@@ -31,7 +31,7 @@ do
   done
   cat $gfsOutPath $tempPath/gfs* | sed 's/:/ /' | sort -k2,2 -b -k4 | uniq > $tempPath/temp.out
   mv $tempPath/temp.out $gfsOutPath
-  rm $tempPath/*
+#  rm $tempPath/*
 done
 
   cat $basePath/gfs_tcvitals_* | sed 's/:/ /' | sort -k2,2 -b -k4 | uniq > $basePath/gfs_tcvitals.txt

v2/staging/get_cfs_fcst.ncl

@@ -105,7 +105,7 @@ begin ; main
 
       print_clock( "Downloading forecast file: " + hh + "." + ii )
       ftpPath = "http://nomads.ncep.noaa.gov/pub/data/nccf/com/cfs/" \\
-          + "prod/cfs/cfs." + yyyy + mm + dd + "/" + hh + "/time_grib_" + ii \\
+          + "prod/cfs." + yyyy + mm + dd + "/" + hh + "/time_grib_" + ii \\
           + "/" 
       fileName = fileVar + "." + ii + "." + yyyy + mm + dd + hh + ".daily.grb2"
 

v2/utilities/fcst_climo_shear.ncl

@@ -13,6 +13,8 @@ load "$CJS_NCL_LIB/print_clock.ncl"
 
 begin ; main
   print_clock( "Here we go!" )
+  setfileoption("nc","Format","NetCDF4")
+  setfileoption("nc","CompressionLevel",5)
 
   ; These are some parameters that could be useful to have up top
   timeUnits = "days since 1800-01-01 00:00:00"