Climatology (climo) files generation

Contents

Climatology (climo) files generation#

[1]:

%load_ext autoreload
%autoreload 2

import os
os.chdir('/glade/u/home/fengzhu/Github/x4c/docsrc/notebooks')
import numpy as np
import x4c
print(x4c.__version__)

2024.5.14

SE2#

[3]:

dirpath = '/glade/campaign/univ/ubrn0018/fengzhu/CESM_output/timeseries/b.e13.B1850C5.ne16_g16.icesm131_d18O_fixer.Miocene.3xCO2.005'
case = x4c.Timeseries(dirpath)

>>> case.root_dir: /glade/campaign/univ/ubrn0018/fengzhu/CESM_output/timeseries/b.e13.B1850C5.ne16_g16.icesm131_d18O_fixer.Miocene.3xCO2.005
>>> case.path_pattern: comp/proc/tseries/month_1/casename.mdl.h_str.vn.timespan.nc
>>> case.grid_dict: {'atm': 'ne16', 'ocn': 'g16', 'lnd': 'ne16', 'rof': 'ne16', 'ice': 'g16'}
>>> case.vars_info created

[4]:

%%time
casename = 'b.e13.B1850C5.ne16_g16.icesm131_d18O_fixer.Miocene.3xCO2.005'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(6901, 7000),
    # vns=['TS', 'U', 'V'],
    comp='atm',
    nproc=16,
    overwrite=True,
    regrid=True,
)

>>> Generating climo for 184 variables:
['ADRAIN', 'ADSNOW', 'AEROD_v', 'ANRAIN', 'ANSNOW', 'AODDUST1', 'AODDUST3', 'AODVIS', 'AQRAIN', 'AQSNOW']
['AREI', 'AREL', 'AWNC', 'AWNI', 'BURDEN1', 'BURDEN2', 'BURDEN3', 'BURDENBC', 'BURDENDUST', 'BURDENPOM']
['BURDENSEASALT', 'BURDENSO4', 'BURDENSOA', 'CCN3', 'CDNUMC', 'CLDHGH', 'CLDICE', 'CLDLIQ', 'CLDLOW', 'CLDMED']
['CLDTOT', 'CLOUD', 'DCQ', 'DMS_SRF', 'DTCOND', 'DTV', 'DTWR_H2O2', 'DTWR_H2SO4', 'DTWR_SO2', 'FICE']
['FLDS', 'FLNS', 'FLNSC', 'FLNT', 'FLNTC', 'FLUT', 'FLUTC', 'FREQI', 'FREQL', 'FREQR']
['FREQS', 'FSDS', 'FSDSC', 'FSNS', 'FSNSC', 'FSNT', 'FSNTC', 'FSNTOA', 'FSNTOAC', 'FSUTOA']
['H216OI', 'H216OL', 'H216OR', 'H216OS', 'H216OV', 'H216Or', 'H216Os', 'H218OI', 'H218OL', 'H218OR']
['H218OS', 'H218OV', 'H218Or', 'H218Os', 'H2O2_SRF', 'H2OI', 'H2OL', 'H2OR', 'H2OS', 'H2OV']
['H2Or', 'H2Os', 'H2SO4_SRF', 'HDOI', 'HDOL', 'HDOR', 'HDOS', 'HDOV', 'HDOr', 'HDOs']
['ICEFRAC', 'ICIMR', 'ICWMR', 'IVT', 'IWC', 'LANDFRAC', 'LHFLX', 'LWCF', 'NUMICE', 'NUMLIQ']
['OCNFRAC', 'OMEGA', 'OMEGAT', 'PBLH', 'PHIS', 'PRECC', 'PRECL', 'PRECRC_H216Or', 'PRECRC_H218Or', 'PRECRC_H2Or']
['PRECRC_HDOr', 'PRECRL_H216OR', 'PRECRL_H218OR', 'PRECRL_H2OR', 'PRECRL_HDOR', 'PRECSC', 'PRECSC_H216Os', 'PRECSC_H218Os', 'PRECSC_H2Os', 'PRECSC_HDOs']
['PRECSL', 'PRECSL_H216OS', 'PRECSL_H218OS', 'PRECSL_H2OS', 'PRECSL_HDOS', 'PS', 'PSL', 'Q', 'QFLX', 'QRAINC']
['QRAINS', 'QREFHT', 'QRL', 'QRS', 'QSNOWC', 'QSNOWS', 'RELHUM', 'SHFLX', 'SNOWHICE', 'SNOWHLND']
['SO2_SRF', 'SOAG_SRF', 'SOLIN', 'SWCF', 'T', 'TAUGWX', 'TAUGWY', 'TAUX', 'TAUY', 'TGCLDCWP']
['TGCLDIWP', 'TGCLDLWP', 'TMQ', 'TREFHT', 'TS', 'TSMN', 'TSMX', 'U', 'U10', 'UU']
['V', 'VD01', 'VQ', 'VT', 'VU', 'VV', 'WGUSTD', 'WSUB', 'Z3', 'bc_a1_SRF']
['dst_a1_SRF', 'dst_a3_SRF', 'ncl_a1_SRF', 'ncl_a2_SRF', 'ncl_a3_SRF', 'num_a1_SRF', 'num_a2_SRF', 'num_a3_SRF', 'pom_a1_SRF', 'so4_a1_SRF']
['so4_a2_SRF', 'so4_a3_SRF', 'soa_a1_SRF', 'soa_a2_SRF']
>>> nproc: 16

Generating climo files: 100%|██████████| 184/184 [01:09<00:00,  2.65it/s]

>>> 184 climo files created in: /glade/derecho/scratch/fengzhu/ADF/b.e13.B1850C5.ne16_g16.icesm131_d18O_fixer.Miocene.3xCO2.005/climo
CPU times: user 2.99 s, sys: 669 ms, total: 3.66 s
Wall time: 1min 32s

[ ]:

%%time
casename = 'b.e13.B1850C5.ne16_g16.icesm131_d18O_fixer.Miocene.3xCO2.005'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(6901, 7000),
    vns=['TS', 'U', 'V'],
    comp='atm',
    nproc=3,
    overwrite=True,
)

[ ]:

%%time
casename = 'b.e13.B1850C5.ne16_g16.icesm131_d18O_fixer.Miocene.3xCO2.005'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(6501, 7000),
    vns=['TS', 'U', 'V'],
    comp='atm',
    nproc=1,
    overwrite=True,
)

[ ]:

%%time
casename = 'b.e13.B1850C5.ne16_g16.icesm131_d18O_fixer.Miocene.3xCO2.005'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(6501, 7000),
    vns=['TS', 'U', 'V'],
    comp='atm',
    nproc=3,
    overwrite=True,
)

[ ]:

%%time
casename = 'b.e13.B1850C5.ne16_g16.icesm131_d18O_fixer.Miocene.3xCO2.005'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(6901, 7000),
    comp='atm',
    nproc=16,
)

SE1#

[4]:

dirpath = '/glade/campaign/cgd/ppc/jiangzhu/iCESM1.3_hires/b.e13.B1850C5.ne30_g16.icesm13_ihesp.PI.002'
case = x4c.Timeseries(dirpath, grid_dict={'atm': 'ne30'})

>>> case.root_dir: /glade/campaign/cgd/ppc/jiangzhu/iCESM1.3_hires/b.e13.B1850C5.ne30_g16.icesm13_ihesp.PI.002
>>> case.path_pattern: comp/proc/tseries/month_1/casename.mdl.h_str.vn.timespan.nc
>>> case.grid_dict: {'atm': 'ne30', 'ocn': 'g16', 'lnd': 'ne30', 'rof': 'ne30', 'ice': 'g16'}
>>> case.vars_info created

[ ]:

%%time
casename = 'b.e13.B1850C5.ne30_g16.icesm13_ihesp.PI.002'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(1, 500),
    vns=['TS', 'U', 'V'],
    comp='atm',
    nproc=1,
    overwrite=True,
)

[ ]:

%%time
casename = 'b.e13.B1850C5.ne30_g16.icesm13_ihesp.PI.002'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(1, 500),
    vns=['TS', 'U', 'V'],
    comp='atm',
    nproc=3,
    overwrite=True,
)

[ ]:

%%time
casename = 'b.e13.B1850C5.ne30_g16.icesm13_ihesp.PI.002'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(1, 500),
    comp='atm',
    nproc=16,
    overwrite=True,
)

FV2#

[ ]:

dirpath = '/glade/campaign/cgd/ppc/jiangzhu/iCESM1.3/b.e13.Bi1850C5.f19_g16.05'
case = x4c.Timeseries(dirpath, grid_dict={'atm': 'f19'})

[ ]:

%%time
casename = 'b.e13.Bi1850C5.f19_g16.05'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(1, 50),
    slicing=True,
    comp='atm',
    nproc=16,
)

SE0.25#

[2]:

dirpath = '/glade/campaign/cgd/ppc/jiangzhu/paleoweather/b.e13.B1850C5.ne120_g16.icesm13_ihesp.PI.003'
case = x4c.Timeseries(dirpath, grid_dict={'atm': 'ne120'})

>>> case.root_dir: /glade/campaign/cgd/ppc/jiangzhu/paleoweather/b.e13.B1850C5.ne120_g16.icesm13_ihesp.PI.003
>>> case.path_pattern: comp/proc/tseries/month_1/casename.mdl.h_str.vn.timespan.nc
>>> case.grid_dict: {'atm': 'ne120', 'ocn': 'g16', 'lnd': 'ne120', 'rof': 'ne120', 'ice': 'g16'}
>>> case.vars_info created

[13]:

%%time
casename = 'b.e13.B1850C5.ne120_g16.icesm13_ihesp.PI.003'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo',
    casename=casename,
    timespan=(41, 50),
    # vns=['TS'],
    comp='atm',
    nproc=16,
    overwrite=True,
    regrid=True,
)

>>> Generating climo for 193 variables:
['ADRAIN', 'ADSNOW', 'AEROD_v', 'ANRAIN', 'ANSNOW', 'AODDUST1', 'AODDUST3', 'AODVIS', 'AQRAIN', 'AQSNOW']
['AREI', 'AREL', 'AWNC', 'AWNI', 'BURDEN1', 'BURDEN2', 'BURDEN3', 'BURDENBC', 'BURDENDUST', 'BURDENPOM']
['BURDENSEASALT', 'BURDENSO4', 'BURDENSOA', 'CCN3', 'CDNUMC', 'CLDHGH', 'CLDICE', 'CLDLIQ', 'CLDLOW', 'CLDMED']
['CLDTOT', 'CLOUD', 'CMFMC', 'CMFMCDZM', 'DCQ', 'DMS_SRF', 'DTCOND', 'DTV', 'DTWR_H2O2', 'DTWR_H2SO4']
['DTWR_SO2', 'EMISCLD', 'FICE', 'FLDS', 'FLDSC', 'FLNS', 'FLNSC', 'FLNT', 'FLNTC', 'FLUT']
['FLUTC', 'FREQI', 'FREQL', 'FREQR', 'FREQS', 'FREQZM', 'FSDS', 'FSDSC', 'FSNS', 'FSNSC']
['FSNT', 'FSNTC', 'FSNTOA', 'FSNTOAC', 'FSUTOA', 'H216OI', 'H216OL', 'H216OR', 'H216OS', 'H216OV']
['H216Or', 'H216Os', 'H218OI', 'H218OL', 'H218OR', 'H218OS', 'H218OV', 'H218Or', 'H218Os', 'H2O2_SRF']
['H2OI', 'H2OL', 'H2OR', 'H2OS', 'H2OV', 'H2Or', 'H2Os', 'H2SO4_SRF', 'HDOI', 'HDOL']
['HDOR', 'HDOS', 'HDOV', 'HDOr', 'HDOs', 'ICEFRAC', 'ICIMR', 'ICWMR', 'IVT', 'IWC']
['LANDFRAC', 'LHFLX', 'LWCF', 'NUMICE', 'NUMLIQ', 'OCNFRAC', 'OMEGA', 'OMEGAT', 'PBLH', 'PCLDBOT']
['PCLDTOP', 'PHIS', 'PRECC', 'PRECL', 'PRECRC_H216Or', 'PRECRC_H218Or', 'PRECRC_H2Or', 'PRECRC_HDOr', 'PRECRL_H216OR', 'PRECRL_H218OR']
['PRECRL_H2OR', 'PRECRL_HDOR', 'PRECSC', 'PRECSC_H216Os', 'PRECSC_H218Os', 'PRECSC_H2Os', 'PRECSC_HDOs', 'PRECSL', 'PRECSL_H216OS', 'PRECSL_H218OS']
['PRECSL_H2OS', 'PRECSL_HDOS', 'PS', 'PSL', 'Q', 'QFLX', 'QRAINC', 'QRAINS', 'QREFHT', 'QRL']
['QRS', 'QSNOWC', 'QSNOWS', 'RELHUM', 'SHFLX', 'SNOWHICE', 'SNOWHLND', 'SO2_SRF', 'SOAG_SRF', 'SOLIN']
['SWCF', 'T', 'TAUGWX', 'TAUGWY', 'TAUX', 'TAUY', 'TGCLDCWP', 'TGCLDIWP', 'TGCLDLWP', 'TMQ']
['TREFHT', 'TREFHTMN', 'TREFHTMX', 'TS', 'TSMN', 'TSMX', 'U', 'U10', 'UU', 'V']
['VD01', 'VQ', 'VT', 'VU', 'VV', 'WGUSTD', 'WSUB', 'Z3', 'bc_a1_SRF', 'dst_a1_SRF']
['dst_a3_SRF', 'ncl_a1_SRF', 'ncl_a2_SRF', 'ncl_a3_SRF', 'num_a1_SRF', 'num_a2_SRF', 'num_a3_SRF', 'pom_a1_SRF', 'so4_a1_SRF', 'so4_a2_SRF']
['so4_a3_SRF', 'soa_a1_SRF', 'soa_a2_SRF']
>>> nproc: 16

Generating climo files: 100%|██████████| 193/193 [10:38<00:00,  3.31s/it]

>>> 193 climo files created in: /glade/derecho/scratch/fengzhu/ADF/b.e13.B1850C5.ne120_g16.icesm13_ihesp.PI.003/climo
CPU times: user 166 ms, sys: 242 ms, total: 408 ms
Wall time: 20min 39s

[4]:

%%time
casename = 'b.e13.B1850C5.ne120_g16.icesm13_ihesp.PI.003'
case.gen_climo(
    output_dirpath=f'/glade/derecho/scratch/fengzhu/ADF/{casename}/climo_30yrs_noChunks',
    casename=casename,
    timespan=(21, 50),
    comp='atm',
    nproc=16,
    overwrite=True,
    regrid=True,
)

>>> output directory created at: /glade/derecho/scratch/fengzhu/ADF/b.e13.B1850C5.ne120_g16.icesm13_ihesp.PI.003/climo_30yrs_noChunks
>>> Generating climo for 193 variables:
['ADRAIN', 'ADSNOW', 'AEROD_v', 'ANRAIN', 'ANSNOW', 'AODDUST1', 'AODDUST3', 'AODVIS', 'AQRAIN', 'AQSNOW']
['AREI', 'AREL', 'AWNC', 'AWNI', 'BURDEN1', 'BURDEN2', 'BURDEN3', 'BURDENBC', 'BURDENDUST', 'BURDENPOM']
['BURDENSEASALT', 'BURDENSO4', 'BURDENSOA', 'CCN3', 'CDNUMC', 'CLDHGH', 'CLDICE', 'CLDLIQ', 'CLDLOW', 'CLDMED']
['CLDTOT', 'CLOUD', 'CMFMC', 'CMFMCDZM', 'DCQ', 'DMS_SRF', 'DTCOND', 'DTV', 'DTWR_H2O2', 'DTWR_H2SO4']
['DTWR_SO2', 'EMISCLD', 'FICE', 'FLDS', 'FLDSC', 'FLNS', 'FLNSC', 'FLNT', 'FLNTC', 'FLUT']
['FLUTC', 'FREQI', 'FREQL', 'FREQR', 'FREQS', 'FREQZM', 'FSDS', 'FSDSC', 'FSNS', 'FSNSC']
['FSNT', 'FSNTC', 'FSNTOA', 'FSNTOAC', 'FSUTOA', 'H216OI', 'H216OL', 'H216OR', 'H216OS', 'H216OV']
['H216Or', 'H216Os', 'H218OI', 'H218OL', 'H218OR', 'H218OS', 'H218OV', 'H218Or', 'H218Os', 'H2O2_SRF']
['H2OI', 'H2OL', 'H2OR', 'H2OS', 'H2OV', 'H2Or', 'H2Os', 'H2SO4_SRF', 'HDOI', 'HDOL']
['HDOR', 'HDOS', 'HDOV', 'HDOr', 'HDOs', 'ICEFRAC', 'ICIMR', 'ICWMR', 'IVT', 'IWC']
['LANDFRAC', 'LHFLX', 'LWCF', 'NUMICE', 'NUMLIQ', 'OCNFRAC', 'OMEGA', 'OMEGAT', 'PBLH', 'PCLDBOT']
['PCLDTOP', 'PHIS', 'PRECC', 'PRECL', 'PRECRC_H216Or', 'PRECRC_H218Or', 'PRECRC_H2Or', 'PRECRC_HDOr', 'PRECRL_H216OR', 'PRECRL_H218OR']
['PRECRL_H2OR', 'PRECRL_HDOR', 'PRECSC', 'PRECSC_H216Os', 'PRECSC_H218Os', 'PRECSC_H2Os', 'PRECSC_HDOs', 'PRECSL', 'PRECSL_H216OS', 'PRECSL_H218OS']
['PRECSL_H2OS', 'PRECSL_HDOS', 'PS', 'PSL', 'Q', 'QFLX', 'QRAINC', 'QRAINS', 'QREFHT', 'QRL']
['QRS', 'QSNOWC', 'QSNOWS', 'RELHUM', 'SHFLX', 'SNOWHICE', 'SNOWHLND', 'SO2_SRF', 'SOAG_SRF', 'SOLIN']
['SWCF', 'T', 'TAUGWX', 'TAUGWY', 'TAUX', 'TAUY', 'TGCLDCWP', 'TGCLDIWP', 'TGCLDLWP', 'TMQ']
['TREFHT', 'TREFHTMN', 'TREFHTMX', 'TS', 'TSMN', 'TSMX', 'U', 'U10', 'UU', 'V']
['VD01', 'VQ', 'VT', 'VU', 'VV', 'WGUSTD', 'WSUB', 'Z3', 'bc_a1_SRF', 'dst_a1_SRF']
['dst_a3_SRF', 'ncl_a1_SRF', 'ncl_a2_SRF', 'ncl_a3_SRF', 'num_a1_SRF', 'num_a2_SRF', 'num_a3_SRF', 'pom_a1_SRF', 'so4_a1_SRF', 'so4_a2_SRF']
['so4_a3_SRF', 'soa_a1_SRF', 'soa_a2_SRF']
>>> nproc: 16

Generating climo files:   0%|          | 0/193 [00:00<?, ?it/s]/glade/work/fengzhu/conda-envs/xpp-env/lib/python3.11/site-packages/xesmf/backend.py:56: UserWarning: Latitude is outside of [-90, 90]
  warnings.warn('Latitude is outside of [-90, 90]')
Generating climo files:  48%|████▊     | 92/193 [08:58<27:15, 16.19s/it]/glade/work/fengzhu/conda-envs/xpp-env/lib/python3.11/site-packages/xesmf/backend.py:56: UserWarning: Latitude is outside of [-90, 90]
  warnings.warn('Latitude is outside of [-90, 90]')
Generating climo files:  50%|████▉     | 96/193 [09:58<25:46, 15.94s/it]/glade/work/fengzhu/conda-envs/xpp-env/lib/python3.11/site-packages/xesmf/backend.py:56: UserWarning: Latitude is outside of [-90, 90]
  warnings.warn('Latitude is outside of [-90, 90]')
Generating climo files: 100%|██████████| 193/193 [26:26<00:00,  8.22s/it]

>>> 193 climo files created in: /glade/derecho/scratch/fengzhu/ADF/b.e13.B1850C5.ne120_g16.icesm13_ihesp.PI.003/climo_30yrs_noChunks
CPU times: user 255 ms, sys: 257 ms, total: 513 ms
Wall time: 43min 51s

[ ]: