Newer
Older
from earthdiagnostics.diagnostic import *
from earthdiagnostics.utils import Utils, TempFile
from earthdiagnostics.modelingrealm import ModelingRealm, ModelingRealms
Javier Vegas-Regidor
committed
class InterpolateCDO(Diagnostic):
"""
3-dimensional conservative interpolation to the regular atmospheric grid.
It can also be used for 2D (i,j) variables
:original author: Javier Vegas-Regidor<javier.vegas@bsc.es>
:created: October 2016
:param data_manager: data management object
:type data_manager: DataManager
:param startdate: startdate
:type startdate: str
:param member: member number
:type member: int
:param chunk: chunk's number
:type chunk: int
:param variable: variable's name
:type variable: str
:param domain: variable's domain
:param model_version: model version
:type model_version: str
"""
alias = 'interpcdo'
"Diagnostic alias for the configuration file"
BILINEAR = 'bilinear'
BICUBIC = 'bicubic'
CONSERVATIVE = 'conservative'
CONSERVATIVE2 = 'conservative2'
METHODS = [BILINEAR, BICUBIC, CONSERVATIVE, CONSERVATIVE2]
def __init__(self, data_manager, startdate, member, chunk, domain, variable, target_grid, model_version,
mask_oceans, original_grid, weights):
Diagnostic.__init__(self, data_manager)
self.startdate = startdate
self.member = member
self.chunk = chunk
self.variable = variable
self.domain = domain
self.model_version = model_version
self.required_vars = [variable]
self.generated_vars = [variable]
self.tempTemplate = ''
self.grid = target_grid
Javier Vegas-Regidor
committed
self.original_grid = original_grid
def __eq__(self, other):
return self.startdate == other.startdate and self.member == other.member and self.chunk == other.chunk and \
self.model_version == other.model_version and self.domain == other.domain and \
Javier Vegas-Regidor
committed
self.variable == other.variable and self.grid == other.grid and self.original_grid == other.original_grid
return 'Interpolate with CDO Startdate: {0} Member: {1} Chunk: {2} ' \
'Variable: {3}:{4} Target grid: {5} ' \
'Model: {6}' .format(self.startdate, self.member, self.chunk, self.domain, self.variable, self.grid,
self.model_version)
@classmethod
def generate_jobs(cls, diags, options):
"""
Creates a job for each chunk to compute the diagnostic
:param diags: Diagnostics manager class
:type diags: Diags
:param options: target_grid, variable, domain=ocean
:type options: list[str]
:return:
"""
options_available = (DiagnosticDomainOption(default_value=ModelingRealms.ocean),
DiagnosticVariableOption(),
DiagnosticOption('target_grid', diags.config.experiment.atmos_grid.lower()),
DiagnosticChoiceOption('method', InterpolateCDO.METHODS, InterpolateCDO.BILINEAR),
DiagnosticChoiceOption('method', InterpolateCDO.METHODS, InterpolateCDO.BILINEAR),
Javier Vegas-Regidor
committed
DiagnosticBoolOption('mask_oceans', True),
DiagnosticOption('original_grid', ''),
DiagnosticBoolOption('weights_from_mask', True)
)
options = cls.process_options(options, options_available)
target_grid = cls._translate_ifs_grids_to_cdo_names(options['target_grid'])
if not target_grid:
raise Exception('Target grid not provided')
weights = TempFile.get()
method = options['method'].lower()
if options['weights_from_mask']:
temp = cls.get_sample_grid_file()
else:
startdate, member, chunk = diags.config.experiment.get_chunk_list()[0]
temp = diags.data_manager.get_file(options['domain'], options['variable'], startdate, member, chunk,
grid=options['original_grid'])
if method == InterpolateCDO.BILINEAR:
Utils.cdo.genbil(target_grid, input=temp, output=weights)
elif method == InterpolateCDO.BICUBIC:
Utils.cdo.genbic(target_grid, input=temp, output=weights)
elif method == InterpolateCDO.CONSERVATIVE:
Utils.cdo.genycon(target_grid, input=temp, output=weights)
elif method == InterpolateCDO.CONSERVATIVE2:
Utils.cdo.gencon2(target_grid, input=temp, output=weights)
os.remove(temp)
for startdate, member, chunk in diags.config.experiment.get_chunk_list():
job_list.append(InterpolateCDO(diags.data_manager, startdate, member, chunk,
options['domain'], options['variable'], target_grid,
Javier Vegas-Regidor
committed
diags.config.experiment.model_version, options['mask_oceans'],
options['original_grid'], weights))
@classmethod
def get_sample_grid_file(cls):
temp = TempFile.get()
Utils.nco.ncks(input='mask.nc', output=temp, options=('-O -v tmask,lat,lon,gphif,glamf',))
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
handler = Utils.openCdf(temp)
lon = handler.variables['lon']
lon.units = "degrees_east"
lon.long_name = "Longitude"
lon.nav_model = "Default grid"
lon.standard_name = "longitude"
lon.short_name = "lon"
lon.bounds = 'lon_bnds'
lat = handler.variables['lat']
lat.units = "degrees_north"
lat.long_name = "Latitude"
lat.nav_model = "Default grid"
lat.standard_name = "latitude"
lat.short_name = "lat"
lat.bounds = 'lat_bnds'
handler.createDimension('bounds', 4)
lon_bnds = handler.createVariable('lon_bnds', lon.datatype, ('j', 'i', 'bounds'))
corner_lat = handler.variables['glamf'][0, ...]
lon_bnds[:, :, 0] = corner_lat
lon_bnds[:, :, 1] = np.roll(corner_lat, 1, 0)
lon_bnds[:, :, 2] = np.roll(corner_lat, -1, 1)
lon_bnds[:, :, 3] = np.roll(lon_bnds[:, :, 1], -1, 1)
lat_bnds = handler.createVariable('lat_bnds', lat.datatype, ('j', 'i', 'bounds'))
corner_lat = handler.variables['gphif'][0, ...]
lat_bnds[:, :, 0] = corner_lat
lat_bnds[:, :, 1] = np.roll(corner_lat, 1, 0)
lat_bnds[:, :, 2] = np.roll(corner_lat, 1, 1)
lat_bnds[:, :, 3] = np.roll(lat_bnds[:, :, 1], 1, 1)
lat_bnds[0, :, 1] = lat_bnds[1, 0, 1] - 1
lat_bnds[0, :, 3] = lat_bnds[1, 0, 3] - 1
tmask = handler.variables['tmask']
tmask.coordinates = 'time lev lat lon'
handler.close()
Utils.nco.ncks(input=temp, output=temp, options=('-O -x -v gphif,glamf',))
@classmethod
def _translate_ifs_grids_to_cdo_names(cls, target_grid):
if target_grid.upper().startswith('T159L'):
target_grid = 't106grid'
if target_grid.upper().startswith('T255L'):
target_grid = 't170grid'
if target_grid.upper().startswith('T511L'):
target_grid = 't340grid'
return target_grid
def request_data(self):
self.original = self.request_chunk(self.domain, self.variable, self.startdate, self.member, self.chunk,
grid=self.original_grid)
def declare_data_generated(self):
self.regridded = self.declare_chunk(self.domain, self.variable, self.startdate, self.member, self.chunk,
grid=self.grid)
def compute(self):
"""
Runs the diagnostic
"""
variable_file = TempFile.get()
Utils.copy_file(self.original.local_file, variable_file)
Utils.rename_variables(variable_file, {'jpib': 'i', 'jpjb': 'j', 'x': 'i', 'y': 'j',
'time_counter': 'time', 't': 'time',
'SSTK_ens0': 'tos', 'SSTK_ens1': 'tos', 'SSTK_ens2': 'tos',
'nav_lat': 'lat', 'nav_lon': 'lon'},
must_exist=False, rename_dimension=True)
handler = Utils.openCdf(variable_file)
var = handler.variables[self.variable]
coordinates = list()
for dim in var.dimensions:
if dim == 'i':
if 'lat' in handler.variables:
coordinates.append('lat')
else:
coordinates.append('latitude')
if 'lon' in handler.variables:
coordinates.append('lon')
else:
coordinates.append('longitude')
else:
coordinates.append(dim)
var.coordinates = ' '.join(coordinates)
mask = Utils.get_mask(Basins().Global).astype(float)
mask[mask == 0] = np.nan
var[:] = mask * var[:]
temp = TempFile.get()
Utils.cdo.remap(','.join((self.grid.split('_')[0], self.weights)), input=variable_file, output=temp)
self.regridded.set_local_file(temp)