Repository navigation
Expand file tree
/
Copy pathoutputNetCDF.py
More file actions
178 lines (131 loc) · 6.41 KB
/
Copy pathoutputNetCDF.py
File metadata and controls
178 lines (131 loc) · 6.41 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
import os
import sys
import datetime
import time
import re
import glob
import subprocess
import netCDF4 as nc
import numpy as np
import virtualOS as vos
class OutputNetCDF():
def __init__(self, global_map = True, netcdf_y_orientation_follow_cf_convention = True, netcdf_format = 'NETCDF4', zlib = True):
# corner cordinates (lat/lon system)
if global_map == True:
self.x_min = -180.
self.y_min = -90.
self.x_max = 180.
self.y_max = 90.
# TODO: Make the option for a non global map.
# let users decide what their preference regarding latitude order
self.netcdf_y_orientation_follow_cf_convention = netcdf_y_orientation_follow_cf_convention
# netcdf format and zlib setup
self.netcdf_format = netcdf_format
self.zlib = zlib
def set_netcdf_attributes(self, netcdf_setup_dictionary):
attributeDictionary = {}
attributeDictionary['institution'] = netcdf_setup_dictionary['institution']
attributeDictionary['title' ] = netcdf_setup_dictionary['title' ]
attributeDictionary['description'] = netcdf_setup_dictionary['description']
attributeDictionary['comment'] = netcdf_setup_dictionary['comment']
attributeDictionary['description'] = netcdf_setup_dictionary['description']
attributeDictionary['created by' ] = netcdf_setup_dictionary['created by' ]
attributeDictionary["history"] = 'created on ' + datetime.datetime.today().isoformat(' ')
attributeDictionary["date_created"] = datetime.datetime.today().isoformat(' ')
return attributeDictionary
def createNetCDF(self, netcdf_setup_dictionary):
# cell centres coordinates (lat/lon - arc degree)
print netcdf_setup_dictionary['resolution_arcmin']
deltaLon = netcdf_setup_dictionary['resolution_arcmin'] / 60.0
deltaLat = deltaLon
nrCols = int((self.x_max - self.x_min) / deltaLon)
nrRows = int((self.y_max - self.y_min) / deltaLat)
longitudes = np.linspace(self.x_min + 0.5*deltaLon, self.x_max + 0.5*deltaLon, nrCols)
latitudes = np.linspace(self.y_max - 0.5*deltaLat, self.y_min + 0.5*deltaLat, nrRows)
if self.netcdf_y_orientation_follow_cf_convention: latitudes = latitudes[::-1]
# prepare the file
ncFileName = netcdf_setup_dictionary['file_name']
print ncFileName
rootgrp = nc.Dataset(ncFileName, 'w', format = self.netcdf_format)
# create dimensions - time is unlimited, others are fixed
rootgrp.createDimension('time', None)
rootgrp.createDimension('lat', len(latitudes) )
rootgrp.createDimension('lon', len(longitudes))
# time
date_time = rootgrp.createVariable('time','f4',('time',))
date_time.standard_name = 'time'
date_time.long_name = 'Days since 1901-01-01'
date_time.units = 'Days since 1901-01-01'
date_time.calendar = 'standard'
# latitude
lat = rootgrp.createVariable('lat', 'f4', ('lat',))
lat.long_name = 'latitude'
lat.units = 'degrees_north'
lat.standard_name = 'latitude'
# longitude
lon = rootgrp.createVariable('lon','f4',('lon',))
lon.standard_name = 'longitude'
lon.long_name = 'longitude'
lon.units = 'degrees_east'
# set latitude and and longitude values
lat[:] = latitudes
lon[:] = longitudes
# short and long variable names
shortVarName = netcdf_setup_dictionary['short_name']
longVarName = netcdf_setup_dictionary['long_name']
# the variable
var = rootgrp.createVariable(shortVarName, 'f4', ('time', 'lat', 'lon',), fill_value = vos.MV, zlib = self.zlib)
var.standard_name = shortVarName
var.long_name = longVarName
var.units = netcdf_setup_dictionary['unit']
# set netcdf attribute information
attributeDictionary = self.set_netcdf_attributes(netcdf_setup_dictionary)
for k, v in attributeDictionary.items(): setattr(rootgrp,k,v)
# sync and close the file
rootgrp.sync()
rootgrp.close()
def changeAtrribute(self, ncFileName, attributeDictionary):
rootgrp = nc.Dataset(ncFileName,'a')
for k, v in attributeDictionary.items(): setattr(rootgrp,k,v)
rootgrp.sync()
rootgrp.close()
def addNewVariable(self, ncFileName, varName, varUnits, longName = None):
rootgrp = nc.Dataset(ncFileName,'a')
shortVarName = varName
longVarName = varName
if longName != None: longVarName = longName
var = rootgrp.createVariable(shortVarName,'f4',('time','lat','lon',) ,fill_value=vos.MV,zlib=self.zlib)
var.standard_name = varName
var.long_name = longVarName
var.units = varUnits
rootgrp.sync()
rootgrp.close()
def data2NetCDF(self, ncFileName, shortVarName, varField, timeStamp, posCnt = None):
rootgrp = nc.Dataset(ncFileName,'a')
date_time = rootgrp.variables['time']
if posCnt == None: posCnt = len(date_time)
date_time[posCnt] = nc.date2num(timeStamp,date_time.units,date_time.calendar)
# flip variable if necessary (to follow cf_convention)
if self.netcdf_y_orientation_follow_cf_convention: varField = np.flipud(varField)
rootgrp.variables[shortVarName][posCnt,:,:] = varField
rootgrp.sync()
rootgrp.close()
def dataList2NetCDF(self, ncFileName, shortVarNameList, varFieldList, timeStamp, posCnt = None):
rootgrp = nc.Dataset(ncFileName,'a')
date_time = rootgrp.variables['time']
if posCnt == None: posCnt = len(date_time)
for shortVarName in shortVarNameList:
date_time[posCnt] = nc.date2num(timeStamp,date_time.units,date_time.calendar)
varField = varFieldList[shortVarName]
# flip variable if necessary (to follow cf_convention)
if self.netcdf_y_orientation_follow_cf_convention: varField = np.flipud(varField)
rootgrp.variables[shortVarName][posCnt,:,:] = varField
rootgrp.sync()
rootgrp.close()
def close(self, ncFileName):
rootgrp = nc.Dataset(ncFileName, 'a')
# closing the file
rootgrp.close()