-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathcontroller.py
249 lines (212 loc) · 11.8 KB
/
controller.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
from flask import Flask, request, jsonify
from flask_json import FlaskJSON, JsonError, json_response
from flask_uploads import UploadSet, configure_uploads
from os import path
from datetime import datetime,timedelta
from pathlib import Path
from config import UPLOADS_DEFAULT_DEST, INIT_DATE_TIME_FORMAT, RAIN_FALL_FILE_NAME, HEC_HMS_MODEL_DIR
from input.shape_util.polygon_util import get_rain_files
from input.gage.model_gage import create_gage_file, create_gage_file_by_rain_file
from input.control.model_control import create_control_file, create_control_file_by_rain_file
from input.run.model_run import create_run_file
from model.model_execute import execute_pre_dssvue, execute_post_dssvue, execute_hechms
app = Flask(__name__)
flask_json = FlaskJSON()
# Flask-Uploads configs
app.config['UPLOADS_DEFAULT_DEST'] = path.join(UPLOADS_DEFAULT_DEST, 'FLO2D')
app.config['UPLOADED_FILES_ALLOW'] = ['csv', 'run', 'control']
# upload set creation
model_distributed = UploadSet('configfiles', extensions=('csv','run','control'))
configure_uploads(app, model_distributed)
flask_json.init_app(app)
@app.route('/')
def hello_world():
return 'Welcome to HecHms(Distributed) Server!'
@app.route('/HECHMS/distributed/init-run', methods=['POST'])
def init_run():
req_args = request.args.to_dict()
# Check whether run-name is specified and valid.
if 'run-name' not in req_args.keys() or not req_args['run-name']:
raise JsonError(status_=400, description='run-name is not specified.')
run_name = req_args['run-name']
if not is_valid_run_name(run_name):
raise JsonError(status_=400, description='run-name cannot contain spaces or colons.')
# Valid base-dt must be specified at the initialization phase
if 'base-dt' not in req_args.keys() or not req_args['base-dt']:
raise JsonError(status_=400, description='base-dt is not specified.')
base_dt = req_args['base-dt']
if not is_valid_init_dt(base_dt):
raise JsonError(status_=400, description='Given base-dt is not in the correct format: %s'
% INIT_DATE_TIME_FORMAT)
# Valid run-dt must be specified at the initialization phase
if 'run-dt' not in req_args.keys() or not req_args['run-dt']:
raise JsonError(status_=400, description='run-dt is not specified.')
run_dt = req_args['run-dt']
if not is_valid_init_dt(run_dt):
raise JsonError(status_=400, description='Given run-dt is not in the correct format: %s'
% INIT_DATE_TIME_FORMAT)
today = datetime.today().strftime('%Y-%m-%d')
input_dir_rel_path = path.join(today, run_name, 'input')
# Check whether the given run-name is already taken for today.
input_dir_abs_path = path.join(UPLOADS_DEFAULT_DEST, 'HECHMS', 'distributed', input_dir_rel_path)
if path.exists(input_dir_abs_path):
raise JsonError(status_=400, description='run-name: %s is already taken for today: %s.' % (run_name, today))
req_files = request.files
if 'inflow' in req_files and 'outflow' in req_files and 'raincell' in req_files:
model_distributed.save(req_files['rainfall'], folder=input_dir_rel_path, name='daily_rain.csv')
model_distributed.save(req_files['model_run'], folder=input_dir_rel_path, name='model.run')
model_distributed.save(req_files['model_control'], folder=input_dir_rel_path, name='model.control')
model_distributed.save(req_files['model_gage'], folder=input_dir_rel_path, name='model.gage')
else:
raise JsonError(status_=400, description='Missing required input files. Required inflow, outflow, raincell.')
run_id = 'FLO2D:model250m:%s:%s' % (today, run_name) # TODO save run_id in a DB with the status
return json_response(status_=200, run_id=run_id, description='Successfully saved files.')
@app.route('/HECHMS/distributed/init', methods=['GET', 'POST'])
@app.route('/HECHMS/distributed/init/<string:run_datetime>', methods=['GET', 'POST'])
@app.route('/HECHMS/distributed/init/<string:run_datetime>/<int:back_days>/<int:forward_days>', methods=['GET', 'POST'])
def prepare_input_files(run_datetime=datetime.now().strftime('%Y-%m-%d %H:%M:%S'), back_days=2, forward_days=3):
print('prepare_input_files.')
print('run_datetime : ', run_datetime)
print('back_days : ', back_days)
print('forward_days : ', forward_days)
run_datetime = datetime.strptime(run_datetime, '%Y-%m-%d %H:%M:%S')
to_date = run_datetime + timedelta(days=forward_days)
from_date = run_datetime - timedelta(days=back_days)
file_date = run_datetime.strftime('%Y-%m-%d')
from_date = from_date.strftime('%Y-%m-%d %H:%M:%S')
to_date = to_date.strftime('%Y-%m-%d %H:%M:%S')
file_name = RAIN_FALL_FILE_NAME.format(file_date)
print('file_name : ', file_name)
print('{from_date, to_date} : ', {from_date, to_date})
try:
get_rain_files(file_name, run_datetime.strftime('%Y-%m-%d %H:%M:%S'), forward_days, back_days)
rain_fall_file = Path(file_name)
if rain_fall_file.is_file():
create_gage_file_by_rain_file('distributed_model', file_name)
create_control_file_by_rain_file('distributed_model', file_name)
else:
create_gage_file('distributed_model', from_date, to_date)
create_control_file('distributed_model', from_date, to_date)
create_run_file('distributed_model', run_datetime.strftime('%Y-%m-%d %H:%M:%S'))
return jsonify({'Result': 'Success'})
except Exception as e:
return jsonify({'Result': 'Fail'})
@app.route('/HECHMS/distributed/pre-process/<string:run_datetime>/<int:back_days>', methods=['GET', 'POST'])
def pre_processing(run_datetime=datetime.now().strftime('%Y-%m-%d %H:%M:%S'), back_days=2):
print('pre_processing.')
print('run_datetime : ', run_datetime)
run_datetime = datetime.strptime(run_datetime, '%Y-%m-%d %H:%M:%S')
ret_code = execute_pre_dssvue(run_datetime.strftime('%Y-%m-%d %H:%M:%S'), back_days)
if ret_code == 0:
return jsonify({'Result': 'Success'})
else:
return jsonify({'Result': 'Fail'})
@app.route('/HECHMS/distributed/run', methods=['GET', 'POST'])
def run_hec_hms_model():
print('run_hec_hms_model.')
ret_code = execute_hechms('distributed_model', HEC_HMS_MODEL_DIR)
if ret_code == 0:
return jsonify({'Result': 'Success'})
else:
return jsonify({'Result': 'Fail'})
@app.route('/HECHMS/distributed/post-process/<string:run_datetime>/<int:back_days>', methods=['GET', 'POST'])
def post_processing(run_datetime=datetime.now().strftime('%Y-%m-%d %H:%M:%S'), back_days=2):
print('pre_processing.')
print('run_datetime : ', run_datetime)
run_datetime = datetime.strptime(run_datetime, '%Y-%m-%d %H:%M:%S')
ret_code = execute_post_dssvue(run_datetime.strftime('%Y-%m-%d %H:%M:%S'), back_days)
if ret_code == 0:
return jsonify({'Result': 'Success'})
else:
return jsonify({'Result': 'Fail'})
@app.route('/HECHMS/distributed/rain-fall', methods=['GET', 'POST'])
@app.route('/HECHMS/distributed/rain-fall/<string:run_datetime>', methods=['GET', 'POST'])
@app.route('/HECHMS/distributed/rain-fall/<string:run_datetime>/<int:back_days>/<int:forward_days>', methods=['GET', 'POST'])
def get_sub_catchment_rain_fall(run_datetime=datetime.now().strftime('%Y-%m-%d %H:%M:%S'), back_days=2, forward_days=3):
print('get_sub_catchment_rain_fall.')
print('run_datetime : ', run_datetime)
print('back_days : ', back_days)
print('forward_days : ', forward_days)
run_datetime = datetime.strptime(run_datetime, '%Y-%m-%d %H:%M:%S')
to_date = run_datetime + timedelta(days=forward_days)
from_date = run_datetime - timedelta(days=back_days)
file_date = run_datetime.strftime('%Y-%m-%d')
from_date = from_date.strftime('%Y-%m-%d %H:%M:%S')
to_date = to_date.strftime('%Y-%m-%d %H:%M:%S')
file_name = RAIN_FALL_FILE_NAME.format(file_date)
print('file_name : ', file_name)
print('{from_date, to_date} : ', {from_date, to_date})
# get_sub_catchment_rain_files(file_name, from_date, to_date)
get_rain_files(file_name, run_datetime.strftime('%Y-%m-%d %H:%M:%S'), forward_days, back_days)
return jsonify({'timeseries': {}})
@app.route('/HECHMS/distributed/create-gage-file', methods=['GET', 'POST'])
@app.route('/HECHMS/distributed/create-gage-file/<string:run_datetime>', methods=['GET', 'POST'])
@app.route('/HECHMS/distributed/create-gage-file/<string:run_datetime>/<int:back_days>/<int:forward_days>', methods=['GET', 'POST'])
def get_gage_file(run_datetime=datetime.now().strftime('%Y-%m-%d %H:%M:%S'), back_days=2, forward_days=3):
print('create_gage_file.')
print('run_datetime : ', run_datetime)
print('back_days : ', back_days)
print('forward_days : ', forward_days)
run_datetime = datetime.strptime(run_datetime, '%Y-%m-%d %H:%M:%S')
to_date = run_datetime + timedelta(days=forward_days)
from_date = run_datetime - timedelta(days=back_days)
file_date = run_datetime.strftime('%Y-%m-%d')
from_date = from_date.strftime('%Y-%m-%d %H:%M:%S')
to_date = to_date.strftime('%Y-%m-%d %H:%M:%S')
file_name = RAIN_FALL_FILE_NAME.format(file_date)
rain_fall_file = Path(file_name)
if rain_fall_file.is_file():
create_gage_file_by_rain_file('distributed_model', file_name)
else:
create_gage_file('distributed_model', from_date, to_date)
return jsonify({'timeseries': {}})
@app.route('/HECHMS/distributed/create-control-file', methods=['GET', 'POST'])
@app.route('/HECHMS/distributed/create-control-file/<string:run_datetime>', methods=['GET', 'POST'])
@app.route('/HECHMS/distributed/create-control-file/<string:run_datetime>/<int:back_days>/<int:forward_days>', methods=['GET', 'POST'])
def get_control_file(run_datetime=datetime.now().strftime('%Y-%m-%d %H:%M:%S'), back_days=2, forward_days=3):
print('create_gage_file.')
print('run_datetime : ', run_datetime)
print('back_days : ', back_days)
print('forward_days : ', forward_days)
run_datetime = datetime.strptime(run_datetime, '%Y-%m-%d %H:%M:%S')
to_date = run_datetime + timedelta(days=forward_days)
from_date = run_datetime - timedelta(days=back_days)
file_date = run_datetime.strftime('%Y-%m-%d')
from_date = from_date.strftime('%Y-%m-%d %H:%M:%S')
to_date = to_date.strftime('%Y-%m-%d %H:%M:%S')
file_name = 'output/DailyRain-{}.csv'.format(file_date)
rain_fall_file = Path(file_name)
if rain_fall_file.is_file():
create_control_file_by_rain_file('distributed_model', file_name)
else:
create_control_file('distributed_model', from_date, to_date)
return jsonify({'timeseries': {}})
@app.route('/HECHMS/distributed/create-run-file', methods=['GET', 'POST'])
@app.route('/HECHMS/distributed/create-run-file/<string:run_datetime>', methods=['GET', 'POST'])
def get_run_file(run_datetime=datetime.now().strftime('%Y-%m-%d %H:%M:%S')):
print('create_run_file.')
run_datetime = datetime.strptime(run_datetime, '%Y-%m-%d %H:%M:%S')
create_run_file('distributed_model', run_datetime.strftime('%Y-%m-%d %H:%M:%S'))
return jsonify({'timeseries': {}})
def is_valid_run_name(run_name):
"""
Checks the validity of the run_name. run_name cannot have spaces or colons.
:param run_name: <class str> provided run_name.
:return: <bool> True if valid False if not.
"""
return run_name and not (' ' in run_name or ':' in run_name)
def is_valid_init_dt(date_time):
"""
Checks the validity of given date_time. Given date_time should be of "yyyy-mm-dd_HH:MM:SS"
:param date_time: datetime instance
:return: boolean, True if valid False otherwise
"""
try:
datetime.strptime(date_time, INIT_DATE_TIME_FORMAT)
return True
except ValueError:
return False
if __name__ == '__main__':
#app.run(host='192.168.1.43', port=5000)
app.run(port=5000)
# /home/curw/distributed_hec/hechms-distributed