Skip to content

Commit 16ed9c5

Browse files
brettcandybrettcandy
committed
add missing namelist files for EPSMWS and associated ctest
1 parent 9666742 commit 16ed9c5

File tree

6 files changed

+125
-0
lines changed

6 files changed

+125
-0
lines changed

‎etc/global/cx/EPSMWS.nl‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
&CXControlNL
2+
CxFields=4,10,12,24,31,33,254,266,267,268,407,409,3209,3210,3236,3245,16222
3+
/

‎etc/global/varobs/EPSMWS.nl‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
&VarobsControlNL
2+
Varfields=10,11,17,19,21,54,55,28,31,80
3+
/

‎test/CMakeLists.txt‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -371,6 +371,10 @@ ADD_WRITER_TEST(NAME varobswriter_globalnamelist_sternamwr
371371
YAML varobswriter_globalnamelist_sternamwr.yaml
372372
NAMELIST ../../etc/global/varobs/SternaMWR.nl
373373
DATA varobs_globalnamelist_sternamwr.nc4)
374+
ADD_WRITER_TEST(NAME varobswriter_globalnamelist_epsmws
375+
YAML varobswriter_globalnamelist_epsmws.yaml
376+
NAMELIST ../../etc/global/varobs/EPSMWS.nl
377+
DATA varobs_globalnamelist_epsmws.nc4)
374378

375379
# Tests the UKV namelist files in the etc directory
376380

‎test/generate_unittest_netcdfs.py‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -832,6 +832,15 @@ def copy_var_to_var(Group, invarname, outvarname, filename):
832832
'thickness_850_300hPa_satid_17Predictor/brightnessTemperature'],
833833
['MetaData/surfaceQualifier', 'MetaData/satelliteIdentifier'],
834834
'testinput/varobs_globalnamelist_sternamwr.nc4')
835+
836+
# EPSMWS
837+
output_full_varobs_to_netcdf(['MetaData/latitude', 'MetaData/longitude', 'OneDVar/skinTemperature', 'MetaData/sensorZenithAngle',
838+
'MetaData/solarZenithAngle'],
839+
['ObsValue/brightnessTemperature', 'ObsError/brightnessTemperature', 'Emiss/emissivity',
840+
'BiasCorrObsValue/brightnessTemperature', 'thickness_850_300hPa_satid_13Predictor/brightnessTemperature',
841+
'thickness_850_300hPa_satid_17Predictor/brightnessTemperature'],
842+
['MetaData/surfaceQualifier', 'MetaData/satelliteIdentifier'],
843+
'testinput/varobs_globalnamelist_epsmws.nc4')
835844

836845

837846
# GNSS-RO

‎test/testinput/varobs_globalnamelist_epsmws.nc4‎

16.6 KB
Binary file not shown.

‎test/testinput/varobswriter_globalnamelist_epsmws.yaml‎

Lines changed: 106 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,106 @@
1+
time window:
2+
begin: 2018-01-01T00:00:00Z
3+
end: 2018-01-01T02:00:00Z
4+
5+
observations:
6+
# This ob space shows what happens if the following are left as defaults
7+
# reject_obs_with_all_variables_failing_qc: false
8+
# reject_obs_with_any_variables_failing_qc: false
9+
# This means that despite the blacklist the entries still end up in the varobs file
10+
- obs space:
11+
name: EPSMWS
12+
obsdatain:
13+
engine:
14+
type: H5File
15+
obsfile: Data/varobs_globalnamelist_epsmws.nc4
16+
simulated variables: [brightnessTemperature]
17+
channels: 1, 3
18+
obs filters:
19+
# Set the flag of observations with missing values to "pass": we want to check if these
20+
# values are encoded correctly in the VarObsFile.
21+
- filter: Reset Flags to Pass
22+
flags_to_reset: [10, 15] # missing, Hfailed
23+
# Reject observation 3: the blacklist doesn't stop the ob getting into the varobs because of the above "bad" settings
24+
- filter: BlackList
25+
where:
26+
- variable:
27+
name: MetaData/latitude
28+
value: is_not_valid
29+
- filter: VarObs Writer
30+
namelist_directory: ../etc/global/varobs
31+
general_mode: debug
32+
- filter: VarObs Checker
33+
expected_main_table_columns:
34+
# Only channels 1 and 3 are simulated and hence written to the VarObs file.
35+
# In the arrays below, rows denote locations and columns are the varobs channels are consecutive.
36+
field: ["10","10","11","17","17","19","21","54","55","55","28","31","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80",
37+
"10","10","11","17","17","19","21","54","55","55","28","31","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80",
38+
"10","10","11","17","17","19","21","54","55","55","28","31","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80",
39+
"10","10","11","17","17","19","21","54","55","55","28","31","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80"]
40+
level: ["1","2","1","1","2","1","1","1","1","2","1","1","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31",
41+
"1","2","1","1","2","1","1","1","1","2","1","1","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31",
42+
"1","2","1","1","2","1","1","1","1","2","1","1","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31",
43+
"1","2","1","1","2","1","1","1","1","2","1","1","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31"]
44+
ob value: ["31.10000","31.30000","27.10000", "21.10000","21.30000","37.10000", "3.00000", "2.00000","1.00000","2.00000","13.00000", "47.10000", "0.00000","92.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000",
45+
"32.10000","32.30000","-1073741824.00000","22.10000","22.30000","-1073741824.00000","-32768.00000","0.00000","0.00000","0.00000","-32768.00000","-1073741824.00000","0.00000","94.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000",
46+
"33.10000","33.30000","27.30000", "23.10000","23.30000","37.30000", "7.00000", "2.00000","1.00000","2.00000","17.00000", "47.30000", "0.00000","96.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000",
47+
"34.10000","34.30000","27.40000", "24.10000","24.30000","37.40000", "9.00000", "2.00000","1.00000","2.00000","19.00000", "47.40000", "0.00000","98.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000"]
48+
lat: ["7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000",
49+
"-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000",
50+
"7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000",
51+
"7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000"]
52+
lon: ["17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000",
53+
"-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000","-1073741824.00000",
54+
"17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000",
55+
"17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000"]
56+
HofX: ObsValue # just a placeholder -- not used, but needed to force calls to postFilter.
57+
benchmarkFlag: 1000 # just to keep the ObsFilters test happy
58+
flaggedBenchmark: 0
59+
# This ob space shows what the atms behaviour should be
60+
# reject_obs_with_all_variables_failing_qc: true
61+
# reject_obs_with_any_variables_failing_qc: false
62+
- obs space:
63+
name: SternaMWR
64+
obsdatain:
65+
engine:
66+
type: H5File
67+
obsfile: Data/varobs_globalnamelist_sternamwr.nc4
68+
simulated variables: [brightnessTemperature]
69+
channels: 1, 3
70+
obs filters:
71+
# Set the flag of observations with missing values to "pass": we want to check if these
72+
# values are encoded correctly in the VarObsFile.
73+
- filter: Reset Flags to Pass
74+
flags_to_reset: [10, 15] # missing, Hfailed
75+
# Reject observation 2: we want to check if it is omitted from the VarObs file, as expected.
76+
- filter: BlackList
77+
where:
78+
- variable:
79+
name: MetaData/latitude
80+
value: is_not_valid
81+
- filter: VarObs Writer
82+
namelist_directory: ../etc/global/varobs
83+
general_mode: debug
84+
reject_obs_with_all_variables_failing_qc: true
85+
- filter: VarObs Checker
86+
expected_main_table_columns:
87+
# Only channels 1 and 3 are simulated and hence written to the VarObs file.
88+
# In the arrays below, rows denote locations and columns are the varobs channels are consecutive.
89+
field: ["10","10","11","17","17","19","21","54","55","55","28","31","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80",
90+
"10","10","11","17","17","19","21","54","55","55","28","31","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80",
91+
"10","10","11","17","17","19","21","54","55","55","28","31","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80"]
92+
level: ["1","2","1","1","2","1","1","1","1","2","1","1","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31",
93+
"1","2","1","1","2","1","1","1","1","2","1","1","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31",
94+
"1","2","1","1","2","1","1","1","1","2","1","1","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31"]
95+
ob value: ["31.10000","31.30000","27.10000", "21.10000","21.30000","37.10000", "3.00000", "2.00000","1.00000","2.00000","13.00000", "47.10000", "0.00000","92.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000",
96+
"33.10000","33.30000","27.30000", "23.10000","23.30000","37.30000", "7.00000", "2.00000","1.00000","2.00000","17.00000", "47.30000", "0.00000","96.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000",
97+
"34.10000","34.30000","27.40000", "24.10000","24.30000","37.40000", "9.00000", "2.00000","1.00000","2.00000","19.00000", "47.40000", "0.00000","98.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000"]
98+
lat: ["7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000",
99+
"7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000",
100+
"7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000"]
101+
lon: ["17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000",
102+
"17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000",
103+
"17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000"]
104+
HofX: ObsValue # just a placeholder -- not used, but needed to force calls to postFilter.
105+
benchmarkFlag: 1000 # just to keep the ObsFilters test happy
106+
flaggedBenchmark: 0

0 commit comments

Comments
 (0)