Update EARTHCARE ingestions to new V11.2 product format

stcorp · Jun 4, 2024 · b498022 · b498022
1 parent ff30777
commit b498022
Show file tree

Hide file tree

Showing 11 changed files with 368 additions and 183 deletions.
diff --git a/CHANGES b/CHANGES
@@ -1,5 +1,6 @@
 * Updates to product ingestions:
   - EARLINET: fixed memory issue when reading extinction data.
+  - EarthCARE: updates for new V11.2 format definition baseline
   - GEOMS UVVIS.DOBSON: fixed issue with reading of int16 typed data.
   - S5P PAL L2 SO2 COBRA: fixed cloud_fraction option behaviour and added
     alternative qa value calculation for processor V02.00.00.

diff --git a/doc/html/ingestions/ECA_ACM_CAP_2B.html b/doc/html/ingestions/ECA_ACM_CAP_2B.html
@@ -246,63 +246,66 @@ <h2>Mapping description</h2>
 <td><p><em>path</em></p></td>
 <td><p><strong>/HeaderData/VariableProductHeader/MainProductHeader/orbitNumber</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>altitude</strong></p></td>
+<tr class="row-even"><td rowspan="2"><p><strong>altitude</strong></p></td>
 <td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/height</strong></p></td>
+<td><p><strong>/ScienceData/height, /ScienceData/geoid_offset</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>liquid_water_density</strong></p></td>
+<tr class="row-odd"><td><p><em>description</em></p></td>
+<td><p>altitude[i,j] = height[i,j] + geoid_offset[i]</p></td>
+</tr>
+<tr class="row-even"><td><p><strong>liquid_water_density</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/liquid_water_content</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>liquid_water_extinction_coefficient</strong></p></td>
+<tr class="row-odd"><td><p><strong>liquid_water_extinction_coefficient</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/liquid_extinction</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>liquid_particle_effective_radius</strong></p></td>
+<tr class="row-even"><td><p><strong>liquid_particle_effective_radius</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/liquid_effective_radius</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>ice_water_density</strong></p></td>
+<tr class="row-odd"><td><p><strong>ice_water_density</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/ice_water_content</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>ice_particle_effective_radius</strong></p></td>
+<tr class="row-even"><td><p><strong>ice_particle_effective_radius</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/ice_effective_radius</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>ice_water_mass_flux</strong></p></td>
+<tr class="row-odd"><td><p><strong>ice_water_mass_flux</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/ice_mass_flux</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>ice_water_column_density</strong></p></td>
+<tr class="row-even"><td><p><strong>ice_water_column_density</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/ice_water_path</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>rain_rate</strong></p></td>
+<tr class="row-odd"><td><p><strong>rain_rate</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/rain_rate</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>rain_water_density</strong></p></td>
+<tr class="row-even"><td><p><strong>rain_water_density</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/rain_water_content</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>aerosol_number_density</strong></p></td>
+<tr class="row-odd"><td><p><strong>aerosol_number_density</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_number_concentration</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>aerosol_extinction_coefficient</strong></p></td>
+<tr class="row-even"><td><p><strong>aerosol_extinction_coefficient</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_extinction</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>aerosol_optical_depth</strong></p></td>
+<tr class="row-odd"><td><p><strong>aerosol_optical_depth</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_optical_depth</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>aerosol_density</strong></p></td>
+<tr class="row-even"><td><p><strong>aerosol_density</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_mass_content</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>validity</strong></p></td>
+<tr class="row-odd"><td><p><strong>validity</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/quality_status</strong></p></td>
 </tr>

diff --git a/doc/html/ingestions/ECA_AC__TC__2B.html b/doc/html/ingestions/ECA_AC__TC__2B.html
@@ -127,11 +127,11 @@ <h2>Variables</h2>
 <td><p>[m]</p></td>
 <td><p>joint standard grid height</p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>surface_height</strong></p></td>
+<tr class="row-odd"><td><p><strong>surface_altitude</strong></p></td>
 <td><p>float</p></td>
 <td><p>{<em>time</em>}</p></td>
 <td><p>[m]</p></td>
-<td><p>elevation</p></td>
+<td><p>surface altitude</p></td>
 </tr>
 <tr class="row-even"><td><p><strong>scene_type</strong></p></td>
 <td><p>int8</p></td>
@@ -197,13 +197,19 @@ <h2>Mapping description</h2>
 <td><p><em>path</em></p></td>
 <td><p><strong>/HeaderData/VariableProductHeader/MainProductHeader/orbitNumber</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>altitude</strong></p></td>
+<tr class="row-even"><td rowspan="2"><p><strong>altitude</strong></p></td>
 <td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/height</strong></p></td>
+<td><p><strong>/ScienceData/height, /ScienceData/geoid_offset</strong></p></td>
+</tr>
+<tr class="row-odd"><td><p><em>description</em></p></td>
+<td><p>altitude[i,j] = height[i,j] + geoid_offset[i]</p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>surface_height</strong></p></td>
+<tr class="row-even"><td rowspan="2"><p><strong>surface_altitude</strong></p></td>
 <td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/elevation</strong></p></td>
+<td><p><strong>/ScienceData/elevation, /ScienceData/geoid_offset</strong></p></td>
+</tr>
+<tr class="row-odd"><td><p><em>description</em></p></td>
+<td><p>altitude = elevation + geoid_offset</p></td>
 </tr>
 <tr class="row-even"><td rowspan="6"><p><strong>scene_type</strong></p></td>
 <td><p><em>condition</em></p></td>

diff --git a/doc/html/ingestions/ECA_AM__CTH_2B.html b/doc/html/ingestions/ECA_AM__CTH_2B.html
@@ -224,23 +224,26 @@ <h2>Mapping description</h2>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/cloud_fraction</strong></p></td>
 </tr>
-<tr class="row-even"><td rowspan="5"><p><strong>cloud_top_height</strong></p></td>
+<tr class="row-even"><td rowspan="6"><p><strong>cloud_top_height</strong></p></td>
 <td><p><em>condition</em></p></td>
 <td><p>source unset</p></td>
 </tr>
 <tr class="row-odd"><td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/cloud_top_height_MSI</strong></p></td>
+<td><p><strong>/ScienceData/cloud_top_height_MSI, /ScienceData/geoid_offset</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><em>condition</em></p></td>
+<tr class="row-even"><td><p><em>description</em></p></td>
+<td><p>cloud_top_height_MSI + geoid_offset</p></td>
+</tr>
+<tr class="row-odd"><td><p><em>condition</em></p></td>
 <td><p>source=atlid</p></td>
 </tr>
-<tr class="row-odd"><td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/cloud_top_height_MSI, /ScienceData/cloud_top_height_difference_ATLID_MSI</strong></p></td>
+<tr class="row-even"><td><p><em>path</em></p></td>
+<td><p><strong>/ScienceData/cloud_top_height_MSI, /ScienceData/cloud_top_height_difference_ATLID_MSI, /ScienceData/geoid_offset</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><em>description</em></p></td>
-<td><p>cloud_top_height_MSI + cloud_top_height_difference_ATLID_MSI</p></td>
+<tr class="row-odd"><td><p><em>description</em></p></td>
+<td><p>cloud_top_height_MSI + cloud_top_height_difference_ATLID_MSI + geoid_offset</p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>validity</strong></p></td>
+<tr class="row-even"><td><p><strong>validity</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/quality_status</strong></p></td>
 </tr>

diff --git a/doc/html/ingestions/ECA_ATL_AER_2A.html b/doc/html/ingestions/ECA_ATL_AER_2A.html
@@ -127,43 +127,43 @@ <h2>Variables</h2>
 <td><p>[m]</p></td>
 <td><p>joint standard grid height</p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>surface_height</strong></p></td>
+<tr class="row-odd"><td><p><strong>surface_altitude</strong></p></td>
 <td><p>float</p></td>
 <td><p>{<em>time</em>}</p></td>
 <td><p>[m]</p></td>
-<td><p>elevation</p></td>
+<td><p>surface altitude</p></td>
 </tr>
-<tr class="row-even"><td><p><strong>aerosol_extinction_coefficient</strong></p></td>
+<tr class="row-even"><td><p><strong>particle_extinction_coefficient</strong></p></td>
 <td><p>float</p></td>
 <td><p>{<em>time</em>, <em>vertical</em>}</p></td>
 <td><p>[1/m]</p></td>
 <td><p>particle extinction coefficient 355nm</p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>aerosol_extinction_coefficient_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>particle_extinction_coefficient_uncertainty</strong></p></td>
 <td><p>float</p></td>
 <td><p>{<em>time</em>, <em>vertical</em>}</p></td>
 <td><p>[1/m]</p></td>
 <td><p>particle extinction coefficient 355nm error</p></td>
 </tr>
-<tr class="row-even"><td><p><strong>aerosol_backscatter_coefficient</strong></p></td>
+<tr class="row-even"><td><p><strong>particle_backscatter_coefficient</strong></p></td>
 <td><p>float</p></td>
 <td><p>{<em>time</em>, <em>vertical</em>}</p></td>
 <td><p>[1/m/sr]</p></td>
 <td><p>particle backscatter coefficient 355nm</p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>aerosol_backscatter_coefficient_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>particle_backscatter_coefficient_uncertainty</strong></p></td>
 <td><p>float</p></td>
 <td><p>{<em>time</em>, <em>vertical</em>}</p></td>
 <td><p>[1/m/sr]</p></td>
 <td><p>particle backscatter coefficient 355nm error</p></td>
 </tr>
-<tr class="row-even"><td><p><strong>linear_depolarization_ratio</strong></p></td>
+<tr class="row-even"><td><p><strong>particle_linear_depolarization_ratio</strong></p></td>
 <td><p>float</p></td>
 <td><p>{<em>time</em>, <em>vertical</em>}</p></td>
 <td><p>[]</p></td>
 <td><p>particle linear depolarization ratio 355nm</p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>linear_depolarization_ratio_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>particle_linear_depolarization_ratio_uncertainty</strong></p></td>
 <td><p>float</p></td>
 <td><p>{<em>time</em>, <em>vertical</em>}</p></td>
 <td><p>[]</p></td>
@@ -246,37 +246,43 @@ <h2>Mapping description</h2>
 <td><p><em>path</em></p></td>
 <td><p><strong>/HeaderData/VariableProductHeader/MainProductHeader/orbitNumber</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>altitude</strong></p></td>
+<tr class="row-even"><td rowspan="2"><p><strong>altitude</strong></p></td>
 <td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/height</strong></p></td>
+<td><p><strong>/ScienceData/height, /ScienceData/geoid_offset</strong></p></td>
+</tr>
+<tr class="row-odd"><td><p><em>description</em></p></td>
+<td><p>altitude[i,j] = height[i,j] + geoid_offset[i]</p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>surface_height</strong></p></td>
+<tr class="row-even"><td rowspan="2"><p><strong>surface_altitude</strong></p></td>
 <td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/elevation</strong></p></td>
+<td><p><strong>/ScienceData/elevation, /ScienceData/geoid_offset</strong></p></td>
+</tr>
+<tr class="row-odd"><td><p><em>description</em></p></td>
+<td><p>altitude = elevation + geoid_offset</p></td>
 </tr>
-<tr class="row-even"><td><p><strong>aerosol_extinction_coefficient</strong></p></td>
+<tr class="row-even"><td><p><strong>particle_extinction_coefficient</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/particle_extinction_coefficient_355nm</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>aerosol_extinction_coefficient_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>particle_extinction_coefficient_uncertainty</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/particle_extinction_coefficient_355nm_error</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>aerosol_backscatter_coefficient</strong></p></td>
+<tr class="row-even"><td><p><strong>particle_backscatter_coefficient</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/particle_backscatter_coefficient_355nm</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>aerosol_backscatter_coefficient_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>particle_backscatter_coefficient_uncertainty</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/particle_backscatter_coefficient_355nm_error</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>linear_depolarization_ratio</strong></p></td>
+<tr class="row-even"><td><p><strong>particle_linear_depolarization_ratio</strong></p></td>
 <td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/particle_linear_depolarization_ratio_355nm</strong></p></td>
+<td><p><strong>/ScienceData/particle_linear_depol_ratio_355nm</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>linear_depolarization_ratio_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>particle_linear_depolarization_ratio_uncertainty</strong></p></td>
 <td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/particle_linear_depolarization_ratio_355nm_error</strong></p></td>
+<td><p><strong>/ScienceData/particle_linear_depol_ratio_355nm_error</strong></p></td>
 </tr>
 <tr class="row-even"><td><p><strong>lidar_ratio</strong></p></td>
 <td><p><em>path</em></p></td>

diff --git a/doc/html/ingestions/ECA_ATL_ALD_2A.html b/doc/html/ingestions/ECA_ATL_ALD_2A.html
@@ -125,7 +125,7 @@ <h2>Variables</h2>
 <td><p>float</p></td>
 <td><p>{<em>time</em>, <em>vertical</em>, 2}</p></td>
 <td><p>[m]</p></td>
-<td><p>aerorosl layer base and top</p></td>
+<td><p>aerosol layer base and top</p></td>
 </tr>
 <tr class="row-odd"><td><p><strong>aerosol_optical_depth</strong></p></td>
 <td><p>float</p></td>
@@ -234,55 +234,58 @@ <h2>Mapping description</h2>
 <td><p><em>path</em></p></td>
 <td><p><strong>/HeaderData/VariableProductHeader/MainProductHeader/orbitNumber</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>altitude_bounds</strong></p></td>
+<tr class="row-even"><td rowspan="2"><p><strong>altitude_bounds</strong></p></td>
 <td><p><em>path</em></p></td>
-<td><p><strong>/ScienceData/aerosol_layer_base, /ScienceData/aerosol_layer_top</strong></p></td>
+<td><p><strong>/ScienceData/aerosol_layer_base, /ScienceData/aerosol_layer_top, /ScienceData/geoid_offset</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>aerosol_optical_depth</strong></p></td>
+<tr class="row-odd"><td><p><em>description</em></p></td>
+<td><p>altitude_bounds[i,j,0] = aerosol_layer_base[i,j] + geoid_offset[i]; altitude_bounds[i,j,1] = aerosol_layer_top[i,j] + geoid_offset[i]</p></td>
+</tr>
+<tr class="row-even"><td><p><strong>aerosol_optical_depth</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_optical_thickness_355nm</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>aerosol_optical_depth_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>aerosol_optical_depth_uncertainty</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_optical_thickness_355nm_error</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>aerosol_extinction_coefficient</strong></p></td>
+<tr class="row-even"><td><p><strong>aerosol_extinction_coefficient</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_mean_extinction_355nm</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>aerosol_extinction_coefficient_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>aerosol_extinction_coefficient_uncertainty</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_mean_extinction_355nm_error</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>aerosol_backscatter_coefficient</strong></p></td>
+<tr class="row-even"><td><p><strong>aerosol_backscatter_coefficient</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_mean_backscatter_355nm</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>aerosol_backscatter_coefficient_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>aerosol_backscatter_coefficient_uncertainty</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_mean_backscatter_355nm_error</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>lidar_ratio</strong></p></td>
+<tr class="row-even"><td><p><strong>lidar_ratio</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_mean_lidar_ratio_355nm</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>lidar_ratio_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>lidar_ratio_uncertainty</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_mean_lidar_ratio_355nm_error</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>linear_depolarization_ratio</strong></p></td>
+<tr class="row-even"><td><p><strong>linear_depolarization_ratio</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_mean_depolarisation_355nm</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>linear_depolarization_ratio_uncertainty</strong></p></td>
+<tr class="row-odd"><td><p><strong>linear_depolarization_ratio_uncertainty</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/aerosol_layer_mean_depolarisation_355nm_error</strong></p></td>
 </tr>
-<tr class="row-odd"><td><p><strong>validity</strong></p></td>
+<tr class="row-even"><td><p><strong>validity</strong></p></td>
 <td><p><em>path</em></p></td>
 <td><p><strong>/ScienceData/quality_status</strong></p></td>
 </tr>
-<tr class="row-even"><td><p><strong>wavelength</strong></p></td>
+<tr class="row-odd"><td><p><strong>wavelength</strong></p></td>
 <td><p><em>description</em></p></td>
 <td><p>set to fixed value of 355nm</p></td>
 </tr>