Skip to content

Commit ee6e757

Browse files
shmh40iluise
shmh40
and
iluise
authored
add polar orbiters and abi-goes to the stac database (#426)
* testing adding metopa and metopb as placeholder drafts to stac database * added the actual json files because I think we have to * updated metopa metopb jsons and ets * add fy3 and update metops * updated names of metops * updated metopb untarred size inodes and end date * update names to instrument, satellite * add untarred data size and inodes for metopa * updated to oscar naming, with format platform, instrument, and added fengyun satellites * update size and inodes of fy3c mwhs * add fengyun jsons, missing before, and update unique ids of metopa and b * add processing_level field to metopa as a test * adding processing level field * fix up processing level * updated jsons and jsonnets for provenance * actually include provenance * updated to include processor and provider, remove provenance * add abi-goes * fix abi goes geometry * fix latitude and longitude * fix typo * hopefully this time lat is right.. * update catalogue json for develop * check catalogue on this branch * jsonneted for develop --------- Co-authored-by: iluise <[email protected]>
1 parent f929210 commit ee6e757

31 files changed

+2383
-4
lines changed

‎stac/abi-goes16.jsonnet

Lines changed: 90 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,90 @@
1+
local common = import 'common.jsonnet';
2+
3+
{
4+
name: 'ABI-GOES16',
5+
filename: 'abigoes.json',
6+
description: 'The Advanced Baseline Imager (ABI) on GOES16 (Geostationary Operational Environmental Satellite 16) provides high-resolution, multispectral imagery for real-time weather monitoring and forecasting. GOES-16 is also called GOES-East as it covers the Eastern side of the Americas.',
7+
title: 'ABI-GOES16',
8+
unique_id: '13',
9+
start_datetime: '2017-12-17T00:00:41',
10+
end_datetime: '2024-12-31 23:50:20',
11+
frequency: '10min',
12+
fixed_timesteps: 'True',
13+
keywords: [
14+
'atmosphere',
15+
'observation',
16+
'geostationary',
17+
'satellite',
18+
],
19+
providers: [
20+
common.providers.nasa,
21+
common.providers.nasa_processor
22+
],
23+
processing_level: 'Operational L1b',
24+
25+
variables: {
26+
names: [
27+
'time_bounds_swaths',
28+
'time_bounds_rows',
29+
'a_h_NRTH',
30+
'b_h_NRTH',
31+
'Rad',
32+
'DQF',
33+
't',
34+
'time_bounds',
35+
'goes_imager_projection',
36+
'kappa0',
37+
'band_id',
38+
'band_wavelength',
39+
'min_radiance_value_of_valid_pixels',
40+
'max_radiance_value_of_valid_pixels',
41+
'mean_radiance_value_of_valid_pixels',
42+
'std_dev_radiance_value_of_valid_pixels',
43+
'esun',
44+
'earth_sun_distance_anomaly_in_AU',
45+
'nominal_satellite_height',
46+
'nominal_satellite_subpoint_lat',
47+
'nominal_satellite_subpoint_lon',
48+
'x_image',
49+
'y_image',
50+
'geospatial_lat_lon_extent',
51+
'yaw_flip_flag',
52+
'x_image_bounds',
53+
'y_image_bounds',
54+
'planck_bc1',
55+
'planck_bc2',
56+
'planck_fk1',
57+
'planck_fk2',
58+
'focal_plane_temperature_threshold_decreasing',
59+
'focal_plane_temperature_threshold_increasing',
60+
'focal_plane_temperature_threshold_exceeded_count',
61+
'percent_uncorrectable_L0_errors',
62+
'saturated_pixel_count',
63+
'undersaturated_pixel_count',
64+
'valid_pixel_count',
65+
'maximum_focal_plane_temperature',
66+
'algorithm_dynamic_input_data_container',
67+
'algorithm_product_version_container',
68+
'reprocessing_version',
69+
'missing_pixel_count',
70+
'processing_parm_version_container',
71+
't_star_look',
72+
'star_id',
73+
'band_wavelength_star_look',
74+
'y',
75+
'x',
76+
]
77+
},
78+
79+
geometry: [-156, 6, -81, 81],
80+
81+
dataset: {
82+
dataset_name: 'RP_ABI-L1b-RadF-M6C*_G16_s*_e*_c*.nc',
83+
type: 'application/vnd+netcdf',
84+
description: 'Observation dataset',
85+
locations: [common.hpc.hpc2020],
86+
size: '230.8 TB',
87+
inodes: '5.426.532',
88+
roles: ['data'],
89+
},
90+
}

‎stac/cerra.jsonnet

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ local common = import 'common.jsonnet';
1919
providers: [
2020
common.providers.copernicus,
2121
],
22+
processing_level: 'NA',
2223

2324
// retrieved from anemoi dataset with:
2425
// ds.variables, ds.statistics["minimum"], ds.statistics["maximum"],

‎stac/common.jsonnet

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,11 +22,26 @@
2222
roles: ['provider'],
2323
url: 'https://www.nasa.gov',
2424
},
25+
nasa_processor: {
26+
name: 'NASA',
27+
roles: ['processor'],
28+
url: 'https://www.nasa.gov',
29+
},
2530
eumetsat: {
2631
name: 'EUMETSAT',
2732
roles: ['provider'],
2833
url: 'https://eumetsat.int',
2934
},
35+
eumetsat_processor: {
36+
name: 'EUMETSAT',
37+
roles: ['processor'],
38+
url: 'https://eumetsat.int',
39+
},
40+
cma: {
41+
name: 'CMA',
42+
roles: ['provider'],
43+
url: 'https://www.cma.gov.cn/',
44+
},
3045
},
3146
hpc: {
3247
leonardo: 'leonardo',

‎stac/era5_v8.jsonnet

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,8 @@ local common = import 'common.jsonnet';
1919
providers: [
2020
common.providers.ecmwf_provider,
2121
],
22+
processing_level: 'NA',
23+
2224

2325
// retrieved from anemoi dataset with:
2426
// ds.variables, ds.statistics["minimum"], ds.statistics["maximum"],

‎stac/functions.libsonnet

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -66,6 +66,7 @@ local fill_properties(ds) = {
6666
variables: fill_variables(ds.variables),
6767
frequency: ds.frequency,
6868
fixed_timesteps: ds.fixed_timesteps,
69+
processing_level: ds.processing_level,
6970
};
7071

7172
local fill_geometry(vars) = {

‎stac/fy3a.jsonnet

Lines changed: 62 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
local common = import 'common.jsonnet';
2+
3+
{
4+
name: 'FY-3A, MWHS',
5+
filename: 'fy3a.json',
6+
description: "The data from the MWHS microwave radiometer onboard FY-3A, a Fengyun satellite. Data is available for three FY-3 satellites, FY-3A, FY-3B and FY-3C.",
7+
title: 'FY-3A, MWHS',
8+
unique_id: '10',
9+
start_datetime: '2008-07-01T00:19:46',
10+
end_datetime: '2014-05-05T00:33:45',
11+
frequency: 'NA',
12+
fixed_timesteps: 'False',
13+
keywords: [
14+
'atmosphere',
15+
'observation',
16+
'polar-orbiter',
17+
'satellite',
18+
],
19+
providers: [
20+
common.providers.ecmwf_host,
21+
common.providers.cma,
22+
common.providers.eumetsat_processor,
23+
],
24+
processing_level: '1C',
25+
26+
27+
28+
variables: {
29+
names: [
30+
'quality_pixel_bitmask',
31+
'instrtemp',
32+
'scnlin',
33+
'satellite_azimuth_angle',
34+
'satellite_zenith_angle',
35+
'solar_azimuth_angle',
36+
'solar_zenith_angle',
37+
'data_quality_bitmask',
38+
'quality_scanline_bitmask',
39+
'time',
40+
'warmnedt',
41+
'coldnedt',
42+
'btemps',
43+
'u_independent_btemps',
44+
'u_structured_btemps',
45+
'u_common_btemps',
46+
'quality_issue_pixel_bitmask',
47+
],
48+
49+
},
50+
51+
geometry: [-180, 180, -90, 90],
52+
53+
dataset: {
54+
dataset_name: 'MICROWAVE_FCDR_V1.1-20200512/FY3A/*/*.nc',
55+
type: 'application/vnd+netcdf',
56+
description: 'Observation dataset',
57+
locations: [common.hpc.hpc2020],
58+
size: '664.9 GB',
59+
inodes: '31039',
60+
roles: ['data'],
61+
},
62+
}

‎stac/fy3b.jsonnet

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
local common = import 'common.jsonnet';
2+
3+
{
4+
name: 'FY-3B, MWHS',
5+
filename: 'fy3b.json',
6+
description: "The data from the MWHS microwave radiometer onboard FY-3B, a Fengyun satellite. Data is available for three FY-3 satellites, FY-3A, FY-3B and FY-3C.",
7+
title: 'FY-3B, MWHS',
8+
unique_id: '11',
9+
start_datetime: '2010-11-18T22:23:16',
10+
end_datetime: '2018-12-31T22:29:55',
11+
frequency: 'NA',
12+
fixed_timesteps: 'False',
13+
keywords: [
14+
'atmosphere',
15+
'observation',
16+
'polar-orbiter',
17+
'satellite',
18+
],
19+
providers: [
20+
common.providers.ecmwf_host,
21+
common.providers.cma,
22+
common.providers.eumetsat_processor,
23+
],
24+
processing_level: '1C',
25+
26+
27+
variables: {
28+
names: [
29+
'quality_pixel_bitmask',
30+
'instrtemp',
31+
'scnlin',
32+
'satellite_azimuth_angle',
33+
'satellite_zenith_angle',
34+
'solar_azimuth_angle',
35+
'solar_zenith_angle',
36+
'data_quality_bitmask',
37+
'quality_scanline_bitmask',
38+
'time',
39+
'warmnedt',
40+
'coldnedt',
41+
'btemps',
42+
'u_independent_btemps',
43+
'u_structured_btemps',
44+
'u_common_btemps',
45+
'quality_issue_pixel_bitmask',
46+
],
47+
48+
},
49+
50+
geometry: [-180, 180, -90, 90],
51+
52+
dataset: {
53+
dataset_name: 'MICROWAVE_FCDR_V1.1-20200512/FY3C/*/*.nc',
54+
type: 'application/vnd+netcdf',
55+
description: 'Observation dataset',
56+
locations: [common.hpc.hpc2020],
57+
size: '961.4 GB',
58+
inodes: '44204',
59+
roles: ['data'],
60+
},
61+
}

‎stac/fy3c.jsonnet

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
local common = import 'common.jsonnet';
2+
3+
{
4+
name: 'FY-3C, MWHS',
5+
filename: 'fy3c.json',
6+
description: "The data from the MWHS microwave radiometer onboard FY-3C, a Fengyun satellite. Data is available for three FY-3 satellites, FY-3A, FY-3B and FY-3C.",
7+
title: 'FY-3C, MWHS',
8+
unique_id: '12',
9+
start_datetime: '2013-09-30T21:05:22',
10+
end_datetime: '2018-12-31T19:58:58',
11+
frequency: 'NA',
12+
fixed_timesteps: 'False',
13+
keywords: [
14+
'atmosphere',
15+
'observation',
16+
'polar-orbiter',
17+
'satellite',
18+
],
19+
providers: [
20+
common.providers.ecmwf_host,
21+
common.providers.cma,
22+
common.providers.eumetsat_processor,
23+
],
24+
processing_level: '1C',
25+
26+
27+
variables: {
28+
names: [
29+
'quality_pixel_bitmask',
30+
'instrtemp',
31+
'scnlin',
32+
'satellite_azimuth_angle',
33+
'satellite_zenith_angle',
34+
'solar_azimuth_angle',
35+
'solar_zenith_angle',
36+
'data_quality_bitmask',
37+
'quality_scanline_bitmask',
38+
'time',
39+
'warmnedt',
40+
'coldnedt',
41+
'btemps',
42+
'u_independent_btemps',
43+
'u_structured_btemps',
44+
'u_common_btemps',
45+
'quality_issue_pixel_bitmask',
46+
],
47+
48+
},
49+
50+
geometry: [-180, 180, -90, 90],
51+
52+
dataset: {
53+
dataset_name: 'MICROWAVE_FCDR_V1.1-20200512/FY3C/*/*.nc',
54+
type: 'application/vnd+netcdf',
55+
description: 'Observation dataset',
56+
locations: [common.hpc.hpc2020],
57+
size: '1.51 TB',
58+
inodes: '27805',
59+
roles: ['data'],
60+
},
61+
}

‎stac/imerg.jsonnet

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,8 @@ local common = import 'common.jsonnet';
2020
common.providers.ecmwf_host,
2121
common.providers.nasa,
2222
],
23-
23+
processing_level: 'NA',
24+
2425
variables: {
2526
names: ['tp'],
2627
mins: [0],

0 commit comments

Comments
 (0)