Skip to content

Commit

Permalink
ARD intercomparison tools notebook niceness (#448)
Browse files Browse the repository at this point in the history
  • Loading branch information
uchchwhash authored Dec 3, 2019
1 parent 69445b6 commit 9f99378
Show file tree
Hide file tree
Showing 5 changed files with 192 additions and 311 deletions.
411 changes: 100 additions & 311 deletions DEA_sandbox/ARD_Intercomparison/compare_products_opensource.ipynb

Large diffs are not rendered by default.

23 changes: 23 additions & 0 deletions DEA_sandbox/ARD_Intercomparison/settings/LS8_GA-LAM_USGS.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
[Settings]
config_input = examples/database_sources.txt
database_choices_options = ('default',)
database_choices_value = default
list_products_options = ('fc_percentile_albers_annual', 'fc_percentile_albers_seasonal', 'ga_ls5t_ard_3', 'ga_ls7e_ard_3', 'ga_ls8c_ard_3', 'ga_s2a_ard_nbar_granule', 'ga_s2b_ard_nbar_granule', 'high_tide_comp_20p', 'item_v2', 'item_v2_conf', 'landsat_barest_earth', 'low_tide_comp_20p', 'ls5_ard', 'ls5_fc_albers', 'ls5_level1_usgs', 'ls5_nbart_geomedian_annual', 'ls5_nbart_tmad_annual', 'ls5_pq_albers', 'ls5_usgs_l2c1', 'ls7_ard', 'ls7_fc_albers', 'ls7_level1_usgs', 'ls7_nbart_geomedian_annual', 'ls7_nbart_tmad_annual', 'ls7_pq_albers', 'ls7_usgs_l2c1', 'ls8_ard', 'ls8_barest_earth_albers', 'ls8_fc_albers', 'ls8_level1_usgs', 'ls8_nbart_geomedian_annual', 'ls8_nbart_tmad_annual', 'ls8_pq_albers', 'ls8_usgs_l2c1', 'mangrove_cover', 'multi_scale_topographic_position', 'nidem', 's1_gamma0_geotif_scene', 's2a_ard_granule', 's2a_l1c_aws_pds', 's2a_level1c_granule', 's2a_nrt_granule', 's2b_ard_granule', 's2b_l1c_aws_pds', 's2b_level1c_granule', 's2b_nrt_granule', 'sentinel2_wofs_nrt', 'usgs_ls5t_level1_1', 'usgs_ls7e_level1_1', 'usgs_ls8c_level1_1', 'weathering_intensity', 'wofs_albers', 'wofs_annual_summary', 'wofs_apr_oct_summary', 'wofs_filtered_summary', 'wofs_nov_mar_summary', 'wofs_summary')
list_products_value = ls8_usgs_l2c1
list_bands_options = ('sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2')
list_bands_value = ('coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2')
mask_band_options = ('sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2')
mask_band_value = quality
remove_partial_scenes = True
choose_common_dates = True
acq_min_input = 2018-01-01
acq_max_input = 2018-03-31
lon_input = 142.9382
lat_input = -22.5273
loc_file_input = examples/3_points.txt
window_size_input = 90.0
single_polygon_input = examples/shp/test_plgon.shp
multiple_polygon_input = examples/shape_files.txt
loc_input = 0
added_product = [('default', 'ls8_ard', ('lambertian_coastal_aerosol', 'lambertian_blue', 'lambertian_green', 'lambertian_nir', 'lambertian_red', 'lambertian_swir_1', 'lambertian_swir_2', 'fmask'), 'fmask'), ('default', 'ls8_usgs_l2c1', ('coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality'), 'quality')]
added_product_reports = [('default', 'ls8_ard', ['azimuthal_exiting', 'azimuthal_incident', 'exiting', 'fmask', 'incident', 'lambertian_coastal_aerosol', 'lambertian_blue', 'lambertian_contiguity', 'lambertian_green', 'lambertian_nir', 'lambertian_red', 'lambertian_swir_1', 'lambertian_swir_2', 'nbar_coastal_aerosol', 'nbar_blue', 'nbar_contiguity', 'nbar_green', 'nbar_nir', 'nbar_red', 'nbar_swir_1', 'nbar_swir_2', 'nbart_coastal_aerosol', 'nbart_blue', 'nbart_contiguity', 'nbart_green', 'nbart_nir', 'nbart_red', 'nbart_swir_1', 'nbart_swir_2', 'relative_azimuth', 'relative_slope', 'satellite_azimuth', 'satellite_view', 'solar_azimuth', 'solar_zenith', 'terrain_shadow', 'timedelta'], 'fmask'), ('default', 'ls8_usgs_l2c1', ['sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2'], 'quality')]
23 changes: 23 additions & 0 deletions DEA_sandbox/ARD_Intercomparison/settings/LS8_GA-NBART_USGS.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
[Settings]
config_input = examples/database_sources.txt
database_choices_options = ('default',)
database_choices_value = default
list_products_options = ('fc_percentile_albers_annual', 'fc_percentile_albers_seasonal', 'ga_ls5t_ard_3', 'ga_ls7e_ard_3', 'ga_ls8c_ard_3', 'ga_s2a_ard_nbar_granule', 'ga_s2b_ard_nbar_granule', 'high_tide_comp_20p', 'item_v2', 'item_v2_conf', 'landsat_barest_earth', 'low_tide_comp_20p', 'ls5_ard', 'ls5_fc_albers', 'ls5_level1_usgs', 'ls5_nbart_geomedian_annual', 'ls5_nbart_tmad_annual', 'ls5_pq_albers', 'ls5_usgs_l2c1', 'ls7_ard', 'ls7_fc_albers', 'ls7_level1_usgs', 'ls7_nbart_geomedian_annual', 'ls7_nbart_tmad_annual', 'ls7_pq_albers', 'ls7_usgs_l2c1', 'ls8_ard', 'ls8_barest_earth_albers', 'ls8_fc_albers', 'ls8_level1_usgs', 'ls8_nbart_geomedian_annual', 'ls8_nbart_tmad_annual', 'ls8_pq_albers', 'ls8_usgs_l2c1', 'mangrove_cover', 'multi_scale_topographic_position', 'nidem', 's1_gamma0_geotif_scene', 's2a_ard_granule', 's2a_l1c_aws_pds', 's2a_level1c_granule', 's2a_nrt_granule', 's2b_ard_granule', 's2b_l1c_aws_pds', 's2b_level1c_granule', 's2b_nrt_granule', 'sentinel2_wofs_nrt', 'usgs_ls5t_level1_1', 'usgs_ls7e_level1_1', 'usgs_ls8c_level1_1', 'weathering_intensity', 'wofs_albers', 'wofs_annual_summary', 'wofs_apr_oct_summary', 'wofs_filtered_summary', 'wofs_nov_mar_summary', 'wofs_summary')
list_products_value = ls8_usgs_l2c1
list_bands_options = ('sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2')
list_bands_value = ('coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2')
mask_band_options = ('sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2')
mask_band_value = quality
remove_partial_scenes = True
choose_common_dates = True
acq_min_input = 2018-01-01
acq_max_input = 2018-03-31
lon_input = 142.9382
lat_input = -22.5273
loc_file_input = examples/3_points.txt
window_size_input = 90.0
single_polygon_input = examples/shp/test_plgon.shp
multiple_polygon_input = examples/shape_files.txt
loc_input = 0
added_product = [('default', 'ls8_ard', ('nbart_coastal_aerosol', 'nbart_blue', 'nbart_green', 'nbart_nir', 'nbart_red', 'nbart_swir_1', 'nbart_swir_2', 'fmask'), 'fmask'), ('default', 'ls8_usgs_l2c1', ('coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality'), 'quality')]
added_product_reports = [('default', 'ls8_ard', ['azimuthal_exiting', 'azimuthal_incident', 'exiting', 'fmask', 'incident', 'lambertian_coastal_aerosol', 'lambertian_blue', 'lambertian_contiguity', 'lambertian_green', 'lambertian_nir', 'lambertian_red', 'lambertian_swir_1', 'lambertian_swir_2', 'nbar_coastal_aerosol', 'nbar_blue', 'nbar_contiguity', 'nbar_green', 'nbar_nir', 'nbar_red', 'nbar_swir_1', 'nbar_swir_2', 'nbart_coastal_aerosol', 'nbart_blue', 'nbart_contiguity', 'nbart_green', 'nbart_nir', 'nbart_red', 'nbart_swir_1', 'nbart_swir_2', 'relative_azimuth', 'relative_slope', 'satellite_azimuth', 'satellite_view', 'solar_azimuth', 'solar_zenith', 'terrain_shadow', 'timedelta'], 'fmask'), ('default', 'ls8_usgs_l2c1', ['sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2'], 'quality')]
23 changes: 23 additions & 0 deletions DEA_sandbox/ARD_Intercomparison/settings/LS8_GA-NBAR_USGS.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
[Settings]
config_input = examples/database_sources.txt
database_choices_options = ('default',)
database_choices_value = default
list_products_options = ('fc_percentile_albers_annual', 'fc_percentile_albers_seasonal', 'ga_ls5t_ard_3', 'ga_ls7e_ard_3', 'ga_ls8c_ard_3', 'ga_s2a_ard_nbar_granule', 'ga_s2b_ard_nbar_granule', 'high_tide_comp_20p', 'item_v2', 'item_v2_conf', 'landsat_barest_earth', 'low_tide_comp_20p', 'ls5_ard', 'ls5_fc_albers', 'ls5_level1_usgs', 'ls5_nbart_geomedian_annual', 'ls5_nbart_tmad_annual', 'ls5_pq_albers', 'ls5_usgs_l2c1', 'ls7_ard', 'ls7_fc_albers', 'ls7_level1_usgs', 'ls7_nbart_geomedian_annual', 'ls7_nbart_tmad_annual', 'ls7_pq_albers', 'ls7_usgs_l2c1', 'ls8_ard', 'ls8_barest_earth_albers', 'ls8_fc_albers', 'ls8_level1_usgs', 'ls8_nbart_geomedian_annual', 'ls8_nbart_tmad_annual', 'ls8_pq_albers', 'ls8_usgs_l2c1', 'mangrove_cover', 'multi_scale_topographic_position', 'nidem', 's1_gamma0_geotif_scene', 's2a_ard_granule', 's2a_l1c_aws_pds', 's2a_level1c_granule', 's2a_nrt_granule', 's2b_ard_granule', 's2b_l1c_aws_pds', 's2b_level1c_granule', 's2b_nrt_granule', 'sentinel2_wofs_nrt', 'usgs_ls5t_level1_1', 'usgs_ls7e_level1_1', 'usgs_ls8c_level1_1', 'weathering_intensity', 'wofs_albers', 'wofs_annual_summary', 'wofs_apr_oct_summary', 'wofs_filtered_summary', 'wofs_nov_mar_summary', 'wofs_summary')
list_products_value = ls8_usgs_l2c1
list_bands_options = ('sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2')
list_bands_value = ('coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2')
mask_band_options = ('sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2')
mask_band_value = quality
remove_partial_scenes = True
choose_common_dates = True
acq_min_input = 2018-01-01
acq_max_input = 2018-03-31
lon_input = 142.9382
lat_input = -22.5273
loc_file_input = examples/3_points.txt
window_size_input = 90.0
single_polygon_input = examples/shp/test_plgon.shp
multiple_polygon_input = examples/shape_files.txt
loc_input = 0
added_product = [('default', 'ls8_ard', ('nbar_coastal_aerosol', 'nbar_blue', 'nbar_green', 'nbar_nir', 'nbar_red', 'nbar_swir_1', 'nbar_swir_2', 'fmask'), 'fmask'), ('default', 'ls8_usgs_l2c1', ('coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality'), 'quality')]
added_product_reports = [('default', 'ls8_ard', ['azimuthal_exiting', 'azimuthal_incident', 'exiting', 'fmask', 'incident', 'lambertian_coastal_aerosol', 'lambertian_blue', 'lambertian_contiguity', 'lambertian_green', 'lambertian_nir', 'lambertian_red', 'lambertian_swir_1', 'lambertian_swir_2', 'nbar_coastal_aerosol', 'nbar_blue', 'nbar_contiguity', 'nbar_green', 'nbar_nir', 'nbar_red', 'nbar_swir_1', 'nbar_swir_2', 'nbart_coastal_aerosol', 'nbart_blue', 'nbart_contiguity', 'nbart_green', 'nbart_nir', 'nbart_red', 'nbart_swir_1', 'nbart_swir_2', 'relative_azimuth', 'relative_slope', 'satellite_azimuth', 'satellite_view', 'solar_azimuth', 'solar_zenith', 'terrain_shadow', 'timedelta'], 'fmask'), ('default', 'ls8_usgs_l2c1', ['sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2'], 'quality')]
23 changes: 23 additions & 0 deletions DEA_sandbox/ARD_Intercomparison/settings/LS8_GA-all_USGS.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
[Settings]
config_input = examples/database_sources.txt
database_choices_options = ('default',)
database_choices_value = default
list_products_options = ('fc_percentile_albers_annual', 'fc_percentile_albers_seasonal', 'ga_ls5t_ard_3', 'ga_ls7e_ard_3', 'ga_ls8c_ard_3', 'ga_s2a_ard_nbar_granule', 'ga_s2b_ard_nbar_granule', 'high_tide_comp_20p', 'item_v2', 'item_v2_conf', 'landsat_barest_earth', 'low_tide_comp_20p', 'ls5_ard', 'ls5_fc_albers', 'ls5_level1_usgs', 'ls5_nbart_geomedian_annual', 'ls5_nbart_tmad_annual', 'ls5_pq_albers', 'ls5_usgs_l2c1', 'ls7_ard', 'ls7_fc_albers', 'ls7_level1_usgs', 'ls7_nbart_geomedian_annual', 'ls7_nbart_tmad_annual', 'ls7_pq_albers', 'ls7_usgs_l2c1', 'ls8_ard', 'ls8_barest_earth_albers', 'ls8_fc_albers', 'ls8_level1_usgs', 'ls8_nbart_geomedian_annual', 'ls8_nbart_tmad_annual', 'ls8_pq_albers', 'ls8_usgs_l2c1', 'mangrove_cover', 'multi_scale_topographic_position', 'nidem', 's1_gamma0_geotif_scene', 's2a_ard_granule', 's2a_l1c_aws_pds', 's2a_level1c_granule', 's2a_nrt_granule', 's2b_ard_granule', 's2b_l1c_aws_pds', 's2b_level1c_granule', 's2b_nrt_granule', 'sentinel2_wofs_nrt', 'usgs_ls5t_level1_1', 'usgs_ls7e_level1_1', 'usgs_ls8c_level1_1', 'weathering_intensity', 'wofs_albers', 'wofs_annual_summary', 'wofs_apr_oct_summary', 'wofs_filtered_summary', 'wofs_nov_mar_summary', 'wofs_summary')
list_products_value = ls8_usgs_l2c1
list_bands_options = ('sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2')
list_bands_value = ('coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2')
mask_band_options = ('sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2')
mask_band_value = quality
remove_partial_scenes = True
choose_common_dates = True
acq_min_input = 2018-01-01
acq_max_input = 2018-03-31
lon_input = 142.9382
lat_input = -22.5273
loc_file_input = examples/3_points.txt
window_size_input = 90.0
single_polygon_input = examples/shp/test_plgon.shp
multiple_polygon_input = examples/shape_files.txt
loc_input = 0
added_product = [('default', 'ls8_ard', ('lambertian_coastal_aerosol', 'lambertian_blue', 'lambertian_green', 'lambertian_nir', 'lambertian_red', 'lambertian_swir_1', 'lambertian_swir_2', 'nbar_coastal_aerosol', 'nbar_blue', 'nbar_green', 'nbar_nir', 'nbar_red', 'nbar_swir_1', 'nbar_swir_2', 'nbart_coastal_aerosol', 'nbart_blue', 'nbart_green', 'nbart_nir', 'nbart_red', 'nbart_swir_1', 'nbart_swir_2', 'fmask'), 'fmask'), ('default', 'ls8_usgs_l2c1', ('coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality'), 'quality')]
added_product_reports = [('default', 'ls8_ard', ['azimuthal_exiting', 'azimuthal_incident', 'exiting', 'fmask', 'incident', 'lambertian_coastal_aerosol', 'lambertian_blue', 'lambertian_contiguity', 'lambertian_green', 'lambertian_nir', 'lambertian_red', 'lambertian_swir_1', 'lambertian_swir_2', 'nbar_coastal_aerosol', 'nbar_blue', 'nbar_contiguity', 'nbar_green', 'nbar_nir', 'nbar_red', 'nbar_swir_1', 'nbar_swir_2', 'nbart_coastal_aerosol', 'nbart_blue', 'nbart_contiguity', 'nbart_green', 'nbart_nir', 'nbart_red', 'nbart_swir_1', 'nbart_swir_2', 'relative_azimuth', 'relative_slope', 'satellite_azimuth', 'satellite_view', 'solar_azimuth', 'solar_zenith', 'terrain_shadow', 'timedelta'], 'fmask'), ('default', 'ls8_usgs_l2c1', ['sr_aerosol', 'coastal_aerosol', 'blue', 'green', 'red', 'nir', 'swir1', 'swir2', 'quality', 'radsat_qa', 'lwir1', 'lwir2'], 'quality')]

0 comments on commit 9f99378

Please sign in to comment.