From ba9305e633ea9fd84539a239e4977fe6eb3f929c Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 17 Oct 2019 12:00:08 -0400 Subject: [PATCH 01/97] fix test data link --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 1c1b342..d19d141 100644 --- a/README.md +++ b/README.md @@ -18,7 +18,7 @@ The submit_py.sh also contains the Matlab script call, so you'll want to comment Test data is stored internally at IMaRS and mounted at `/srv/imars-objects/homes/common/wv2-processing/test_data/`. To run tests you should create a symlink from there to a dir named `test_data` in this project root `ln -s /srv/imars-objects/homes/common/wv2-processing/test_data/ test_data`. -Alternatively, you may download these files from google drive [here](test_data.tar.xz) if you have been granted the appropriate permissions. +Alternatively, you may download a version of these files from google drive [here](https://drive.google.com/file/d/1kWzAIxrhxD_ROwjMSZW1BTJxWGHtoGGd/view?usp=sharing) if you have been granted the appropriate permissions. These files are restricted to IMaRS and collaborators; please do not share them in any form. Once the file is downloaded you must extract this file to `wv2-processing/test_data/`. From 06acc9cedd2eba25272a91131ec8e03bedd41f9a Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 17 Oct 2019 13:56:03 -0400 Subject: [PATCH 02/97] update from @mjm8 email --- submit_py.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/submit_py.sh b/submit_py.sh index ce41bda..3135fc8 100755 --- a/submit_py.sh +++ b/submit_py.sh @@ -2,9 +2,9 @@ #SBATCH --job-name ="wv2_classification_py" #SBATCH --nodes=1 #SBATCH --mem-per-cpu=20480 -#SBATCH --time=1:00:00 -#SBATCH --array=0-611%20 -##-611%30 +#SBATCH --TIME=3:00:00 +#SBATCH --array=100-199 +##0-611%30 ##SBATCH --array=0-611%20 ## Can submit up to 10,000 jobs at once, but only 512 will run concurrently From 4813ef3311914acc3ec17409aeecd3b24435e3b8 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 17 Oct 2019 14:08:14 -0400 Subject: [PATCH 03/97] + del ortho files once done --- submit_py.sh | 3 +++ 1 file changed, 3 insertions(+) diff --git a/submit_py.sh b/submit_py.sh index 3135fc8..20c3990 100755 --- a/submit_py.sh +++ b/submit_py.sh @@ -46,6 +46,9 @@ met=${met[$SLURM_ARRAY_TASK_ID]} matlab -nodisplay -nodesktop -r "WV_Processing('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" +other_ortho_fpath="$output_dir1${input_img_basename}_u16ns4326.prj" +rm $image2 +rm $other_ortho_fpath #### Calculate Total Time # endtime = datetime.today() From 70d7f215311380fcba4e46284907eaa067d2a97b Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 17 Oct 2019 16:15:54 -0400 Subject: [PATCH 04/97] + IMaRS quickstart section --- README.md | 90 ++++++++++++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 89 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index d19d141..d5cdf85 100644 --- a/README.md +++ b/README.md @@ -5,7 +5,9 @@ The submit_py.sh file is what I use in Circe to call the pgc_ortho.py script, wh The submit_py.sh also contains the Matlab script call, so you'll want to comment out those lines before testing it. # Installation -1. download: `git clone git@github.com:USF-IMARS/wv2-processing.git` +NOTE: if you are running this code on IMaRS's servers (eg userproc or seashell) jump directly to the [IMaRS user quickstart section below](README.md#IMaRS-User-Quickstart). + +1. download: `git clone https://github.com/USF-IMARS/wv2-processing.git` 2. install dependencies 1. OS-level: * Ubuntu: @@ -111,3 +113,89 @@ Of particular note is [USF-IMARS/imars_dags//dags/processing/wv2_classification/ USF-IMaRS/imars_dags expects a certain configuration & software suite is expected to exist on each node. This airflow cluster's software and configuration management is managed via puppet ([IMaRS-private puppet repo ln](https://github.com/usf-imars/imars_puppet)); related documentation can be found there and can be provided on request. One of the more important dependencies is [imars-etl](https://github.com/USF-IMARS/imars-etl), which wraps IMaRS's underlying object & metadata storage systems. + + +# IMaRS User Quickstart +This section is for IMaRS researchers running this code on IMaRS's servers (eg userproc or seashell). +Setup and usage is simplified because a lot has already been set up for you. + + +## Setup +1. ssh to one of the processing servers +2. make sure you are in your home directory and navigate to wherever you want the code (useful commands: `pwd`, `cd`, `ls`, `mkdir`) +3. download a local copy of the code: `git clone https://github.com/USF-IMARS/wv2-processing` +4. create a link to the test data: `ln -s /srv/imars-objects/homes/common/wv2-processing/test_data/ test_data` +5. run the code tests: `python36 -m pytest` + * all should pass; open an issue in this repo if they do not + +Now that you are set up you can start working with real files. + +## Extracting Files to Work With +The best way to get the files you want to work with is to use the imars-etl tool. +This tool allows you to copy a file matching a metadata selection to your current working directory. +Common metadata you might select for: the product_id, the area_id, and the date_time. + +This processing currently uses product id 11 and 14 (.ntf & .xml files, respectively), so these will be the product_id values you want. +The area_id may vary; in the example below area_id=9 is used, which corresponds to the FCMaP "monroe" region of Florida, which includes the Florida Keys. + +For a full list of `area_id` and `product_id` values and descriptions, see [imars_puppet/.../product_metadata_rows.sql](https://github.com/USF-IMARS/imars_puppet/blob/production/modules/role/files/sql/product_metadata_rows.sql). +For more detailed information and more example SQL queries use [IMaRS's Blazer server](http://imars-physalis.marine.usf.edu:3000/). + +Example to download xml & ntf files: +``` +# let's start by creating an empty input_data directory and moving into it +mkdir input_data +cd input_data + +# find files which match an SQL query for a specific product, area, and time range: +imars-etl select 'WHERE product_id=14 AND area_id=9 AND date_time LIKE "2017-01-03%" ORDER BY date_time' + +# same as above but print out only date_time and provenance columns +imars-etl select -c date_time,provenance 'WHERE product_id=11 AND area_id=9 AND date_time LIKE "2017-01-03%" ORDER BY date_time' + +# copy a specific file to my current directory using the date_time, area, and product +imars-etl extract 'date_time="2017-01-03T15:57:53.549250" AND area_id=9 AND product_id=11' + +# also copy the xml file (product_id 14) for this granule +imars-etl extract 'date_time="2017-01-03T15:57:53.549250" AND area_id=9 AND product_id=14' + +# once we are done extracting files we can move up one directory back to the root of this project +cd .. +``` + +You will now have the files `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.ntf` and `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.xml` in your current working directory and can use them. + +See more docs on how to use imars-etl in [USF-IMARS/imars-etl](https://github.com/USF-IMARS/imars-etl). + + +## Running the Code on Your Files +Assuming we are using the `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005` files extracted from the previous section we can now run the python scripts on these input files. + +``` +# Starting with our working directory in the root of the project. +# Our input files are in `./input_data` and we should see them if we do `ls ./input_data` +# Let's also create some directories for our output data +mkdir ortho_data +mkdir output_data + +# 1st step is to run pgy ortho +python pgc_ortho.py \ + -p 4326 \ + -c ns \ + -t UInt16 \ + -f GTiff \ + ./input_data \ + ./ortho_data + +# if this was successful we should now have files in ortho_data +ls -lh ./ortho_data + +# We can now run the python classifier script on the pgc_ortho output + +python36 -m wv_classify.wv_classify \ + ./ortho_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005_u16ns4326.tif \ + ./input_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.xml \ + ./output_data MONROE "EPSG:4326" 2 1 + +# if this was successful we should now have rrs, Rrs, and classification_map files in ./output_data/ +``` From 2e5bf3712503769a8bf9fa49ede3e8605351f0f9 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 24 Oct 2019 14:21:35 -0400 Subject: [PATCH 05/97] upload (python-version-compatible) colormap --- wv_classification_colormap.txt | 69 ++++++++++++++++++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 wv_classification_colormap.txt diff --git a/wv_classification_colormap.txt b/wv_classification_colormap.txt new file mode 100644 index 0000000..c63e709 --- /dev/null +++ b/wv_classification_colormap.txt @@ -0,0 +1,69 @@ +# QGIS Generated Color Map Export File +INTERPOLATION:EXACT +0,29,29,30,255,shadow +1,240,234,244,255,1 +2,238,230,242,255,2 +3,236,226,240,255,3 +4,234,222,238,255,4 +5,232,218,236,255,5 +6,230,213,233,255,6 +7,228,209,231,255,7 +8,226,205,229,255,8 +9,224,201,227,255,9 +10,222,197,225,255,10 +11,120,120,120,255,shadow / developed +12,219,188,220,255,12 +13,217,184,218,255,13 +14,215,180,216,255,14 +15,216,174,213,255,15 +16,217,168,210,255,16 +17,217,162,207,255,17 +18,218,156,204,255,18 +19,218,151,201,255,19 +20,219,145,198,255,20 +21,157,128,91,255,beach / sand / soil +22,100,23,24,255,mud / (intertidal?) +23,221,127,189,255,23 +24,221,121,186,255,24 +25,222,115,183,255,25 +26,222,110,181,255,26 +27,223,104,178,255,27 +28,223,98,174,255,28 +29,223,93,170,255,29 +30,218,223,60,255,dead vegetation +31,188,223,113,255,marsh grass / dead vegetation +32,19,223,4,255,upland forest / grass / agriculture +33,7,145,40,255,forested wetland +34,222,66,149,255,34 +35,222,61,145,255,35 +36,222,56,141,255,36 +37,222,50,137,255,37 +38,222,45,132,255,38 +39,222,40,128,255,39 +40,222,34,124,255,40 +41,221,29,120,255,41 +42,218,26,116,255,42 +43,213,24,112,255,43 +44,208,22,109,255,44 +45,202,20,105,255,45 +46,197,18,101,255,46 +47,192,16,97,255,47 +48,187,14,93,255,48 +49,182,12,90,255,49 +50,177,10,86,255,50 +51,11,0,172,255,deep water +52,86,124,213,255,soft bottom +53,84,97,173,255,soft bottom +54,29,140,157,255,seagrass +55,93,128,138,255,turbid water +56,255,0,255,255,56 +57,255,0,255,255,57 +58,255,0,255,255,58 +59,255,0,255,255,59 +60,255,0,255,255,60 +61,255,0,255,255,61 +62,255,0,255,255,62 +63,255,0,255,255,63 +64,255,0,255,255,64 +65,255,0,255,255,65 +66,255,0,255,255,66 From d3e706329ca5e61d29eb409df6abb66487ccfadd Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 24 Oct 2019 14:25:02 -0400 Subject: [PATCH 06/97] + comment re column headers --- wv_classification_colormap.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/wv_classification_colormap.txt b/wv_classification_colormap.txt index c63e709..35491a8 100644 --- a/wv_classification_colormap.txt +++ b/wv_classification_colormap.txt @@ -1,4 +1,5 @@ # QGIS Generated Color Map Export File +# pixel_value,r,g,b,a,class_name INTERPOLATION:EXACT 0,29,29,30,255,shadow 1,240,234,244,255,1 From 6fedd8c7e62e2f39e8b6799a0ab2753eae7ef62a Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 1 Nov 2019 12:36:13 -0400 Subject: [PATCH 07/97] Create .travis.yml --- .travis.yml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 .travis.yml diff --git a/.travis.yml b/.travis.yml new file mode 100644 index 0000000..e9e34f6 --- /dev/null +++ b/.travis.yml @@ -0,0 +1,15 @@ +language: python +python: + - "2.7" + - "3.4" + - "3.5" + - "3.6" + - "3.7" + - "3.8" + - "nightly" +install: + - pip install -r requirements.txt +before_script: + - pip install -r requirements_tests.txt +script: + - pytest -v -m "not testdata_required" From 83854bb11f89a359f8039d3db7eb72faad0b7f7a Mon Sep 17 00:00:00 2001 From: 7yl4r Date: Fri, 1 Nov 2019 13:59:36 -0400 Subject: [PATCH 08/97] fix import namespacing --- requirements.txt | 4 +++- wv_classify/matlab_fns_geotiff_test.py | 4 ++-- wv_classify/read_wv_xml_test.py | 2 +- wv_classify/wv_classify_test.py | 2 +- 4 files changed, 7 insertions(+), 5 deletions(-) diff --git a/requirements.txt b/requirements.txt index 00d1d58..4834da8 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,3 +1,5 @@ # python packages needed to run wv2-processing scikit-image -# gdal -- better to install this w/ system package manager +# NOTE: the pygdal version below *must* match the gdal version from +# `gdal-config --version` +pygdal==3.0.1.* diff --git a/wv_classify/matlab_fns_geotiff_test.py b/wv_classify/matlab_fns_geotiff_test.py index 86a2c4e..7f2ad80 100644 --- a/wv_classify/matlab_fns_geotiff_test.py +++ b/wv_classify/matlab_fns_geotiff_test.py @@ -4,8 +4,8 @@ import os.path import warnings -from matlab_fns import geotiffread -from matlab_fns import geotiffwrite +from wv_classify.matlab_fns import geotiffread +from wv_classify.matlab_fns import geotiffwrite class Test_geotiff_io(TestCase): diff --git a/wv_classify/read_wv_xml_test.py b/wv_classify/read_wv_xml_test.py index a2dc090..197fc7f 100644 --- a/wv_classify/read_wv_xml_test.py +++ b/wv_classify/read_wv_xml_test.py @@ -1,7 +1,7 @@ # std modules: from unittest import TestCase -from read_wv_xml import read_wv_xml +from wv_classify.read_wv_xml import read_wv_xml class Test_read_wv_xml(TestCase): diff --git a/wv_classify/wv_classify_test.py b/wv_classify/wv_classify_test.py index 7cab186..cb7d6c1 100644 --- a/wv_classify/wv_classify_test.py +++ b/wv_classify/wv_classify_test.py @@ -1,7 +1,7 @@ import os import warnings -from wv_classify import process_file +from wv_classify.wv_classify import process_file def test_process_file(): From 3deb4598b70f973f6458fb1ab0ac677958732148 Mon Sep 17 00:00:00 2001 From: 7yl4r Date: Fri, 8 Nov 2019 21:08:08 -0500 Subject: [PATCH 09/97] + pgc img utils as submodule --- .gitmodules | 4 ++++ wv_classify/pgc_imagery_utils | 1 + 2 files changed, 5 insertions(+) create mode 100644 .gitmodules create mode 160000 wv_classify/pgc_imagery_utils diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..7d13a01 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,4 @@ +[submodule "wv_classify/pgc_imagery_utils"] + path = wv_classify/pgc_imagery_utils + url = https://github.com/PolarGeospatialCenter/imagery_utils.git + branch = v1.5.2 diff --git a/wv_classify/pgc_imagery_utils b/wv_classify/pgc_imagery_utils new file mode 160000 index 0000000..0ee92a0 --- /dev/null +++ b/wv_classify/pgc_imagery_utils @@ -0,0 +1 @@ +Subproject commit 0ee92a03fef00dc82978fad1daeb6568c511c8c5 From b9dd4be53265047e09ba43086cd122c727541d64 Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 3 Dec 2019 12:41:45 -0500 Subject: [PATCH 10/97] tmp disable gdal req --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 4834da8..d60617e 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,4 +2,4 @@ scikit-image # NOTE: the pygdal version below *must* match the gdal version from # `gdal-config --version` -pygdal==3.0.1.* +#pygdal==3.0.1.* From a344c088cdc87bc9fd95a12c0294bd794571d1f6 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 5 Dec 2019 16:14:40 -0500 Subject: [PATCH 11/97] create NYI submit_mosaic.sh --- submit_mosaic.sh | 30 ++++++++++++++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 submit_mosaic.sh diff --git a/submit_mosaic.sh b/submit_mosaic.sh new file mode 100644 index 0000000..ab847a4 --- /dev/null +++ b/submit_mosaic.sh @@ -0,0 +1,30 @@ +#!/bin/bash +#SBATCH --job-name ="wv_mosaic_gdal" +#SBATCH --nodes=1 +##SBATCH --ntasks-per-node=4 +#SBATCH --mem-per-cpu=20480 +#SBATCH --time=3:00:00 +#SBATCH --array=0 + +module load apps/gdal/2.2.1 + +gdalbuildvrt -a_srs EPSG:4326 my_overview_file.vrt $WORK/output/Rrs/NSF_SWTX/.*tif + + +# TODO: load & edit my_overview_file.vrt xml: +# replace extant opening element tag with: + +# and add the following elements within that block: + maximu + Python + + +export GDAL_VRT_ENABLE_PYTHON=YES + +gdaladdo -ro my_overview_file.vrt 1 From e012ed4eaa8ae3727790ef34267401a8809a8981 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 10 Jan 2020 12:30:13 -0500 Subject: [PATCH 12/97] try using docker w/ travis --- .travis.yml | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/.travis.yml b/.travis.yml index e9e34f6..bd9e4e7 100644 --- a/.travis.yml +++ b/.travis.yml @@ -1,4 +1,6 @@ language: python +services: + - docker python: - "2.7" - "3.4" @@ -7,9 +9,14 @@ python: - "3.7" - "3.8" - "nightly" +before_install: + - docker pull 7yl4r:wv_img_proc_docker + - docker run -d 7yl4r:wv_img_proc_docker + - docker ps -a + - docker run 7yl4r:wv_img_proc_docker -v requirements.txt:/requirements.txt -v requirements_tests.txt:/requirements.txt install: - - pip install -r requirements.txt + - docker exec 7yl4r:wv_img_proc_docker pip install -r /requirements.txt before_script: - - pip install -r requirements_tests.txt + - docker exec 7yl4r:wv_img_proc_docker pip install -r /requirements_tests.txt script: - - pytest -v -m "not testdata_required" + - docker exec 7yl4r:wv_img_proc_docker pytest -v -m "not testdata_required" From a7686a6d80bfc64e7934cbb60837dba9df86bd9d Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 17 Jan 2020 15:13:35 -0500 Subject: [PATCH 13/97] + boilerplate from iceberg projects for #30 --- README.md | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/README.md b/README.md index d5cdf85..f471cf5 100644 --- a/README.md +++ b/README.md @@ -4,6 +4,19 @@ Processing scripts for decision-tree land use classification on WorldView-2 imag The submit_py.sh file is what I use in Circe to call the pgc_ortho.py script, which has a number of sub-scripts called. The submit_py.sh also contains the Matlab script call, so you'll want to comment out those lines before testing it. +## Software Dependencies +* pygdal +* TODO: more here + +## Installation +### PSC Bridges +``` +$ git clone https://github.com/iceberg-project/Seals.git +# TODO: more here +``` + +----------------------------------------------------------------------------------------------------------------- + # Installation NOTE: if you are running this code on IMaRS's servers (eg userproc or seashell) jump directly to the [IMaRS user quickstart section below](README.md#IMaRS-User-Quickstart). From 0b05415c1f17a4572840c23119cd96430fb4558c Mon Sep 17 00:00:00 2001 From: 7yl4r Date: Wed, 22 Jan 2020 11:43:28 -0500 Subject: [PATCH 14/97] cleanup root dir by moving around less important files --- README.md | 10 ++++++---- .../pgc_mosaic_build_cutlines.py | 0 .../pgc_mosaic_build_tile.py | 0 .../pgc_mosaic_parallel.py | 0 .../pgc_mosaic_query_index.py | 0 pgc_ortho.py => pgc_duplication/pgc_ortho.py | 0 .../pgc_ortho_parallel.py | 0 .../pgc_pansharpen_parallel.py | 0 .../submit_mosaic.sh | 0 submit_py.sh => slurm_submission_scripts/submit_py.sh | 0 10 files changed, 6 insertions(+), 4 deletions(-) rename pgc_mosaic_build_cutlines.py => pgc_duplication/pgc_mosaic_build_cutlines.py (100%) rename pgc_mosaic_build_tile.py => pgc_duplication/pgc_mosaic_build_tile.py (100%) rename pgc_mosaic_parallel.py => pgc_duplication/pgc_mosaic_parallel.py (100%) rename pgc_mosaic_query_index.py => pgc_duplication/pgc_mosaic_query_index.py (100%) rename pgc_ortho.py => pgc_duplication/pgc_ortho.py (100%) rename pgc_ortho_parallel.py => pgc_duplication/pgc_ortho_parallel.py (100%) rename pgc_pansharpen_parallel.py => pgc_duplication/pgc_pansharpen_parallel.py (100%) rename submit_mosaic.sh => slurm_submission_scripts/submit_mosaic.sh (100%) rename submit_py.sh => slurm_submission_scripts/submit_py.sh (100%) diff --git a/README.md b/README.md index f471cf5..36016f2 100644 --- a/README.md +++ b/README.md @@ -37,6 +37,8 @@ Alternatively, you may download a version of these files from google drive [here These files are restricted to IMaRS and collaborators; please do not share them in any form. Once the file is downloaded you must extract this file to `wv2-processing/test_data/`. +TODO: add PGC's files here & merge directories. + ### running tests Python tests herein are generally orchestrated by pytest and live alongside the code they are testing with the suffix `_test`. @@ -101,7 +103,7 @@ $INPUT_DIR = directory for NITF staging/input $ORTHO_OUTPUT_DIR' = directory for output of pgc_ortho code as GeoTIFF '$ORTH_FILE = [this variable is outdated and should be deleted] $ID = image file name -$MET = metadata file +$MET = metadata file $CRD = coordinate system (e.g. EPSG 4326) $DT = input variable for whether to run the decision tree (DT = 2) or to just run Rrs conversion (DT = 0) $SGW = [this variable is outdated and should be deleted] @@ -191,7 +193,7 @@ Assuming we are using the `WV02_20170103155753_0000000000000000_17Jan03155753-M1 mkdir ortho_data mkdir output_data -# 1st step is to run pgy ortho +# 1st step is to run pgy ortho python pgc_ortho.py \ -p 4326 \ -c ns \ @@ -199,7 +201,7 @@ python pgc_ortho.py \ -f GTiff \ ./input_data \ ./ortho_data - + # if this was successful we should now have files in ortho_data ls -lh ./ortho_data @@ -209,6 +211,6 @@ python36 -m wv_classify.wv_classify \ ./ortho_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005_u16ns4326.tif \ ./input_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.xml \ ./output_data MONROE "EPSG:4326" 2 1 - + # if this was successful we should now have rrs, Rrs, and classification_map files in ./output_data/ ``` diff --git a/pgc_mosaic_build_cutlines.py b/pgc_duplication/pgc_mosaic_build_cutlines.py similarity index 100% rename from pgc_mosaic_build_cutlines.py rename to pgc_duplication/pgc_mosaic_build_cutlines.py diff --git a/pgc_mosaic_build_tile.py b/pgc_duplication/pgc_mosaic_build_tile.py similarity index 100% rename from pgc_mosaic_build_tile.py rename to pgc_duplication/pgc_mosaic_build_tile.py diff --git a/pgc_mosaic_parallel.py b/pgc_duplication/pgc_mosaic_parallel.py similarity index 100% rename from pgc_mosaic_parallel.py rename to pgc_duplication/pgc_mosaic_parallel.py diff --git a/pgc_mosaic_query_index.py b/pgc_duplication/pgc_mosaic_query_index.py similarity index 100% rename from pgc_mosaic_query_index.py rename to pgc_duplication/pgc_mosaic_query_index.py diff --git a/pgc_ortho.py b/pgc_duplication/pgc_ortho.py similarity index 100% rename from pgc_ortho.py rename to pgc_duplication/pgc_ortho.py diff --git a/pgc_ortho_parallel.py b/pgc_duplication/pgc_ortho_parallel.py similarity index 100% rename from pgc_ortho_parallel.py rename to pgc_duplication/pgc_ortho_parallel.py diff --git a/pgc_pansharpen_parallel.py b/pgc_duplication/pgc_pansharpen_parallel.py similarity index 100% rename from pgc_pansharpen_parallel.py rename to pgc_duplication/pgc_pansharpen_parallel.py diff --git a/submit_mosaic.sh b/slurm_submission_scripts/submit_mosaic.sh similarity index 100% rename from submit_mosaic.sh rename to slurm_submission_scripts/submit_mosaic.sh diff --git a/submit_py.sh b/slurm_submission_scripts/submit_py.sh similarity index 100% rename from submit_py.sh rename to slurm_submission_scripts/submit_py.sh From e64cc739e76aa981c4dfaf370b4a04bac3eb78fb Mon Sep 17 00:00:00 2001 From: 7yl4r Date: Wed, 22 Jan 2020 11:58:56 -0500 Subject: [PATCH 15/97] clean up readme by moving content into ./docs/ --- README.md | 154 ++++-------------------------------------- docs/airflow.md | 9 +++ docs/github-basics.md | 13 ++++ docs/imars-local.md | 86 +++++++++++++++++++++++ docs/matlab.md | 23 +++++++ docs/slurm.md | 7 ++ 6 files changed, 150 insertions(+), 142 deletions(-) create mode 100644 docs/airflow.md create mode 100644 docs/github-basics.md create mode 100644 docs/imars-local.md create mode 100644 docs/matlab.md create mode 100644 docs/slurm.md diff --git a/README.md b/README.md index 36016f2..8fba3ad 100644 --- a/README.md +++ b/README.md @@ -1,10 +1,8 @@ # wv2-processing Processing scripts for decision-tree land use classification on WorldView-2 images. -The submit_py.sh file is what I use in Circe to call the pgc_ortho.py script, which has a number of sub-scripts called. -The submit_py.sh also contains the Matlab script call, so you'll want to comment out those lines before testing it. - ## Software Dependencies +* gdal * pygdal * TODO: more here @@ -17,8 +15,8 @@ $ git clone https://github.com/iceberg-project/Seals.git ----------------------------------------------------------------------------------------------------------------- -# Installation -NOTE: if you are running this code on IMaRS's servers (eg userproc or seashell) jump directly to the [IMaRS user quickstart section below](README.md#IMaRS-User-Quickstart). +## General Installation +NOTE: if you are running this code on IMaRS's servers (eg userproc or seashell) jump directly to the IMaRS user quickstart document (./docs/imars-local.md). 1. download: `git clone https://github.com/USF-IMARS/wv2-processing.git` 2. install dependencies @@ -45,53 +43,20 @@ Python tests herein are generally orchestrated by pytest and live alongside the Note that comparing hashes on output files doesn't work well b/c of variations in the script and floating point errors so the tests are not very robust; they mostly just check things run without throwing exception. For much of my testing I had to resort to opening the geotiffs with QGIS and confirming that they look right. -# github basics - -## download repo to local machine -`git clone https://github.com/USF-IMARS/wv2-processing` - -## basic git/github workflow -1. `git pull origin master` - this updates your local to match the remote -2. make your file edits -3. `git status` to review the changes you have made -4. (optional) `git diff` to review even more closely -5. `git add my-new-file.py` to add new files to the "staging area" -6. `git commit -a -m "my new commit"` submits a commit with all changes and your commit message "my new commit" -7. `git push origin master` this uploads your commits to github - - # Usage ## Overview & Manual Steps Processing is broken into a few steps. Below are examples of how each step might be run. +0. `INPUT_DIR`, `ORTHO_OUTPUT_DIR`, and other variables below must be set (eg `INPUT_DIR=/home/tylar/wv_proc/my_input_files`). 1. create resampled tifs using pgc_ortho: * `python ./pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no-pyramids $INPUT_DIR $ORTHO_OUTPUT_DIR` -2. run one of the wv_classify scripts on the resampled tifs +2. run the wv_classify script on the resampled tifs 1. python `python ./wv_classify.py $ORTH_FILE $ID $MET $CRD $DT $SGW $FILT $STAT $LOC $ID_N $RRS_OUT $CLASS_OUT` - 2. matlab: - ``` - matlab -nodisplay -nodesktop -r "\ - cd('/opt/wv2_processing');\ - wv2_processing(\ - '$ORTH_FILE',\ - '{{params.id}}',\ - '$MET',\ - '{{params.crd_sys}}',\ - '{{params.dt}}',\ - '{{params.sgw}}',\ - '{{params.filt}}',\ - '{{params.stat}}',\ - '{{params.loc}}',\ - '{{params.id_number}}',\ - '$RRS_OUT',\ - '$CLASS_OUT'\ - );\ - exit\ - " - ``` + 3. use gdal or similar tools to mosaic multiple outputs together + * see [this gist](https://gist.github.com/7yl4r/d03f9617212db5efded1f8a0d34550d3) -## Script Parameter Ref +## Script Parameter Reference ``` -p = projection (4326 is the EPSG code for WGS geographic projection) @@ -115,102 +80,7 @@ $RRS_OUT = directory for output of Rrs GeoTIFFs $CLASS_OUT = directory for output of mapped GeoTIFFs ``` -## SLURM -These processing tasks have been executed on USF Research Computing's research cluster, [CIRCE](https://wiki.rc.usf.edu/index.php/CIRCE) using the SLURM task scheduler. -The slurm submission bash script is in the root of this repo at [./submit_py.sh](https://github.com/USF-IMARS/wv2-processing/blob/master/submit_py.sh) - -## Apache Airflow -This task has been run as an airflow DAG on IMaRS's airflow cluster. -The airflow dag definition file can be viewed at [USF-IMARS/imars_dags//dags/processing/wv2_classification/wv_classification.py](https://github.com/USF-IMARS/imars_dags/blob/master/dags/processing/wv2_classification/wv_classification.py). -Accompanying wrapper scripts are in the [scripts subdir of the same location](https://github.com/USF-IMARS/imars_dags/tree/master/dags/processing/wv2_classification/scripts). -Of particular note is [USF-IMARS/imars_dags//dags/processing/wv2_classification/scripts/ntf_to_rrs.sh](https://github.com/USF-IMARS/imars_dags/blob/master/dags/processing/wv2_classification/scripts/ntf_to_rrs.sh). - -USF-IMaRS/imars_dags expects a certain configuration & software suite is expected to exist on each node. -This airflow cluster's software and configuration management is managed via puppet ([IMaRS-private puppet repo ln](https://github.com/usf-imars/imars_puppet)); related documentation can be found there and can be provided on request. -One of the more important dependencies is [imars-etl](https://github.com/USF-IMARS/imars-etl), which wraps IMaRS's underlying object & metadata storage systems. - - -# IMaRS User Quickstart -This section is for IMaRS researchers running this code on IMaRS's servers (eg userproc or seashell). -Setup and usage is simplified because a lot has already been set up for you. - - -## Setup -1. ssh to one of the processing servers -2. make sure you are in your home directory and navigate to wherever you want the code (useful commands: `pwd`, `cd`, `ls`, `mkdir`) -3. download a local copy of the code: `git clone https://github.com/USF-IMARS/wv2-processing` -4. create a link to the test data: `ln -s /srv/imars-objects/homes/common/wv2-processing/test_data/ test_data` -5. run the code tests: `python36 -m pytest` - * all should pass; open an issue in this repo if they do not - -Now that you are set up you can start working with real files. - -## Extracting Files to Work With -The best way to get the files you want to work with is to use the imars-etl tool. -This tool allows you to copy a file matching a metadata selection to your current working directory. -Common metadata you might select for: the product_id, the area_id, and the date_time. - -This processing currently uses product id 11 and 14 (.ntf & .xml files, respectively), so these will be the product_id values you want. -The area_id may vary; in the example below area_id=9 is used, which corresponds to the FCMaP "monroe" region of Florida, which includes the Florida Keys. - -For a full list of `area_id` and `product_id` values and descriptions, see [imars_puppet/.../product_metadata_rows.sql](https://github.com/USF-IMARS/imars_puppet/blob/production/modules/role/files/sql/product_metadata_rows.sql). -For more detailed information and more example SQL queries use [IMaRS's Blazer server](http://imars-physalis.marine.usf.edu:3000/). - -Example to download xml & ntf files: -``` -# let's start by creating an empty input_data directory and moving into it -mkdir input_data -cd input_data - -# find files which match an SQL query for a specific product, area, and time range: -imars-etl select 'WHERE product_id=14 AND area_id=9 AND date_time LIKE "2017-01-03%" ORDER BY date_time' - -# same as above but print out only date_time and provenance columns -imars-etl select -c date_time,provenance 'WHERE product_id=11 AND area_id=9 AND date_time LIKE "2017-01-03%" ORDER BY date_time' - -# copy a specific file to my current directory using the date_time, area, and product -imars-etl extract 'date_time="2017-01-03T15:57:53.549250" AND area_id=9 AND product_id=11' - -# also copy the xml file (product_id 14) for this granule -imars-etl extract 'date_time="2017-01-03T15:57:53.549250" AND area_id=9 AND product_id=14' - -# once we are done extracting files we can move up one directory back to the root of this project -cd .. -``` - -You will now have the files `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.ntf` and `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.xml` in your current working directory and can use them. - -See more docs on how to use imars-etl in [USF-IMARS/imars-etl](https://github.com/USF-IMARS/imars-etl). - - -## Running the Code on Your Files -Assuming we are using the `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005` files extracted from the previous section we can now run the python scripts on these input files. - -``` -# Starting with our working directory in the root of the project. -# Our input files are in `./input_data` and we should see them if we do `ls ./input_data` -# Let's also create some directories for our output data -mkdir ortho_data -mkdir output_data - -# 1st step is to run pgy ortho -python pgc_ortho.py \ - -p 4326 \ - -c ns \ - -t UInt16 \ - -f GTiff \ - ./input_data \ - ./ortho_data - -# if this was successful we should now have files in ortho_data -ls -lh ./ortho_data - -# We can now run the python classifier script on the pgc_ortho output - -python36 -m wv_classify.wv_classify \ - ./ortho_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005_u16ns4326.tif \ - ./input_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.xml \ - ./output_data MONROE "EPSG:4326" 2 1 - -# if this was successful we should now have rrs, Rrs, and classification_map files in ./output_data/ -``` +More usage details in the `./docs` directory: +* IMaRS local systems use: docs/imars-local.md +* SLURM : docs/slurm.md +* Airflow: docs/airflow.md diff --git a/docs/airflow.md b/docs/airflow.md new file mode 100644 index 0000000..c542f01 --- /dev/null +++ b/docs/airflow.md @@ -0,0 +1,9 @@ +## Apache Airflow +This task has been run as an airflow DAG on IMaRS's airflow cluster. +The airflow dag definition file can be viewed at [USF-IMARS/imars_dags//dags/processing/wv2_classification/wv_classification.py](https://github.com/USF-IMARS/imars_dags/blob/master/dags/processing/wv2_classification/wv_classification.py). +Accompanying wrapper scripts are in the [scripts subdir of the same location](https://github.com/USF-IMARS/imars_dags/tree/master/dags/processing/wv2_classification/scripts). +Of particular note is [USF-IMARS/imars_dags//dags/processing/wv2_classification/scripts/ntf_to_rrs.sh](https://github.com/USF-IMARS/imars_dags/blob/master/dags/processing/wv2_classification/scripts/ntf_to_rrs.sh). + +USF-IMaRS/imars_dags expects a certain configuration & software suite is expected to exist on each node. +This airflow cluster's software and configuration management is managed via puppet ([IMaRS-private puppet repo ln](https://github.com/usf-imars/imars_puppet)); related documentation can be found there and can be provided on request. +One of the more important dependencies is [imars-etl](https://github.com/USF-IMARS/imars-etl), which wraps IMaRS's underlying object & metadata storage systems. diff --git a/docs/github-basics.md b/docs/github-basics.md new file mode 100644 index 0000000..529ff74 --- /dev/null +++ b/docs/github-basics.md @@ -0,0 +1,13 @@ +# github basics + +## download repo to local machine +`git clone https://github.com/USF-IMARS/wv2-processing` + +## basic git/github workflow +1. `git pull origin master` - this updates your local to match the remote +2. make your file edits +3. `git status` to review the changes you have made +4. (optional) `git diff` to review even more closely +5. `git add my-new-file.py` to add new files to the "staging area" +6. `git commit -a -m "my new commit"` submits a commit with all changes and your commit message "my new commit" +7. `git push origin master` this uploads your commits to github diff --git a/docs/imars-local.md b/docs/imars-local.md new file mode 100644 index 0000000..7b8e612 --- /dev/null +++ b/docs/imars-local.md @@ -0,0 +1,86 @@ + + +# IMaRS User Quickstart +This section is for IMaRS researchers running this code on IMaRS's servers (eg userproc or seashell). +Setup and usage is simplified because a lot has already been set up for you. + + +## Setup +1. ssh to one of the processing servers +2. make sure you are in your home directory and navigate to wherever you want the code (useful commands: `pwd`, `cd`, `ls`, `mkdir`) +3. download a local copy of the code: `git clone https://github.com/USF-IMARS/wv2-processing` +4. create a link to the test data: `ln -s /srv/imars-objects/homes/common/wv2-processing/test_data/ test_data` +5. run the code tests: `python36 -m pytest` + * all should pass; open an issue in this repo if they do not + +Now that you are set up you can start working with real files. + +## Extracting Files to Work With +The best way to get the files you want to work with is to use the imars-etl tool. +This tool allows you to copy a file matching a metadata selection to your current working directory. +Common metadata you might select for: the product_id, the area_id, and the date_time. + +This processing currently uses product id 11 and 14 (.ntf & .xml files, respectively), so these will be the product_id values you want. +The area_id may vary; in the example below area_id=9 is used, which corresponds to the FCMaP "monroe" region of Florida, which includes the Florida Keys. + +For a full list of `area_id` and `product_id` values and descriptions, see [imars_puppet/.../product_metadata_rows.sql](https://github.com/USF-IMARS/imars_puppet/blob/production/modules/role/files/sql/product_metadata_rows.sql). +For more detailed information and more example SQL queries use [IMaRS's Blazer server](http://imars-physalis.marine.usf.edu:3000/). + +Example to download xml & ntf files: +``` +# let's start by creating an empty input_data directory and moving into it +mkdir input_data +cd input_data + +# find files which match an SQL query for a specific product, area, and time range: +imars-etl select 'WHERE product_id=14 AND area_id=9 AND date_time LIKE "2017-01-03%" ORDER BY date_time' + +# same as above but print out only date_time and provenance columns +imars-etl select -c date_time,provenance 'WHERE product_id=11 AND area_id=9 AND date_time LIKE "2017-01-03%" ORDER BY date_time' + +# copy a specific file to my current directory using the date_time, area, and product +imars-etl extract 'date_time="2017-01-03T15:57:53.549250" AND area_id=9 AND product_id=11' + +# also copy the xml file (product_id 14) for this granule +imars-etl extract 'date_time="2017-01-03T15:57:53.549250" AND area_id=9 AND product_id=14' + +# once we are done extracting files we can move up one directory back to the root of this project +cd .. +``` + +You will now have the files `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.ntf` and `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.xml` in your current working directory and can use them. + +See more docs on how to use imars-etl in [USF-IMARS/imars-etl](https://github.com/USF-IMARS/imars-etl). + + +## Running the Code on Your Files +Assuming we are using the `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005` files extracted from the previous section we can now run the python scripts on these input files. + +``` +# Starting with our working directory in the root of the project. +# Our input files are in `./input_data` and we should see them if we do `ls ./input_data` +# Let's also create some directories for our output data +mkdir ortho_data +mkdir output_data + +# 1st step is to run pgy ortho +python pgc_ortho.py \ + -p 4326 \ + -c ns \ + -t UInt16 \ + -f GTiff \ + ./input_data \ + ./ortho_data + +# if this was successful we should now have files in ortho_data +ls -lh ./ortho_data + +# We can now run the python classifier script on the pgc_ortho output + +python36 -m wv_classify.wv_classify \ + ./ortho_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005_u16ns4326.tif \ + ./input_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.xml \ + ./output_data MONROE "EPSG:4326" 2 1 + +# if this was successful we should now have rrs, Rrs, and classification_map files in ./output_data/ +``` diff --git a/docs/matlab.md b/docs/matlab.md new file mode 100644 index 0000000..19cf36e --- /dev/null +++ b/docs/matlab.md @@ -0,0 +1,23 @@ + + +2. matlab: + ``` + matlab -nodisplay -nodesktop -r "\ + cd('/opt/wv2_processing');\ + wv2_processing(\ + '$ORTH_FILE',\ + '{{params.id}}',\ + '$MET',\ + '{{params.crd_sys}}',\ + '{{params.dt}}',\ + '{{params.sgw}}',\ + '{{params.filt}}',\ + '{{params.stat}}',\ + '{{params.loc}}',\ + '{{params.id_number}}',\ + '$RRS_OUT',\ + '$CLASS_OUT'\ + );\ + exit\ + " + ``` diff --git a/docs/slurm.md b/docs/slurm.md new file mode 100644 index 0000000..63f6248 --- /dev/null +++ b/docs/slurm.md @@ -0,0 +1,7 @@ +## SLURM +These processing tasks have been executed on USF Research Computing's research cluster, [CIRCE](https://wiki.rc.usf.edu/index.php/CIRCE) using the SLURM task scheduler. +The slurm submission bash script is in the root of this repo at [./submit_py.sh](https://github.com/USF-IMARS/wv2-processing/blob/master/submit_py.sh) + + +The submit_py.sh file is what I use in Circe to call the pgc_ortho.py script, which has a number of sub-scripts called. +The submit_py.sh also contains the Matlab script call, so you'll want to comment out those lines before testing it. From 99be19aff04100df4d863233d053c381dcff2f95 Mon Sep 17 00:00:00 2001 From: 7yl4r Date: Thu, 23 Jan 2020 10:49:57 -0500 Subject: [PATCH 16/97] fix(?) docker image name --- .travis.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.travis.yml b/.travis.yml index bd9e4e7..a21dbba 100644 --- a/.travis.yml +++ b/.travis.yml @@ -10,13 +10,13 @@ python: - "3.8" - "nightly" before_install: - - docker pull 7yl4r:wv_img_proc_docker - - docker run -d 7yl4r:wv_img_proc_docker + - docker pull 7yl4r/wv_img_proc_docker + - docker run -d 7yl4r/wv_img_proc_docker - docker ps -a - - docker run 7yl4r:wv_img_proc_docker -v requirements.txt:/requirements.txt -v requirements_tests.txt:/requirements.txt + - docker run 7yl4r/wv_img_proc_docker -v requirements.txt:/requirements.txt -v requirements_tests.txt:/requirements.txt install: - - docker exec 7yl4r:wv_img_proc_docker pip install -r /requirements.txt + - docker exec 7yl4r/wv_img_proc_docker pip install -r /requirements.txt before_script: - - docker exec 7yl4r:wv_img_proc_docker pip install -r /requirements_tests.txt + - docker exec 7yl4r/wv_img_proc_docker pip install -r /requirements_tests.txt script: - - docker exec 7yl4r:wv_img_proc_docker pytest -v -m "not testdata_required" + - docker exec 7yl4r/wv_img_proc_docker pytest -v -m "not testdata_required" From 83cf85930a0b67a56aca36f73dc65a5d3a36b20d Mon Sep 17 00:00:00 2001 From: 7yl4r Date: Thu, 23 Jan 2020 11:23:44 -0500 Subject: [PATCH 17/97] + tag to docker image key --- .travis.yml | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/.travis.yml b/.travis.yml index a21dbba..a4d3c5c 100644 --- a/.travis.yml +++ b/.travis.yml @@ -10,13 +10,14 @@ python: - "3.8" - "nightly" before_install: - - docker pull 7yl4r/wv_img_proc_docker - - docker run -d 7yl4r/wv_img_proc_docker + - DOCKER_IMAGE=7yl4r/wv_img_proc_docker:0.0.1 + - docker pull $DOCKER_IMAGE + - docker run -d $DOCKER_IMAGE - docker ps -a - - docker run 7yl4r/wv_img_proc_docker -v requirements.txt:/requirements.txt -v requirements_tests.txt:/requirements.txt + - docker run $DOCKER_IMAGE -v requirements.txt:/requirements.txt -v requirements_tests.txt:/requirements.txt install: - - docker exec 7yl4r/wv_img_proc_docker pip install -r /requirements.txt + - docker exec $DOCKER_IMAGE pip install -r /requirements.txt before_script: - - docker exec 7yl4r/wv_img_proc_docker pip install -r /requirements_tests.txt + - docker exec $DOCKER_IMAGE pip install -r /requirements_tests.txt script: - - docker exec 7yl4r/wv_img_proc_docker pytest -v -m "not testdata_required" + - docker exec $DOCKER_IMAGE pytest -v -m "not testdata_required" From ddc862fa9bdda2ab16fa33f6cbd1c2ecaba39c4d Mon Sep 17 00:00:00 2001 From: 7yl4r Date: Thu, 23 Jan 2020 13:55:25 -0500 Subject: [PATCH 18/97] fix typo on volume req_tests --- .travis.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.travis.yml b/.travis.yml index a4d3c5c..005aac3 100644 --- a/.travis.yml +++ b/.travis.yml @@ -14,7 +14,7 @@ before_install: - docker pull $DOCKER_IMAGE - docker run -d $DOCKER_IMAGE - docker ps -a - - docker run $DOCKER_IMAGE -v requirements.txt:/requirements.txt -v requirements_tests.txt:/requirements.txt + - docker run $DOCKER_IMAGE -v requirements.txt:/requirements.txt -v requirements_tests.txt:/requirements_tests.txt install: - docker exec $DOCKER_IMAGE pip install -r /requirements.txt before_script: From f837b04ddb7a869c6368dba27708e4600603b55b Mon Sep 17 00:00:00 2001 From: mjm8 <33459752+mjm8@users.noreply.github.com> Date: Fri, 6 Mar 2020 09:55:46 -0500 Subject: [PATCH 19/97] Add files via upload --- wv_classify/DT_Filter.m | 49 ++- wv_classify/WV_Processing.m | 677 ++++++++++++++++++++++++++++++++++++ 2 files changed, 709 insertions(+), 17 deletions(-) create mode 100644 wv_classify/WV_Processing.m diff --git a/wv_classify/DT_Filter.m b/wv_classify/DT_Filter.m index bf5bd19..9a40a07 100644 --- a/wv_classify/DT_Filter.m +++ b/wv_classify/DT_Filter.m @@ -1,35 +1,50 @@ %% DT_Filter.M %% Written by Matt McCarthy 8/29/2016 -function dt_filt = DT_Filter(file,x,sz2,sz3) +function dt_filt = DT_Filter(file,x,sz2,sz3,dev,FW,FU,UG,WA); filt = x; sz_sm(1) = sz2; % Size of unwarped(smaller) file sz_sm(2) = sz3; +fwfilt = 75 +wafilt = 50 sz1 = size(file); -dt_filt{1,1} = zeros(sz1(1),sz1(2),1); +dt_filt =zeros(sz1(1),sz1(2),'uint8'); - for a = 2:sz_sm(1)-1; % Mode filter or median filter: 3x3 or 5x5 - for b = 2:sz_sm(2)-1; - if isnan(file(a,b)) == 0; + for a = filt+1:sz_sm(1)-filt-1; % Mode filter or median filter: 3x3 or 5x5 + for b = filt+1:sz_sm(2)-filt-1; + if file(a,b) == dev; + dt_filt(a,b) = dev; + elseif file(a,b) == FW && a > fwfilt && b > fwfilt && a < sz_sm(1)-100 && b < sz_sm(2)-100; % For FW, use larger window to eliminate erroneous urban misclassifications + C = file(a-fwfilt:a+fwfilt,b-fwfilt:b+fwfilt); + idx = find(C == 0); % If any pixels in C are shadows, they are not included in the mode function + C(idx) = []; + mod = mode(mode(C)); % Mode of window (by definition, lower value is selected if more than one mode value) + if isnan(mod) == 1; + dt_filt(a,b) = 0; % If NaN, assign zero because Arc won't load DT tiffs w/ NaNs + elseif mod == FW; % Check if mode FW is actually urban tree shadow + idxfor = find(C == dev | C == FU); % Find upland forest, grass, and developed nearby + if size(idxfor,1)>0.10*size(C,1)*size(C,2); % > 10% is upland, grass, or developed + dt_filt(a,b) = FU; % Assumed to be non-wetland forest + else dt_filt(a,b) = FW; + end + else dt_filt(a,b) = FU; + end + elseif isnan(file(a,b)) == 0; C = file(a-filt:a+filt,b-filt:b+filt); idx = find(C == 0); % If any pixels in C are shadows, they are not included in the mode function C(idx) = []; - mod = mode(C); % Identify most common value (if more than one value, lower value is selected automatically) + mod = mode(mode(C)); % Identify most common value (if more than one value, lower value is selected automatically) if isnan(mod) == 1; % Check if mode of box is NaN (redundancy) - dt_filt{1,1}(a,b) = 0; % If NaN, assign zero (Arc won't load DT tiffs w/ NaNs) -% elseif file(a,b) == 6; % If mode of C indicates wetland, check that wetlands comprise at least 2/3 of adjacent vegetation pixels, otherwise assign upland -% idx2 = C == 6; % This is justified by the homogeneity of wetland vegetation while upland often occurs as individual stands -% idx3 = C == 4; % Upland -% if sum(idx2) >= (2/3)*(sum(idx2) + sum(idx3)) -% dt_filt{1,1}(a,b) = 6; % Wetland -% else dt_filt{1,1}(a,b) = 4; % Upland -% end - else dt_filt{1,1}(a,b) = mod; % If mod is upland, marsh, water or bare/developed, assign it as such + dt_filt(a,b) = 0; % If NaN, assign zero (Arc won't load DT tiffs w/ NaNs) + elseif mod == FW; + D = dt_filt(a-filt:a,b-filt:b); + modD = mode(mode(D)); + dt_filt(a,b) = modD; + else dt_filt(a,b) = mod; % If mod is upland, marsh, water or bare/developed, assign it as such end - end else - dt_filt{1,1}(a,b) = 0; + dt_filt(a,b) = 0; end end end diff --git a/wv_classify/WV_Processing.m b/wv_classify/WV_Processing.m new file mode 100644 index 0000000..a8cbbf5 --- /dev/null +++ b/wv_classify/WV_Processing.m @@ -0,0 +1,677 @@ +%% WV2 Processing +% Loads TIFF WorldView-2 image files preprocessed through Polar Geospatial +% Laboratory python code, which orthorectifies and projects .NTF files and outputs as +% TIFF files +% Radiometrically calibrates digital count data +% Atmospherically corrects images by subtracting Rayleigh Path Radiance +% Converts image to surface reflectance by accounting for Earth-Sun +% distance, solar zenith angle, and average spectral irradiance +% Tests and optionally corrects for sunglint +% Corrects for water column attenuation +% Runs Decision Tree classification on each image +% Optionally smooths results through moving-window filter +% Outputs images as GEOTIFF files with geospatial information. + +function dt_filt = WV_Processing(images,id,met,crd_sys,dt,filt,loc,idnumber,rrs_out,class_out); + +tic +d_t = str2num(dt); +n = num2str(idnumber); +id +met +coor_sys = crd_sys; % Change coordinate system code here +filter = str2num(filt); +loc_out = rrs_out; + +% Assign constants for all images +ebw1 = 0.001*[47.3 54.3 63.0 37.4 57.4 39.3 98.9 99.6]; % Effective Bandwidth per WV2 band (nm converted to um units; from IMD metadata files) +ebw2 = 0.001*[40.5 54.0 61.8 38.1 58.5 38.7 100.4 88.9]; % WV3 +irr1 = [1758.2229 1974.2416 1856.4104 1738.4791 1559.4555 1342.0695 1069.7302 861.2866]; % Band-averaged Solar Spectral Irradiance (W/m2/um units) +irr2 = [1757.89 2004.61 1830.18 1712.07 1535.33 1348.08 1055.94 858.77]; % WV3 (from Radiometric Use of WorldView-3 Imagery, Thuiller 2003 column Table 3) +cw1 = [.4273 .4779 .5462 .6078 .6588 .7237 .8313 .9080]; % Center wavelength (used for Rayleigh correction; from Radiometric Use of WorldView-2 Imagery) +cw2 = [.4274 .4819 .5471 .6043 .6601 .7227 .8240 .9136]; % WV3 +gamma = 0.01*[1.499 1.471 1.442 1.413 1.413 1.413 1.384 1.384]; % Factor used in Rayleigh Phase Function equation (Bucholtz 1995) + + [A, R] = geotiffread(images); + szA = size(A); + s = xml2struct(met); +% save XMLtest.mat s + % Extract calibration factors and acquisition time from metadata for each band + if isfield(s,'IMD') == 1 + szB(1) = str2num(s.IMD.SOURCE_IMD.IMD.NUMROWS.Text); %#ok<*ST2NM> + szB(2) = str2num(s.IMD.SOURCE_IMD.IMD.NUMCOLUMNS.Text); + kf(1,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_C.ABSCALFACTOR.Text); + kf(2,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_B.ABSCALFACTOR.Text); + kf(3,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_G.ABSCALFACTOR.Text); + kf(4,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_Y.ABSCALFACTOR.Text); + kf(5,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_R.ABSCALFACTOR.Text); + kf(6,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_RE.ABSCALFACTOR.Text); + kf(7,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_N.ABSCALFACTOR.Text); + kf(8,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_N2.ABSCALFACTOR.Text); + aqyear = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(12:15)); % Extract Acquisition Time from metadata + aqmonth = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(17:18)); % Extract Acquisition Time from metadata + aqday = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(20:21)); % Extract Acquisition Time from metadata + aqhour = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(23:24)); % Extract Acquisition Time from metadata + aqminute = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(26:27)); % Extract Acquisition Time from metadata + aqsecond = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(29:37)); % Extract Acquisition Time from metadata + sunel = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANSUNEL.Text); % Extract Mean Sun Elevation angle from metadata + satview = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANOFFNADIRVIEWANGLE.Text); % Extract Mean Off Nadir View angle from metadata + sunaz = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANSUNAZ.Text); + sensaz = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANSATAZ.Text); + satel = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANSATEL.Text); + cl_cov = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.CLOUDCOVER.Text); + + elseif isfield(s,'isd') == 1 + szB(1) = str2num(s.isd.IMD.NUMROWS.Text); + szB(2) = str2num(s.isd.IMD.NUMCOLUMNS.Text); + kf(1,1) = str2num(s.isd.IMD.BAND_C.ABSCALFACTOR.Text); + kf(2,1) = str2num(s.isd.IMD.BAND_B.ABSCALFACTOR.Text); + kf(3,1) = str2num(s.isd.IMD.BAND_G.ABSCALFACTOR.Text); + kf(4,1) = str2num(s.isd.IMD.BAND_Y.ABSCALFACTOR.Text); + kf(5,1) = str2num(s.isd.IMD.BAND_R.ABSCALFACTOR.Text); + kf(6,1) = str2num(s.isd.IMD.BAND_RE.ABSCALFACTOR.Text); + kf(7,1) = str2num(s.isd.IMD.BAND_N.ABSCALFACTOR.Text); + kf(8,1) = str2num(s.isd.IMD.BAND_N2.ABSCALFACTOR.Text); + aqyear = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(1:4)); % Extract Acquisition Time from metadata + aqmonth = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(6:7)); % Extract Acquisition Time from metadata + aqday = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(9:10)); % Extract Acquisition Time from metadata + aqhour = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(12:13)); % Extract Acquisition Time from metadata + aqminute = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(15:16)); % Extract Acquisition Time from metadata + aqsecond = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(18:26)); % Extract Acquisition Time from metadata + sunel = str2num(s.isd.IMD.IMAGE.MEANSUNEL.Text); % Extract Mean Sun Elevation angle from metadata + satview = str2num(s.isd.IMD.IMAGE.MEANOFFNADIRVIEWANGLE.Text); % Extract Mean Off Nadir View angle from metadata + sunaz = str2num(s.isd.IMD.IMAGE.MEANSUNAZ.Text); + sensaz = str2num(s.isd.IMD.IMAGE.MEANSATAZ.Text); + satel = str2num(s.isd.IMD.IMAGE.MEANSATEL.Text); + cl_cov = str2num(s.isd.IMD.IMAGE.CLOUDCOVER.Text); + else + c = struct2cell(s.Children(2).Children(:)); + idx{1} = strfind(c(1,:),'NUMROWS'); + idx{2} = strfind(c(1,:),'NUMCOLUMNS'); + idx{3} = strfind(c(1,:),'BAND_C'); + idx{4} = strfind(c(1,:),'BAND_B'); + idx{5} = strfind(c(1,:),'BAND_G'); + idx{6} = strfind(c(1,:),'BAND_Y'); + idx{7} = strfind(c(1,:),'BAND_R'); + idx{8} = strfind(c(1,:),'BAND_RE'); + idx{9} = strfind(c(1,:),'BAND_N'); + idx{10} = strfind(c(1,:),'BAND_N2'); + idx{11} = strfind(c(1,:),'IMAGE'); + for i = 1:11; + idxb(i,1:2) = find(not(cellfun('isempty',idx{i}))); + end + szB(1) = str2num(s.Children(2).Children(idxb(1)).Children.Data); + szB(2) = str2num(s.Children(2).Children(idxb(2)).Children.Data); + kf(1,1) = str2num(s.Children(2).Children(idxb(3)).Children(26).Children.Data); + kf(2,1) = str2num(s.Children(2).Children(idxb(4)).Children(26).Children.Data); + kf(3,1) = str2num(s.Children(2).Children(idxb(5)).Children(26).Children.Data); + kf(4,1) = str2num(s.Children(2).Children(idxb(6)).Children(26).Children.Data); + kf(5,1) = str2num(s.Children(2).Children(idxb(7,1)).Children(26).Children.Data); + kf(6,1) = str2num(s.Children(2).Children(idxb(8)).Children(26).Children.Data); + kf(7,1) = str2num(s.Children(2).Children(idxb(9,1)).Children(26).Children.Data); + kf(8,1) = str2num(s.Children(2).Children(idxb(10)).Children(26).Children.Data); + aqyear = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(1:4)); + aqmonth = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(6:7)); + aqday = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(9:10)); + aqhour = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(12:13)); + aqminute = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(15:16)); + aqsecond = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(18:26)); + sunel = str2num(s.Children(2).Children(idxb(11,2)).Children(56).Children.Data); + sunaz = str2num(s.Children(2).Children(idxb(11,2)).Children(50).Children.Data); + satview = str2num(s.Children(2).Children(idxb(11,2)).Children(86).Children.Data); + sensaz = str2num(s.Children(2).Children(idxb(11,2)).Children(62).Children.Data); + satel = str2num(s.Children(2).Children(idxb(11,2)).Children(68).Children.Data); + cl_cov = str2num(s.Children(2).Children(idxb(11,2)).Children(90).Children.Data); + end + + szB(3) = 8; + + % Assign WV2 vs WV3 constant calibration factors + if id(4) == '3' + ebw = ebw2; + irr = irr2; + cw = cw2; + else ebw = ebw1; + irr = irr1; + cw = cw1; + end + + % Identify growing season vs senesced + if aqmonth == 11 || aqmonth == 12 || aqmonth == 1 || aqmonth == 2 + season = 0; + else season = 1; + end + %% Calculate Earth-Sun distance and relevant geometry + if aqmonth == 1 || aqmonth == 2; + year = aqyear -1; + month = aqmonth + 12; + else year = aqyear; + month = aqmonth; + end + UT = aqhour + (aqminute/60.0) + (aqsecond/3600.0); % Convert time to UT + B1 = int64(year/100); + B2 = 2-B1+int64(B1/4); + JD = (int64(365.25*(year+4716)) +int64(30.6001*(month+1)) + aqday + UT/24.0 + B2 - 1524.5); % Julian date + D = JD - 2451545.0; + degs = double(357.529 + 0.98560028*D); % Degrees + ESd = 1.00014 - 0.01671*cosd(degs) - 0.00014*cosd(2*degs); % Earth-Sun distance at given date (should be between 0.983 and 1.017) + + inc_ang = 90.0 - sunel; + TZ = cosd(inc_ang); % Atmospheric spectral transmittance in solar path with solar zenith angle + TV = cosd(satview); % Atmospheric spectral transmittance in view path with satellite view angle + + %% Calculate Rayleigh Path Radiance (Dash et al. 2012 and references therein) + if sunaz > 180 % For the following equations, azimuths should be between -180 and +180 degrees + sunaz = sunaz - 360; + end + if sensaz > 180 + sensaz = sensaz - 360; + end + + az = abs(sensaz - 180 - sunaz); % Relative azimuth angle + thetaplus = acosd(cosd(90-sunel)*cosd(90-satel) - sind(90-sunel)*sind(90-satel)*cosd(az)); % Scattering angles + + for d = 1:8; + Pr(d) = (3/(4*(1+2*gamma(d))))*((1+3*gamma(d))+(1-gamma(d))*cosd(thetaplus)^2); % Rayleigh scattering phase function (described in Bucholtz 1995) + end + + for d = 1:8; + tau(d) =(0.008569*(cw(d)^-4)*(1 + 0.0113*(cw(d)^-2) + 0.00013*cw(d)^-4)); % Rayleigh optical thickness (assume standard pressure of 1013.25 mb) + end + + % Rayleigh calculation (Dash et al., 2012) + for d = 1:8; + ray_rad{1,1}(d) = ((irr(1,d)/ESd)*1*tau(d)*Pr(d))/(4*pi*cosd(90-satel)); % Assume standard pressure (1013.25 mb) + end + + % rrs constant calculation (Kerr et al. 2018 and Mobley 1994) + G = single(1.7); % constant Li et al. 2019 + na = 1.00029; % Refractive index of air + nw = 1.34; % Refractive index seawater + inc_ang2 = real(asind(sind(90-satel)*nw/na)); % Incident angle for water-air from Snell's Law + trans_aw = real(asind(sind(inc_ang)*na/nw)); % Transmission angle for air-water incident light from Snell's Law + trans_wa = 90-satel; % Transmission angle for water-air incident light from Snell's Law + pf1 = real(0.5*((sind(inc_ang - trans_aw)/(sind(inc_ang + trans_aw)))^2 + (tand(inc_ang - trans_aw)/(tand(inc_ang + trans_aw)))^2)); % Fresnel reflectance for air-water incident light (Mobley 1994) + pf2 = real(0.5*((sind(inc_ang2 - trans_wa)/(sind(inc_ang2 + trans_wa)))^2 + (tand(inc_ang2 - trans_wa)/(tand(inc_ang2 + trans_wa)))^2)); + zeta = real(single((1-pf1)*(1-pf2)/(nw^2))); % rrs constant (~0.52) from Mobley 1994 + + + % Adjust file size: Input file (A) warped may contain more or fewer columns/rows than original NITF file, and some may be corrupt. + sz(1) = min(szA(1),szB(1)); + sz(2) = min(szA(2),szB(2)); + sz(3) = 8; + + %% Assign NaN to no-data pixels and radiometrically calibrate and convert to Rrs + Rrs = single(zeros(szA(1),szA(2),8)); % Create empty matrix for Rrs output + for j = 1:sz(1); % Assign NaN to pixels of no data + for k = 1:sz(2); % If a pixel contains data values other than "zero" or "two thousand and forty seven" in any band, it is calibrated; otherwise, it is considered "no-data" - this avoids a problem created during the orthorectification process wherein reprojecting the image may resample data + if (A(j,k,1)) ~= 0 && (A(j,k,1)) ~= 2047 || (A(j,k,2)) ~= 0 && (A(j,k,2)) ~= 2047 || (A(j,k,3)) ~= 0 && (A(j,k,3)) ~= 2047 || (A(j,k,4)) ~= 0 && (A(j,k,4)) ~= 2047 || (A(j,k,5)) ~= 0 && (A(j,k,5)) ~= 2047 || (A(j,k,6)) ~= 0 && (A(j,k,6)) ~= 2047 || (A(j,k,7)) ~= 0 && (A(j,k,7)) ~= 2047 || (A(j,k,8)) ~= 0 && (A(j,k,8)) ~= 2047; + for d = 1:8; + Rrs(j,k,d) = single((pi*((single(A(j,k,d))*kf(d,1)/ebw(1,d)) - ray_rad{1,1}(1,d))*ESd^2)/(irr(1,d)*TZ*TV)); % Radiometrically calibrate and convert to Rrs (adapted from Radiometric Use of WorldView-2 Imagery( + end + else Rrs(j,k,:) = NaN; + end + end + end + + clear A + + %% Output reflectance image +% if Rrs_write == 1; +% if id(4) == '3' +% info = geotiffinfo(images); +% geoTags = info.GeoTIFFTags.GeoKeyDirectoryTag; +% tiffTags = struct('TileLength',1024,'TileWidth',1024); +% Z = [loc_out,id,'_',loc,'_RrsBT'] +% geotiffwrite(Z,Rrs,R(1,1),'GeoKeyDirectoryTag',geoTags,'TiffType','bigtiff','TiffTags',tiffTags); +% else +% Z = [loc_out,id,'_',loc,'_Rrs'] +% geotiffwrite(Z,Rrs,R(1,1),'CoordRefSysCode',coor_sys); +% end +% end + + if d_t > 0; % Run DT and/or rrs conversion; otherwise end + + %% Setup for Deglint, Bathymetry, and Decision Tree + b = 1; + t = 1; + u = 1; + y = 0; + v = 0; + num_pix = 0; + sum_SD(b) = 0; + sum_veg(t) = 0; + sum_veg2(t) = 0; + dead_veg(t) = 0; + sum_water_rrs(u) = 0; + sz_ar = sz(1)*sz(2); + water = zeros(sz_ar,9); + for j = 1:sz(1); + for k = 1:sz(2); + if isnan(Rrs(j,k,1)) == 0 + num_pix = num_pix +1; % Count number of non-NaN pixels + c_val(num_pix) = Rrs(j,k,1); % Record coastal band value for use in cloud mask prediction + if (Rrs(j,k,7) - Rrs(j,k,2))/(Rrs(j,k,7) + Rrs(j,k,2)) < 0.65 && Rrs(j,k,5) > Rrs(j,k,4) && Rrs(j,k,4) > Rrs(j,k,3) % Sand & Developed + sum_SD(b) = sum(Rrs(j,k,6:8)); + b = b+1; + elseif (Rrs(j,k,8) - Rrs(j,k,5))/(Rrs(j,k,8) + Rrs(j,k,5)) > 0.65 && Rrs(j,k,7) > Rrs(j,k,3); % Identify vegetation (excluding grass) + if ((Rrs(j,k,7) - Rrs(j,k,2))/(Rrs(j,k,7) + Rrs(j,k,2))) > 0.20; % Shadow filter + sum_veg(t) = sum(Rrs(j,k,3:5)); % Sum bands 3-5 for selected veg to distinguish wetland from upland + sum_veg2(t) = sum(Rrs(j,k,7:8)); + dead_veg(t) = (((Rrs(j,k,7) - Rrs(j,k,4))/3) + Rrs(j,k,4)) - Rrs(j,k,5); % Compute difference of predicted B5 value from actual valute + t = t+1; + end + elseif Rrs(j,k,8) < 0.11 && Rrs(j,k,1) > 0 && Rrs(j,k,2) > 0 && Rrs(j,k,3) > 0 && Rrs(j,k,4) > 0 && Rrs(j,k,5) > 0 && Rrs(j,k,6) > 0 && Rrs(j,k,7) > 0 && Rrs(j,k,8) > 0; % Identify glint-free water + water(u,1:8) = double(Rrs(j,k,:)); + water_rrs(1:6) = Rrs(j,k,1:6)./(zeta + G.*Rrs(j,k,1:6)); + if water_rrs(4) > water_rrs(2) && water_rrs(4) < 0.12 && water_rrs(5) < water_rrs(3) + sum_water_rrs(u) = sum(water_rrs(3:5)); + end + u = u+1; + if Rrs(j,k,8)Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,3) + v = v+1; + water(u,9) = 3; % Mark array2>array1 glinted pixels + else water(u,9) = 1; % Mark records of glint-free water + end + elseif Rrs(j,k,8)Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,3) + water(u,9) = 3; % Mark array2>array1 glinted pixels + water(u,1:8) = double(Rrs(j,k,:)); + u = u+1; + v = v+1; +% elseif (Rrs(j,k,4)-Rrs(j,k,8))/(Rrs(j,k,4)+Rrs(j,k,8)) < 0.55 && Rrs(j,k,8) < 0.2 && (Rrs(j,k,7)-Rrs(j,k,2))/(Rrs(j,k,7)+Rrs(j,k,2)) < 0.1 && (Rrs(j,k,8)-Rrs(j,k,5))/(Rrs(j,k,8)+Rrs(j,k,5)) < 0.3 && Rrs(j,k,1) > 0 && Rrs(j,k,2) > 0 && Rrs(j,k,3) > 0 && Rrs(j,k,4) > 0 && Rrs(j,k,5) > 0 && Rrs(j,k,6) > 0 && Rrs(j,k,7) > 0 && Rrs(j,k,8) > 0; % Identify glinted water +% water(u,1:8) = double(Rrs(j,k,:)); +% u = u+1; +% v = v+1; + + end + end + end + end + n_water = u; % Number of water pixels used to derive E_glint relationships + n_glinted = v; % Number of glinted water pixels + + idx = find(water(:,1) == 0); + water(idx,:) = []; + water7 = water(:,7); + water8 = water(:,8); + mnNIR1 = min(water7(water7>0)); % Positive minimum Band 7 value used for deglinting + mnNIR2 = min(water8(water8>0)); % Positive minimum Band 8 value used for deglinting + + idx_gf = find(water(:,9)==1); % Glint-free water + water_gf = water(idx_gf,1:8); + +% Identify optically deep water average spectrum + bn = 7; % Band number + pctl_l = 5; % Percentile (5th percentile value of glint-free water n-band values chosen based on visual analysis of density slicing of Rrs image) + pctl_u = 15; + clear water_gfidx water_odw m0 m1 + water_gfidx = find(water_gf(:,bn) == prctile(water_gf(:,bn),pctl_l) & water_gf(:,bn) <= prctile(water_gf(:,bn),pctl_u)); + water_odw(:,1:8) = (water_gf(water_gfidx(1:end),1:8)); % Li et al. Dove BGR corresponds to WV2 BGY center wavelengths + +% Equations from Li et al. 2019 & Hu et al. 2012 + for h = 1:size(water_odw,1) +% w1(h) = water_odw(h,3) - (water_odw(h,1) + (546-427)/(659-427)*(water_odw(h,5) - water_odw(h,1))); % Hu et al. 2012 + w2(h) = water_odw(h,3) - 0.46*water_odw(h,4) - 0.54*water_odw(h,1); % Li et al. 2019 + end + + if exist('w2')==1 + w = median(w2(w2<0)); + else w = 0; + end + + if w > -0.0005 + m0 = 0; + m1 = 0; + Update = 'Too Turbid for Benthic Mapping' + else + chla = 10^(-0.4909 + 191.659*w) % Hu et al. 2012 (Kerr limited chla to 1.0mg/m3; 0.1 mg/m3 WV Cay Sal most accurate value used) + m0 = 52.083*exp(2.711*chla) % Revised from Li et al. 2019 with exponential scalar derived from Kerr FK WV image field data tuning parameters + m1 = 50.156*exp(2.711*chla) % TARGET: 64.3 +/- 0.5 & 62.6 +/- 0.5, Predicted: 67.2 & 64.7 + end + + Kd = [0.036 0.037 0.075 0.25 0.415]; %1.416]; %(Based on Kerr 2018 Fig 7a chl-conc 0.1 mg/m3 i.e. lowest RMSE water-depth predictor values) + + if v > 0.25*u + Update = 'Deglinting' + id2 = 'deglinted'; + for b = 1:6 %% Calculate linear fitting of all MS bands vs NIR1 & NIR2 for deglinting in DT (Hedley et al. 2005) + if b == 1 || b == 4 || b == 6 + slope1 = water(:,b)\water(:,8); + else slope1 = water(:,b)\water(:,7); + end + E_glint(1,b) = single(slope1); + end + E_glint % = [0.8075 0.7356 0.8697 0.7236 0.9482 0.7902] + else Update = 'Glint-free' + id2 = 'glintfree'; + end + + %% Edge Detection via Morphological Index (improved over Huang & Zhang 2011, Ma et al. 2019) + waterind = uint16((Rrs(:,:,3)-Rrs(:,:,8))./(Rrs(:,:,3)+Rrs(:,:,8)) > 0.15); + img_sub2 = Rrs(:,:,2); + img_sub5 = Rrs(:,:,5); + img_sub7 = Rrs(:,:,7); + + Rrs_cloud = img_sub2./img_sub7; + Rrs_cl2 = Rrs_cloud; + Rrs_cl3 = Rrs_cloud; + Rrs_cl2(Rrs_cloud >= 0.7) = 1; + Rrs_cl2(Rrs_cloud < 0.7) = 0; + Rrs_cl3(Rrs_cloud <= 0.9) = 1; + Rrs_cl3(Rrs_cloud > 0.9) = 0; + Rrs_clf = Rrs_cl2 + Rrs_cl3; + Rrs_clf(Rrs_clf < 2) = 0; + CLrrs = imbinarize(Rrs_clf); + CL1 = uint16(imtophat(CLrrs,strel('disk',100))) - waterind; + CL1(CL1<0) = 0; + CLe = imerode(CL1,strel('disk',20)); + CLed = imdilate(CLe,strel('disk',150)); + Cloud = imfill(CLed,'holes'); + clear Rrs_cl2 Rrs_cl3 Rrs_clf CLrrs CL1 CLe CLed + + Rrs_sh1 = Rrs_cloud; + Rrs_sh2 = Rrs_cloud; + Rrs_sh1(Rrs_cloud >= 1.3) = 1; + Rrs_sh1(Rrs_cloud < 1.3) = 0; + Rrs_sh2(Rrs_cloud <= 1.7) = 1; + Rrs_sh2(Rrs_cloud > 1.7) = 0; + Rrs_shf = Rrs_sh1 + Rrs_sh2; + Rrs_shf(Rrs_shf < 2) = 0; + SHrrs = imbinarize(Rrs_shf); + Shadow = uint16(imtophat(SHrrs,strel('square',20))); + clear Rrs_sh1 Rrs_sh2 Rrs_shf SHrrs + + Rrs_map = img_sub5./img_sub7; + Rrs_map2 = Rrs_map; + Rrs_map3 = Rrs_map; + Rrs_map2(Rrs_map >= 0.7) = 1; + Rrs_map2(Rrs_map < 0.7) = 0; + Rrs_map3(Rrs_map <= 1.1) = 1; + Rrs_map3(Rrs_map > 1.1) = 0; + Rrs_mapf = Rrs_map2 + Rrs_map3; + Rrs_mapf(Rrs_mapf < 2) = 0; + BWrrs = imbinarize(Rrs_mapf); + + BW1 = uint16(imtophat(BWrrs,strel('square',30))) - waterind; + BW1 = imdilate(BW1,strel('square',5)); % Expand developed to include shadows + BW1(BW1<0) = 0; + + Cloud = Cloud - BW1; + Cloud(Cloud<0) = 0; + cld_idx = 0; + if size(find(Cloud ==1),1) > 0.060*szA(1)*szA(2) + cld_idx = 1; + end + + +% ns = 2000; +% BW = uint16(imtophat(BWrrs,strel('square',ns))); +% CC = bwconncomp(BW); +% numPixels = cellfun(@numel,CC.PixelIdxList); +% BW1idx = find(numPixels > 1000); +% CC.PixelIdxList = CC.PixelIdxList(BW1idx); +% CC.NumObjects = size(BW1idx,2); +% BW3 = uint16(labelmatrix(CC)); +% BW3(BW3>0) = 1; +% BW3e = uint16(imerode(BW3,strel('disk',100))); +% BW3ed = uint16(imdilate(BW3e,strel('square',200))); +% BW4 = imfill(BW3ed,'holes'); + + BAI = (img_sub2 - img_sub7)./(img_sub2 + img_sub7); % Built Area Index + BAI = BAI * -1; % Dev & soil negative, soil more negative (water high positive) + BAI = imbinarize(BAI); + BAI = imerode(BAI,strel('square',5)); + + clear BW3 BW3e BW3ed BW2 BWrrs BWnew BWnewe BW1idx + + Ztest = [loc_out,id,'_',loc,'_BW1'] + geotiffwrite(Ztest,BW1,R(1,1),'CoordRefSysCode',coor_sys); + Ztest = [loc_out,id,'_',loc,'_BAI'] + geotiffwrite(Ztest,BAI,R(1,1),'CoordRefSysCode',coor_sys); + + + + %% Determine Rrs-infinite from glint-free water pixels + rrs_inf = [0.00512 0.00686 0.008898 0.002553 0.001506 0.000403]; % Derived from Rrs_Kd_Model.xlsx for Default values + + %% Calculate target class metrics + avg_SD_sum = mean(sum_SD(:)); + stdev_SD_sum = std(sum_SD(:)); + avg_veg_sum = mean(sum_veg(:)) + avg_dead_veg = mean(dead_veg(:)); + avg_mang_sum = mean(sum_veg2(:)); + idx_water2 = find(sum_water_rrs==0); + sum_water_rrs(idx_water2) = []; + avg_water_sum = mean(sum_water_rrs(:)); + + if cl_cov > 0 + num_cld_pix = round(num_pix*cl_cov*0.01); % Number of cloud pixels (rounded down to nearest integer) based on metadata-reported percent cloud cover + srt_c = sort(c_val,'descend'); % Sort all pixel blue-values in descending order. Cloud mask threshold will be num_cld_pix'th highest value + cld_mask = srt_c(num_cld_pix); % Set cloud mask threshold + else cld_mask = max(c_val)+1; + end + + + Bathy = single(zeros(szA(1),szA(2))); % Preallocate for Bathymetry + Rrs_deglint = single(zeros(5,1)); % Preallocate for deglinted Rrs + Rrs_0 = single(zeros(5,1)); %Preallocation for water-column corrected Rrs + map = zeros(szA(1),szA(2),'uint8'); % Create empty matrix for classification output + + if d_t == 1; % Execute Deglinting, rrs, Bathymetry + if v > u*0.25 + for j = 1:szA(1) + for k = 1:szA(2) + if isnan(Rrs(j,k,1)) == 0 && Rrs(j,k,8)<0.2 + % Deglint equation + Rrs_deglint(1,1) = (Rrs(j,k,1) - (E_glint(1)*(Rrs(j,k,8) - mnNIR2))); + Rrs_deglint(2,1) = (Rrs(j,k,2) - (E_glint(2)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(3,1) = (Rrs(j,k,3) - (E_glint(3)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(4,1) = (Rrs(j,k,4) - (E_glint(4)*(Rrs(j,k,8) - mnNIR2))); + Rrs_deglint(5,1) = (Rrs(j,k,5) - (E_glint(5)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(6,1) = (Rrs(j,k,6) - (E_glint(6)*(Rrs(j,k,8) - mnNIR2))); + + % Convert above-surface Rrs to below-surface rrs (Kerr et al. 2018) + Rrs_0(1:5) = Rrs_deglint(j,k,1:5)./(zeta + G.*Rrs_deglint(j,k,1:5)); % Convert above-surface Rrs to subsurface rrs (Kerr et al. 2018, Lee et al. 1998) + b1 = 63.6; % Turning parameters (Kerr 2018) + b0 = -60.25; + dp = b1*real(log(1000*Rrs_0(2))/log(1000*Rrs_0(3))) + b0; % Calculate depth (Stumpf 2003 ratio transform with Kerr et al. 2018 coefficients) + if dp < 15 && dp > 0 % Parameters based on Kerr 2018 RMSE-based recommended constraints (depths greater than 15m inaccurate) + Bathy(j,k) = dp; + end + for d = 1:5 + Rrs(j,k,d) = real(((Rrs_0(d)-rrs_inf(d))/exp(-2*Kd(1,d)*dp))+rrs_inf(d)); % Calculate water-column corrected benthic reflectance (Traganos 2017 & Maritorena 1994) + end + end + end + end + else % For glint-free/low-glint images + for j = 1:szA(1) + for k = 1:szA(2) + if isnan(Rrs(j,k,1)) == 0 && Rrs(j,k,8)<0.2 + Rrs_0(1:5) = Rrs(j,k,1:5)./(zeta + G.*Rrs(j,k,1:5)); % Convert above-surface Rrs to subsurface rrs (Kerr et al. 2018, Lee et al. 1998) + b1 = 63.6; % Turning parameters (Kerr 2018 Table 6 average of 2 forward-modeling WorldView-2 results) + b0 = -60.25; + dp = b1*real(log(1000*Rrs_0(2))/log(1000*Rrs_0(3))) + b0; % Calculate depth (Stumpf 2003 ratio transform with Kerr et al. 2018 coefficients) + if dp < 15 && dp > 0 % Parameters based on Kerr 2018 RMSE-based recommended constraints (depths greater than 15m inaccurate) + Bathy(j,k) = dp; + else dp = 0; + end + for d = 1:5 + Rrs(j,k,d) = real(((Rrs_0(d)-rrs_inf(d))/exp(-2*Kd(1,d)*dp))+rrs_inf(d)); % Calculate water-column corrected benthic reflectance (Traganos 2017 & Maritorena 1994) + end + end + end + end + end + elseif d_t == 2; % Only run for Deglinted Rrs and Bathymetry, not Decision Tree + update = 'Running DT' + BS = 2; + WA = 3; + DG = 5; + MA = 6; + SC = 7; + FW = 10; + FU = 9; + UG = 8; + dev = 11; + p = 1; + for j = 1:szA(1) + for k = 1:szA(2) + if isnan(Rrs(j,k,1)) == 0 + %% Cloud Cover + if Cloud(j,k) == 1 && BW1(j,k) ~= 1 + map(j,k) = 1; % Cloud + %% Vegetation + elseif (Rrs(j,k,7) - Rrs(j,k,5))/(Rrs(j,k,7) + Rrs(j,k,5)) > 0.20 && Rrs(j,k,7) > Rrs(j,k,3) % Vegetation pixels (NDVI) + if ((Rrs(j,k,7) - Rrs(j,k,2))/(Rrs(j,k,7) + Rrs(j,k,2))) < 0.20 && (Rrs(j,k,7) - Rrs(j,k,8))/(Rrs(j,k,7) + Rrs(j,k,8)) > 0.01; % Shadowed-vegetation filter (B7/B8 ratio excludes marsh, which tends to have very similar values here) + map(j,k) = 0; % Shadow + elseif sum(Rrs(j,k,3:5)) < avg_veg_sum + if (Rrs(j,k,3) - Rrs(j,k,8))/(Rrs(j,k,3) + Rrs(j,k,8)) > -0.75 % ML + if (Rrs(j,k,7) - Rrs(j,k,5))/(Rrs(j,k,7) + Rrs(j,k,5)) > 0.75 % M + map(j,k) = FW; % Forested Wetland + elseif sum(Rrs(j,k,3:5)) > 0.12 && sum(Rrs(j,k,7:8)) > 0.45 % ML + map(j,k) = FU; % FORESTED UPLAND + elseif (Rrs(j,k,7) - Rrs(j,k,5))/(Rrs(j,k,7) + Rrs(j,k,5)) > 0.60 + map(j,k) = FW; % Forested Wetland + elseif Rrs(j,k,7) < 0.3 && sum(Rrs(j,k,7:8)) > 0.25 + if (Rrs(j,k,5) - Rrs(j,k,3))/(Rrs(j,k,5) + Rrs(j,k,3)) > 0.1 + map(j,k) = DG; % Dead Grass + elseif Rrs(j,k,7) < 0.27 && sum(Rrs(j,k,7:8)) < 0.5 + map(j,k) = MA; % Marsh + else map(j,k) = FU; % Forested Upland + end + end + elseif (Rrs(j,k,4) - Rrs(j,k,5))/(Rrs(j,k,4) + Rrs(j,k,5)) > 0.08 + map(j,k) = 6; % Marsh (was algal flat) + else map(j,k) = FU; % Forested Upland + end + elseif (Rrs(j,k,8) - Rrs(j,k,5))/(Rrs(j,k,8) + Rrs(j,k,5)) > 0.65 + map(j,k) = FU; % Forested Upland + elseif Rrs(j,k,7) < 0.4 % Marsh, Scrub, Grass, Dead Veg + if (Rrs(j,k,4) - Rrs(j,k,5))/(Rrs(j,k,4) + Rrs(j,k,5)) > 0.08 + map(j,k) = 6; % Marsh (was algal flat) + elseif (Rrs(j,k,5) - Rrs(j,k,3))/(Rrs(j,k,5) + Rrs(j,k,3)) > 0.05 %&& Rrs(j,k,7) < 0.27 % Agriculture or senesced veg/grass + map(j,k) = DG; % Dead veg + else map(j,k) = UG; % Grass + end +% elseif sum(Rrs(j,k,7:8)) < 0.8 && sum(Rrs(j,k,7:8)) > 0.65 % Live grass high, dead grass low +% map(j,k) = 10; % Upland Forest + else map(j,k) = SC; % Scrub/shrub + end + %% Developed and Soil + elseif (Rrs(j,k,7) - Rrs(j,k,2))/(Rrs(j,k,7) + Rrs(j,k,2)) < 0.60 && Rrs(j,k,5) > Rrs(j,k,4) && waterind(j,k) == 0 %Rrs(j,k,8) > 0.1 % && Rrs(j,k,4) > Rrs(j,k,3) + if Rrs(j,k,5)/Rrs(j,k,7) > 0.7 && Rrs(j,k,5)/Rrs(j,k,7) < 1.1 + if BAI(j,k) == 0 && BW1(j,k) == 1 %BW4(j,k) == 1 + map(j,k) = dev; %Developed. Was: BS; % Soil (fallow field) + elseif BAI(j,k) == 1 && BW1(j,k) == 0 + map(j,k) = BS; % Soil + elseif BW1(j,k) == 1 + if sum(Rrs(j,k,1:2))<0.35 + if sum(Rrs(j,k,6:8)) < 0.85%avg_SD_sum + map(j,k) = dev; % Developed + else map(j,k) = BS; % Soil + end + elseif sum(Rrs(j,k,1:2)) > 0.6 + map(j,k) = dev; + else map(j,k) = dev; + end + elseif sum(Rrs(j,k,6:8)) < avg_SD_sum + map(j,k) = dev; + else map(j,k) = dev; % Developed + end + else map(j,k) = BS; % Soil + end + %% Water + elseif Rrs(j,k,8)<0.2 && Rrs(j,k,8)>0|| Rrs(j,k,8)0 || Rrs(j,k,8)>Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,3) && Rrs(j,k,8)>0% Identify all water (glinted and glint-free) + if v > u*0.25 && u>0.1*num_pix + % Deglint equation + Rrs_deglint(1,1) = (Rrs(j,k,1) - (E_glint(1)*(Rrs(j,k,8) - mnNIR2))); + Rrs_deglint(2,1) = (Rrs(j,k,2) - (E_glint(2)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(3,1) = (Rrs(j,k,3) - (E_glint(3)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(4,1) = (Rrs(j,k,4) - (E_glint(4)*(Rrs(j,k,8) - mnNIR2))); + Rrs_deglint(5,1) = (Rrs(j,k,5) - (E_glint(5)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(6,1) = (Rrs(j,k,6) - (E_glint(6)*(Rrs(j,k,8) - mnNIR2))); + + % Convert above-surface Rrs to below-surface rrs (Kerr et al. 2018) + Rrs_0(1:5) = Rrs_deglint(1:5)./(zeta + G.*Rrs_deglint(1:5)); % Was Rrs_0= + % Relative depth estimate + dp = m0*real(log(1000*Rrs_0(1))/log(1000*Rrs_0(3))) - m1; % Calculate depth (Stumpf 2003 ratio transform with Kerr et al. 2018 coefficients) + + if dp < 15 && dp > 0 % Parameters based on Kerr 2018 RMSE-based recommended constraints (depths greater than 15m inaccurate) + Bathy(j,k) = dp; + else dp = 0; + end + +% for d = 1:5 +% Rrs(j,k,d) = real(((Rrs_0(d)-rrs_inf(d))/exp(-2*Kd(1,d)*dp))+rrs_inf(d)); % Calculate water-column corrected benthic reflectance (Traganos 2017 & Maritorena 1994) +% end + + %% DT + if Shadow(j,k) == 1 && max(Rrs(j,k,:)) == Rrs(j,k,2) % Max band3-6 = turbid/shallow water + map(j,k) = 0; % Shadow + else map(j,k) = WA; % Deep water + end + else % For glint-free/low-glint images + Rrs_0(1:5) = Rrs(j,k,1:5)./(zeta + G.*Rrs(j,k,1:5)); % Convert above-surface Rrs to subsurface rrs (Kerr et al. 2018, Lee et al. 1998) + dp = m0*real(log(1000*Rrs_0(2))/log(1000*Rrs_0(3))) - m1; % Calculate depth (Stumpf 2003 ratio transform with Kerr et al. 2018 coefficients) + if dp < 15 && dp > 0 % Parameters based on Kerr 2018 RMSE-based recommended constraints (depths greater than 15m inaccurate) + Bathy(j,k) = dp; + else dp = 0; + end + %% DT + if Shadow(j,k) == 1 && max(Rrs(j,k,:)) == Rrs(j,k,2) % Max band3-6 = turbid/shallow water + map(j,k) = 0; % Shadow/Unclassified + else map(j,k) = WA; % Deep water +% end + end + end % if v>u + end % If water/land + end % If isnan + end % k + + end % j + end + + +%% DT Filter + if filter > 0 + update = 'Filtering' + dt_filt = DT_Filter(map,filter,sz(1),sz(2),dev,FW,FU,UG,WA); + if cld_idx == 1 + AA = [loc_out,id,'_',loc,'_SOALCHI_filt_',num2str(filter),'_Cloudy']; + else AA = [loc_out,id,'_',loc,'_SOALCHI_filt_',num2str(filter)]; + end + geotiffwrite(AA,dt_filt,R(1,1),'CoordRefSysCode',coor_sys); + else + Z1 = [loc_out,id,'_',loc,'_Map_nofilt']; + geotiffwrite(Z1,map,R(1,1),'CoordRefSysCode',coor_sys); + end + +% TP(z,1) = m0; +% TP(z,2) = m1; +% TP(z,3) = chla; + + %% Output images +% Z = [loc_out,id,'_',loc,'_Bathy_MAv1']; +% geotiffwrite(Z,Bathy,R(1,1),'CoordRefSysCode',coor_sys); + +% Z2 = [Rrs_out,id,'_',loc,'_Rrs']; % last=52 +% geotiffwrite(Z2,Rrs,R(1,1),'CoordRefSysCode',coor_sys); +% + end % If dt>0 + + + wtime = toc; + time_min = wtime/60; + fprintf(1,'Matlab CPU time (minutes) = %f\n', time_min); + +end + From ecfec35eb65499ea3aa15cf892daee0bb51d16ac Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 6 Mar 2020 10:04:49 -0500 Subject: [PATCH 20/97] Rename wv_classify.m to wv_classify_v1.m --- wv_classify/{wv_classify.m => wv_classify_v1.m} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename wv_classify/{wv_classify.m => wv_classify_v1.m} (100%) diff --git a/wv_classify/wv_classify.m b/wv_classify/wv_classify_v1.m similarity index 100% rename from wv_classify/wv_classify.m rename to wv_classify/wv_classify_v1.m From 8f091bde5b06775480d5c42a8f16c45c06fd7f63 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 6 Mar 2020 10:05:08 -0500 Subject: [PATCH 21/97] Rename WV_Processing.m to wv_classify.m --- wv_classify/{WV_Processing.m => wv_classify.m} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename wv_classify/{WV_Processing.m => wv_classify.m} (100%) diff --git a/wv_classify/WV_Processing.m b/wv_classify/wv_classify.m similarity index 100% rename from wv_classify/WV_Processing.m rename to wv_classify/wv_classify.m From 4bc865962a4c22ec3b879178765149bb148375e0 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 6 Mar 2020 10:05:27 -0500 Subject: [PATCH 22/97] Rename wv_classify.py to wv_classify_v1.py --- wv_classify/{wv_classify.py => wv_classify_v1.py} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename wv_classify/{wv_classify.py => wv_classify_v1.py} (100%) diff --git a/wv_classify/wv_classify.py b/wv_classify/wv_classify_v1.py similarity index 100% rename from wv_classify/wv_classify.py rename to wv_classify/wv_classify_v1.py From 1781bd5a1b62667bdcf21e37d3f71b262d5e776b Mon Sep 17 00:00:00 2001 From: Tylar Date: Sat, 7 Mar 2020 16:06:43 -0500 Subject: [PATCH 23/97] Create wv_classify.py --- wv_classify/wv_classify.py | 1 + 1 file changed, 1 insertion(+) create mode 100644 wv_classify/wv_classify.py diff --git a/wv_classify/wv_classify.py b/wv_classify/wv_classify.py new file mode 100644 index 0000000..4640904 --- /dev/null +++ b/wv_classify/wv_classify.py @@ -0,0 +1 @@ +# TODO From 84529f00f09f0f3051089f403f11a85e30d1f80e Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 5 Jun 2020 12:53:10 -0400 Subject: [PATCH 24/97] copy module changes from @mjm8, comment out TODO --- slurm_submission_scripts/submit_mosaic.sh | 34 +++++++++++++---------- 1 file changed, 20 insertions(+), 14 deletions(-) diff --git a/slurm_submission_scripts/submit_mosaic.sh b/slurm_submission_scripts/submit_mosaic.sh index ab847a4..1e64b72 100644 --- a/slurm_submission_scripts/submit_mosaic.sh +++ b/slurm_submission_scripts/submit_mosaic.sh @@ -6,25 +6,31 @@ #SBATCH --time=3:00:00 #SBATCH --array=0 -module load apps/gdal/2.2.1 +module purge +module load apps/python/3.7.3 +module load apps/gdal/3.0.1_el7_gcc gdalbuildvrt -a_srs EPSG:4326 my_overview_file.vrt $WORK/output/Rrs/NSF_SWTX/.*tif -# TODO: load & edit my_overview_file.vrt xml: -# replace extant opening element tag with: - -# and add the following elements within that block: - maximu - Python - +## TODO: load & edit my_overview_file.vrt xml: +## ref: https://gist.github.com/7yl4r/d03f9617212db5efded1f8a0d34550d3 +## ================================================================= +## replace extant opening element tag with: +# +## and add the following elements within that block: +# maximu +# Python +# export GDAL_VRT_ENABLE_PYTHON=YES +export GDAL_VERT_ENABLE_PYTHON +export BIGTIFF=YES gdaladdo -ro my_overview_file.vrt 1 From 8b3fb9723bf9474d23dbbece6ad1e8318530bbd1 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 5 Jun 2020 12:54:44 -0400 Subject: [PATCH 25/97] + BIGTIFF_OVERVIEW --- slurm_submission_scripts/submit_mosaic.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/slurm_submission_scripts/submit_mosaic.sh b/slurm_submission_scripts/submit_mosaic.sh index 1e64b72..c3e33d0 100644 --- a/slurm_submission_scripts/submit_mosaic.sh +++ b/slurm_submission_scripts/submit_mosaic.sh @@ -33,4 +33,4 @@ export GDAL_VRT_ENABLE_PYTHON=YES export GDAL_VERT_ENABLE_PYTHON export BIGTIFF=YES -gdaladdo -ro my_overview_file.vrt 1 +gdaladdo --config BIGTIFF_OVERIEW YES -ro my_overview_file.vrt 1 From a0a5b418f0b65b01ce98be245f17da239a87883c Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 23 Jun 2020 14:43:09 -0400 Subject: [PATCH 26/97] only run python if output file DNE --- slurm_submission_scripts/submit_py.sh | 20 ++++++++++++-------- 1 file changed, 12 insertions(+), 8 deletions(-) diff --git a/slurm_submission_scripts/submit_py.sh b/slurm_submission_scripts/submit_py.sh index 02258cd..3f9f8c7 100755 --- a/slurm_submission_scripts/submit_py.sh +++ b/slurm_submission_scripts/submit_py.sh @@ -26,21 +26,25 @@ crd_sys=EPSG:4326 filt=2 loc='NSF_SWTX' -## Run Python code +## === Run Python code images1a=($images1) image=${images1a[$SLURM_ARRAY_TASK_ID]} -python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $output_dir1 +# figure out output filepaths +input_img_basename=$(basename "${image%.[nN][tT][fF]}") +echo $input_img_basename +image2="$output_dir1${input_img_basename}_u16ns4326.tif" +echo $image2 +if [ ! -f $image2 ]; then # if output file DNE + python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $output_dir1 +fi -## Run Matlab code +## === Run Matlab code #module add apps/matlab/r2013b module add apps/matlab/r2017a -input_img_basename=$(basename "${image%.[nN][tT][fF]}") -echo $input_img_basename -image2="$output_dir1${input_img_basename}_u16ns4326.tif" -echo $image2 + met=($met) met=${met[$SLURM_ARRAY_TASK_ID]} @@ -53,4 +57,4 @@ rm $other_ortho_fpath #### Calculate Total Time # endtime = datetime.today() # td = (endtime-starttime) - # LogMsg("Total Processing Time: %s\n" %(td)) \ No newline at end of file + # LogMsg("Total Processing Time: %s\n" %(td)) From 24a035b31b834a0079a82e4dc383107d6c49f561 Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 23 Jun 2020 14:44:02 -0400 Subject: [PATCH 27/97] + needed python module --- slurm_submission_scripts/submit_py.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/slurm_submission_scripts/submit_py.sh b/slurm_submission_scripts/submit_py.sh index 3f9f8c7..21865a9 100755 --- a/slurm_submission_scripts/submit_py.sh +++ b/slurm_submission_scripts/submit_py.sh @@ -37,6 +37,7 @@ image2="$output_dir1${input_img_basename}_u16ns4326.tif" echo $image2 if [ ! -f $image2 ]; then # if output file DNE + module add apps/python/2.7.5 python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $output_dir1 fi From 42557a7cd7b57651748af2529bd3c4930aa72070 Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 23 Jun 2020 14:52:01 -0400 Subject: [PATCH 28/97] only run matlab if output rrs DNE --- slurm_submission_scripts/submit_py.sh | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/slurm_submission_scripts/submit_py.sh b/slurm_submission_scripts/submit_py.sh index 21865a9..1e70272 100755 --- a/slurm_submission_scripts/submit_py.sh +++ b/slurm_submission_scripts/submit_py.sh @@ -16,7 +16,7 @@ ## Setup input arguments & file locations images1=`ls $WORK/tmp/NSF/raw/*.[nN][tT][fF]` met=`ls $WORK/tmp/NSF/raw/*.[xX][mM][lL]` -output_dir1=/work/m/mjm8/output/Ortho/NSF_SWTX/ +output_dir1=/work/m/mjm8/output/Ortho/NSF_SWTX/ # ortho_out rrs_out=/work/m/mjm8/output/Rrs/NSF_SWTX/ class_out=/work/m/mjm8/output/DT/NSF_SWTX/ @@ -42,15 +42,15 @@ if [ ! -f $image2 ]; then # if output file DNE fi ## === Run Matlab code -#module add apps/matlab/r2013b -module add apps/matlab/r2017a - - met=($met) met=${met[$SLURM_ARRAY_TASK_ID]} -matlab -nodisplay -nodesktop -r "WV_Processing('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" +final_output_path="$rrs_out${input_img_basename}_$loc_SOALCHI_filt_$filt.tif" +if [ ! -f $final_output_path ]; then # if output file DNE + module add apps/matlab/r2017a + matlab -nodisplay -nodesktop -r "WV_Processing('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" +fi other_ortho_fpath="$output_dir1${input_img_basename}_u16ns4326.prj" rm $image2 rm $other_ortho_fpath From 275bac3d50d860cadcc641ef8e44aa02838f8e97 Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 23 Jun 2020 14:52:57 -0400 Subject: [PATCH 29/97] rename output_dir1->ortho_out --- slurm_submission_scripts/submit_py.sh | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/slurm_submission_scripts/submit_py.sh b/slurm_submission_scripts/submit_py.sh index 1e70272..0d6f9d9 100755 --- a/slurm_submission_scripts/submit_py.sh +++ b/slurm_submission_scripts/submit_py.sh @@ -16,7 +16,7 @@ ## Setup input arguments & file locations images1=`ls $WORK/tmp/NSF/raw/*.[nN][tT][fF]` met=`ls $WORK/tmp/NSF/raw/*.[xX][mM][lL]` -output_dir1=/work/m/mjm8/output/Ortho/NSF_SWTX/ # ortho_out +ortho_out=/work/m/mjm8/output/Ortho/NSF_SWTX/ # ortho_out rrs_out=/work/m/mjm8/output/Rrs/NSF_SWTX/ class_out=/work/m/mjm8/output/DT/NSF_SWTX/ @@ -33,12 +33,12 @@ image=${images1a[$SLURM_ARRAY_TASK_ID]} # figure out output filepaths input_img_basename=$(basename "${image%.[nN][tT][fF]}") echo $input_img_basename -image2="$output_dir1${input_img_basename}_u16ns4326.tif" +image2="$ortho_out${input_img_basename}_u16ns4326.tif" echo $image2 if [ ! -f $image2 ]; then # if output file DNE module add apps/python/2.7.5 - python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $output_dir1 + python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $ortho_out fi ## === Run Matlab code @@ -51,7 +51,7 @@ if [ ! -f $final_output_path ]; then # if output file DNE module add apps/matlab/r2017a matlab -nodisplay -nodesktop -r "WV_Processing('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" fi -other_ortho_fpath="$output_dir1${input_img_basename}_u16ns4326.prj" +other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" rm $image2 rm $other_ortho_fpath From 0660df9b57f05d4850af9228b11d653b52594fb4 Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 23 Jun 2020 15:01:15 -0400 Subject: [PATCH 30/97] better var names --- slurm_submission_scripts/submit_py.sh | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/slurm_submission_scripts/submit_py.sh b/slurm_submission_scripts/submit_py.sh index 0d6f9d9..3550f3b 100755 --- a/slurm_submission_scripts/submit_py.sh +++ b/slurm_submission_scripts/submit_py.sh @@ -27,18 +27,20 @@ filt=2 loc='NSF_SWTX' ## === Run Python code -images1a=($images1) -image=${images1a[$SLURM_ARRAY_TASK_ID]} +images1a=($images1) # cast to array +input_image=${images1a[$SLURM_ARRAY_TASK_ID]} # figure out output filepaths -input_img_basename=$(basename "${image%.[nN][tT][fF]}") +input_img_basename=$(basename "${input_image%.[nN][tT][fF]}") echo $input_img_basename image2="$ortho_out${input_img_basename}_u16ns4326.tif" echo $image2 +other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" + if [ ! -f $image2 ]; then # if output file DNE module add apps/python/2.7.5 - python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $ortho_out + python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $input_image $ortho_out fi ## === Run Matlab code @@ -51,7 +53,7 @@ if [ ! -f $final_output_path ]; then # if output file DNE module add apps/matlab/r2017a matlab -nodisplay -nodesktop -r "WV_Processing('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" fi -other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" + rm $image2 rm $other_ortho_fpath From 377379106d304e4ed6ee9343f3726c037fd097dd Mon Sep 17 00:00:00 2001 From: sebastiandig <42149171+sebastiandig@users.noreply.github.com> Date: Fri, 3 Jul 2020 11:56:27 -0400 Subject: [PATCH 31/97] update wv classify function name for matlab --- slurm_submission_scripts/submit_py.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/slurm_submission_scripts/submit_py.sh b/slurm_submission_scripts/submit_py.sh index 3550f3b..6a7a637 100755 --- a/slurm_submission_scripts/submit_py.sh +++ b/slurm_submission_scripts/submit_py.sh @@ -51,7 +51,7 @@ final_output_path="$rrs_out${input_img_basename}_$loc_SOALCHI_filt_$filt.tif" if [ ! -f $final_output_path ]; then # if output file DNE module add apps/matlab/r2017a - matlab -nodisplay -nodesktop -r "WV_Processing('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" + matlab -nodisplay -nodesktop -r "wv_classify('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" fi rm $image2 From ab9d48b2c0ac5c3e962b7738696481780b346726 Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 21 Jul 2020 11:03:00 -0400 Subject: [PATCH 32/97] Create troubleshooting.md --- docs/troubleshooting.md | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 docs/troubleshooting.md diff --git a/docs/troubleshooting.md b/docs/troubleshooting.md new file mode 100644 index 0000000..161f07e --- /dev/null +++ b/docs/troubleshooting.md @@ -0,0 +1,10 @@ +The following are common errors you may encounter when running processing: + + +1. 4 instead of 8 bands issue +2. matlab license issue + * just re-run the code +3. runtime error : exceeded 10hr allocation + * the image took too long to process +4. output file is too small (<10MB) + * these need to be re-run From 8a4d3a43d44292446d89f7917f987455bb739c94 Mon Sep 17 00:00:00 2001 From: Tylar Date: Wed, 22 Jul 2020 11:57:30 -0400 Subject: [PATCH 33/97] upload updated colormap --- wv_classification_colormap.txt | 81 +++++----------------------------- 1 file changed, 11 insertions(+), 70 deletions(-) diff --git a/wv_classification_colormap.txt b/wv_classification_colormap.txt index 35491a8..714c53e 100644 --- a/wv_classification_colormap.txt +++ b/wv_classification_colormap.txt @@ -1,70 +1,11 @@ -# QGIS Generated Color Map Export File -# pixel_value,r,g,b,a,class_name -INTERPOLATION:EXACT -0,29,29,30,255,shadow -1,240,234,244,255,1 -2,238,230,242,255,2 -3,236,226,240,255,3 -4,234,222,238,255,4 -5,232,218,236,255,5 -6,230,213,233,255,6 -7,228,209,231,255,7 -8,226,205,229,255,8 -9,224,201,227,255,9 -10,222,197,225,255,10 -11,120,120,120,255,shadow / developed -12,219,188,220,255,12 -13,217,184,218,255,13 -14,215,180,216,255,14 -15,216,174,213,255,15 -16,217,168,210,255,16 -17,217,162,207,255,17 -18,218,156,204,255,18 -19,218,151,201,255,19 -20,219,145,198,255,20 -21,157,128,91,255,beach / sand / soil -22,100,23,24,255,mud / (intertidal?) -23,221,127,189,255,23 -24,221,121,186,255,24 -25,222,115,183,255,25 -26,222,110,181,255,26 -27,223,104,178,255,27 -28,223,98,174,255,28 -29,223,93,170,255,29 -30,218,223,60,255,dead vegetation -31,188,223,113,255,marsh grass / dead vegetation -32,19,223,4,255,upland forest / grass / agriculture -33,7,145,40,255,forested wetland -34,222,66,149,255,34 -35,222,61,145,255,35 -36,222,56,141,255,36 -37,222,50,137,255,37 -38,222,45,132,255,38 -39,222,40,128,255,39 -40,222,34,124,255,40 -41,221,29,120,255,41 -42,218,26,116,255,42 -43,213,24,112,255,43 -44,208,22,109,255,44 -45,202,20,105,255,45 -46,197,18,101,255,46 -47,192,16,97,255,47 -48,187,14,93,255,48 -49,182,12,90,255,49 -50,177,10,86,255,50 -51,11,0,172,255,deep water -52,86,124,213,255,soft bottom -53,84,97,173,255,soft bottom -54,29,140,157,255,seagrass -55,93,128,138,255,turbid water -56,255,0,255,255,56 -57,255,0,255,255,57 -58,255,0,255,255,58 -59,255,0,255,255,59 -60,255,0,255,255,60 -61,255,0,255,255,61 -62,255,0,255,255,62 -63,255,0,255,255,63 -64,255,0,255,255,64 -65,255,0,255,255,65 -66,255,0,255,255,66 +0 140 140 140 255 shadow +1 255 255 255 255 cloud +2 98 30 1 255 soil +3 31 89 204 255 water +5 226 217 36 255 dead grass +6 124 205 17 255 marsh +7 173 99 9 255 scrub +8 39 211 16 255 grass +9 16 111 0 255 forested upland +10 30 230 130 255 forested wetland +11 30 30 30 255 developed \ No newline at end of file From 8eb5f7163f667c3494e54b622bff0b19e7dfaf2d Mon Sep 17 00:00:00 2001 From: Tylar Date: Mon, 27 Jul 2020 11:19:35 -0400 Subject: [PATCH 34/97] update to Matt's latest submit script --- slurm_submission_scripts/submit_mosaic.sh | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/slurm_submission_scripts/submit_mosaic.sh b/slurm_submission_scripts/submit_mosaic.sh index c3e33d0..68a72d1 100644 --- a/slurm_submission_scripts/submit_mosaic.sh +++ b/slurm_submission_scripts/submit_mosaic.sh @@ -1,16 +1,17 @@ #!/bin/bash +#SBATCH --partition=circe #SBATCH --job-name ="wv_mosaic_gdal" #SBATCH --nodes=1 ##SBATCH --ntasks-per-node=4 -#SBATCH --mem-per-cpu=20480 -#SBATCH --time=3:00:00 +#SBATCH --mem-per-cpu=60480 +#SBATCH --time=40:00:00 #SBATCH --array=0 module purge module load apps/python/3.7.3 module load apps/gdal/3.0.1_el7_gcc -gdalbuildvrt -a_srs EPSG:4326 my_overview_file.vrt $WORK/output/Rrs/NSF_SWTX/.*tif +#gdalbuildvrt -a_srs EPSG:4326 my_overview_file.vrt $WORK/output/Rrs/NSF_SWTX/.*tif ## TODO: load & edit my_overview_file.vrt xml: @@ -30,7 +31,6 @@ gdalbuildvrt -a_srs EPSG:4326 my_overview_file.vrt $WORK/output/Rrs/NSF_SWTX/.*t # ]]> export GDAL_VRT_ENABLE_PYTHON=YES -export GDAL_VERT_ENABLE_PYTHON export BIGTIFF=YES gdaladdo --config BIGTIFF_OVERIEW YES -ro my_overview_file.vrt 1 From 055384a52ae8feb3659a2c2ad728cf95d5dd9ba8 Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 26 Jan 2021 10:43:52 -0500 Subject: [PATCH 35/97] + Habitat Class Details for @tisayr , @sebastiandig . Thanks @mjm8 --- README.md | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) diff --git a/README.md b/README.md index 8fba3ad..32bc14e 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,33 @@ # wv2-processing Processing scripts for decision-tree land use classification on WorldView-2 images. +## Habitat Cover Classes +Below are the habitat classes created by this code. `wv_classification_colormap.txt` Provides a colormap with similar values and associated colors for use in QGIS (and others). + +``` +BA = bare soil +WA = water +DG = degraded mangrove +MA = marsh +SC = scrub/shrub +FW = forested wetland (this is mangrove forest in southwest Florida) +FU = forested upland +UG = upland grass +dev = developed +``` + +For the NERRS Mangrove Coast Collective project and related publications the can be consolidated as follows: + +``` +Bare/Developed = BA, dev +Water = WA +Degraded mangrove = DG, MA +Healthy mangrove = FW +Upland = FU, UG, SC +``` + +--------------------------------------------------------------------------------------------------------------- + ## Software Dependencies * gdal * pygdal From 43d2d0fdf54b55fe18d53aec016ae03e9f2bae31 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 19 Mar 2021 18:47:52 -0400 Subject: [PATCH 36/97] + matlab instruction & ln to examples folder --- README.md | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 32bc14e..ac63660 100644 --- a/README.md +++ b/README.md @@ -73,13 +73,14 @@ For much of my testing I had to resort to opening the geotiffs with QGIS and con # Usage ## Overview & Manual Steps Processing is broken into a few steps. -Below are examples of how each step might be run. +Below is an overview of how each step might be run manually. +For specific, detailed examples of running the code see the `./docs/examples/` folder. 0. `INPUT_DIR`, `ORTHO_OUTPUT_DIR`, and other variables below must be set (eg `INPUT_DIR=/home/tylar/wv_proc/my_input_files`). 1. create resampled tifs using pgc_ortho: * `python ./pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no-pyramids $INPUT_DIR $ORTHO_OUTPUT_DIR` 2. run the wv_classify script on the resampled tifs - 1. python `python ./wv_classify.py $ORTH_FILE $ID $MET $CRD $DT $SGW $FILT $STAT $LOC $ID_N $RRS_OUT $CLASS_OUT` - + 1. the (now outdated) python version: `python ./wv_classify.py $ORTH_FILE $ID $MET $CRD $DT $SGW $FILT $STAT $LOC $ID_N $RRS_OUT $CLASS_OUT` + 2. the MATLAB version: `matlab -nodisplay -nodesktop -r "wv_classify('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')"` 3. use gdal or similar tools to mosaic multiple outputs together * see [this gist](https://gist.github.com/7yl4r/d03f9617212db5efded1f8a0d34550d3) From da9643a7d496d80787be0410e2201be74d9e9019 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 19 Mar 2021 19:00:54 -0400 Subject: [PATCH 37/97] add example based on submit_py.sh --- docs/examples/ortho_and_classify_no_filter.sh | 37 +++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 docs/examples/ortho_and_classify_no_filter.sh diff --git a/docs/examples/ortho_and_classify_no_filter.sh b/docs/examples/ortho_and_classify_no_filter.sh new file mode 100644 index 0000000..10702e5 --- /dev/null +++ b/docs/examples/ortho_and_classify_no_filter.sh @@ -0,0 +1,37 @@ +# === set basic variables +# file paths +ortho_out=/work/m/mjm8/output/Ortho/NSF_SWTX/ # ortho_out +rrs_out=/work/m/mjm8/output/Rrs/NSF_SWTX/ +class_out=/work/m/mjm8/output/DT/NSF_SWTX/ + +input_image=/work/m/mjm8/input/raw/FILENAME.NTF +input_met=/work/m/mjm8/input/raw/FILENAME.XML + +# Matlab arguments +dt=2 # dt 0 = Rrs, no DT, no rrs; dt 1 = Rrs, DT, & rrs; dt 2 = DT, Rrs, & rrs +crd_sys=EPSG:4326 +filt=2 # filt=moving-window filter. 2 is 5x5. +loc='rookery' + +# other +SLURM_ARRAY_TASK_ID=0 + +## === Run PGC Orthorectification Python code +# figure out output filepaths pgc_ortho will write to +input_img_basename=$(basename "${input_image%.[nN][tT][fF]}") +echo $input_img_basename +image2="$ortho_out${input_img_basename}_u16ns4326.tif" +echo $image2 +other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" + +# run orthorectification +python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $input_image $ortho_out + +## === Run Matlab code decision tree +final_output_path="$rrs_out${input_img_basename}_$loc_SOALCHI_filt_$filt.tif" + +matlab -nodisplay -nodesktop -r "wv_classify('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" + +# === clean up intermediate ortho files +rm $image2 +rm $other_ortho_fpath From e6270a75f2e6d9df09916a3ce1f1e8648bd2566d Mon Sep 17 00:00:00 2001 From: Tylar Date: Mon, 11 Apr 2022 15:10:12 -0400 Subject: [PATCH 38/97] Create adding_feedback.md --- docs/adding_feedback.md | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 docs/adding_feedback.md diff --git a/docs/adding_feedback.md b/docs/adding_feedback.md new file mode 100644 index 0000000..f579a0e --- /dev/null +++ b/docs/adding_feedback.md @@ -0,0 +1,10 @@ +It is **very** helpful to provide any "ground truth" feedback. + +If you see somewhere in the map that needs improvement, then consider submitting feedback using the following instructions. + +## species occurrence reporting +If you have taxa occurrrence data please consider submitting the data to OBIS or GBIF. +The data will need to be formatted using Darwin Core standards. + +## habitat "class" reporting +To report a habitat "class" as defined using a specific "land-classification schema" please fill out the following [google form](https://docs.google.com/forms/d/e/1FAIpQLSdQYNEkO9YbOMCXV9hDSCLyyIxOZDSDQ4vcCaYvmrXOVjFjGw/viewform?usp=sf_link). From c71f0e1d160f43957f47f534082a19f014a0e4d8 Mon Sep 17 00:00:00 2001 From: Tylar Date: Mon, 9 May 2022 18:43:21 -0400 Subject: [PATCH 39/97] Create checklist_adding_images_to_gee.md --- docs/checklist_adding_images_to_gee.md | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 docs/checklist_adding_images_to_gee.md diff --git a/docs/checklist_adding_images_to_gee.md b/docs/checklist_adding_images_to_gee.md new file mode 100644 index 0000000..fa6f2f0 --- /dev/null +++ b/docs/checklist_adding_images_to_gee.md @@ -0,0 +1,12 @@ +This is a checklist for adding .tif images (like the Rrs images) to GEE. + +1. go to code.earthengine.com +2. switch to assets tab +3. new -> GeoTIFF +4. select file & click ok +5. wait for upload (under tasks tab) to finish (will take ~1hr) +6. add the new image to relevant collection (eg `projects/imars-dwc-sdm/assets/wv_m1bs_atm_rookery`) + a. select the imageCollection asset + b. under `images` tab select `ADD IMAGE` + c. paste in the asset name of the image (eg: ` projects/imars-dwc-sdm/assets/wv_m1bs_atm_rookery/20100301T162229_01_P009_WV02_Rrs_Rookery `) + d. click okay (NOTE: sometimes the ok button is weird - fiddle around in the asset name box until it works) From 77bb52e87096a63df1899905b2b59804fea90c70 Mon Sep 17 00:00:00 2001 From: Tylar Date: Mon, 9 May 2022 18:43:53 -0400 Subject: [PATCH 40/97] Update checklist_adding_images_to_gee.md --- docs/checklist_adding_images_to_gee.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/docs/checklist_adding_images_to_gee.md b/docs/checklist_adding_images_to_gee.md index fa6f2f0..d4ee821 100644 --- a/docs/checklist_adding_images_to_gee.md +++ b/docs/checklist_adding_images_to_gee.md @@ -6,7 +6,7 @@ This is a checklist for adding .tif images (like the Rrs images) to GEE. 4. select file & click ok 5. wait for upload (under tasks tab) to finish (will take ~1hr) 6. add the new image to relevant collection (eg `projects/imars-dwc-sdm/assets/wv_m1bs_atm_rookery`) - a. select the imageCollection asset - b. under `images` tab select `ADD IMAGE` - c. paste in the asset name of the image (eg: ` projects/imars-dwc-sdm/assets/wv_m1bs_atm_rookery/20100301T162229_01_P009_WV02_Rrs_Rookery `) - d. click okay (NOTE: sometimes the ok button is weird - fiddle around in the asset name box until it works) + 1. select the imageCollection asset + 2. under `images` tab select `ADD IMAGE` + 3. paste in the asset name of the image (eg: ` projects/imars-dwc-sdm/assets/wv_m1bs_atm_rookery/20100301T162229_01_P009_WV02_Rrs_Rookery `) + 4. click okay (NOTE: sometimes the ok button is weird - fiddle around in the asset name box until it works) From 8e50cd1b1209d27da58af404997361a4490f6b2b Mon Sep 17 00:00:00 2001 From: Tylar Date: Mon, 30 May 2022 15:37:56 -0400 Subject: [PATCH 41/97] Update README.md --- README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index ac63660..ceb658a 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,6 @@ # wv2-processing -Processing scripts for decision-tree land use classification on WorldView-2 images. +Processing scripts for decision-tree land use classification on WorldView images. +This project funded by NSF South Big Data Hub and then by the RB & JB NERRs. ## Habitat Cover Classes Below are the habitat classes created by this code. `wv_classification_colormap.txt` Provides a colormap with similar values and associated colors for use in QGIS (and others). From a752e1e45b16357ed2a97db89f0f345db46abfc9 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 30 Sep 2022 14:43:43 -0400 Subject: [PATCH 42/97] add script from luis --- gee-uploads/gbucket_to_gee_w_metadata.sh | 35 ++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 gee-uploads/gbucket_to_gee_w_metadata.sh diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata.sh new file mode 100644 index 0000000..832f35b --- /dev/null +++ b/gee-uploads/gbucket_to_gee_w_metadata.sh @@ -0,0 +1,35 @@ +#!/usr/bin/env bash +# Usage: +# ./transfer_seagrass.sh src_bucket dest_asset +# Example: +# ./transfer_seagrass.sh seagrass_mosaics/original_mosaics users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics +# ./transfer_seagrass.sh seagrass_mosaics/edited_mosaics users/lizcanosandoval/Seagrass/Sentinel/02_EditedMosaics +# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html# + +##Some metadata +country="USA" +satellite="Sentinel-2" +generator="Lizcano-Sandoval" +classifier="SVM" + +result=`earthengine create collection $2` +if `test -z "$result"`; then + echo $result + exit 1 +fi +# In the following loop we get the entire path to all the geotifs using the specified +# Gcloud bucket. Each file will have a format like this: gs://my_gee_bucket/FILE_January2000.tif +# Each call to earthengine it will launch a task that you can monitor in the JS Code editor +# at the "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "*** Transfering file " $asset_id "***" + year=${asset_id:6:4} + date="${year}-01-01T12:00:00" + tile=${asset_id:0:6} + tile_id="${tile%_*}" + code=${asset_id:11:4} + earthengine upload image gs://$1/$filename -f --asset_id=$2/$asset_id --nodata_value=0 --crs="EPSG:4326" -ts=$date -p="year=${year}" -p="name_code=${code}" -p="tile_id=${tile_id}" -p="country=${country}" -p="satellite=${satellite}" -p="generator=${generator}" -p="classifier=${classifier}" +done From 61e971ba0b20b88e21b1d946f0651064ee9e5897 Mon Sep 17 00:00:00 2001 From: tylar Date: Fri, 30 Sep 2022 19:08:27 +0000 Subject: [PATCH 43/97] mv outdated files into new dir --- {wv_classify => 3d_wetlands}/DT_Filter.m | 0 {wv_classify => 3d_wetlands}/DT_Filter_rrs | 0 {wv_classify => 3d_wetlands}/wv_classify.m | 0 {wv_classify => 3d_wetlands}/wv_classify_v1.m | 0 .../wv_classify_v1.py | 0 wv_classify/wv_classify.py | 896 +++++++++++++++++- 6 files changed, 895 insertions(+), 1 deletion(-) rename {wv_classify => 3d_wetlands}/DT_Filter.m (100%) rename {wv_classify => 3d_wetlands}/DT_Filter_rrs (100%) rename {wv_classify => 3d_wetlands}/wv_classify.m (100%) rename {wv_classify => 3d_wetlands}/wv_classify_v1.m (100%) rename {wv_classify => 3d_wetlands}/wv_classify_v1.py (100%) diff --git a/wv_classify/DT_Filter.m b/3d_wetlands/DT_Filter.m similarity index 100% rename from wv_classify/DT_Filter.m rename to 3d_wetlands/DT_Filter.m diff --git a/wv_classify/DT_Filter_rrs b/3d_wetlands/DT_Filter_rrs similarity index 100% rename from wv_classify/DT_Filter_rrs rename to 3d_wetlands/DT_Filter_rrs diff --git a/wv_classify/wv_classify.m b/3d_wetlands/wv_classify.m similarity index 100% rename from wv_classify/wv_classify.m rename to 3d_wetlands/wv_classify.m diff --git a/wv_classify/wv_classify_v1.m b/3d_wetlands/wv_classify_v1.m similarity index 100% rename from wv_classify/wv_classify_v1.m rename to 3d_wetlands/wv_classify_v1.m diff --git a/wv_classify/wv_classify_v1.py b/3d_wetlands/wv_classify_v1.py similarity index 100% rename from wv_classify/wv_classify_v1.py rename to 3d_wetlands/wv_classify_v1.py diff --git a/wv_classify/wv_classify.py b/wv_classify/wv_classify.py index 4640904..9902199 100644 --- a/wv_classify/wv_classify.py +++ b/wv_classify/wv_classify.py @@ -1 +1,895 @@ -# TODO +# WV2 Processing +# +# Author: Matt McCarthy +# ported from MATLAB by Tylar Murray +# +# Loads TIFF WorldView-2 image files preprocessed through Polar Geospatial +# Laboratory python code, which orthorectifies and projects .NTF files and +# outputs as +# TIFF files +# Radiometrically calibrates digital count data +# Atmospherically corrects images by subtracting Rayleigh Path Radiance +# Converts image to surface reflectance by accounting for Earth-Sun +# distance, solar zenith angle, and average spectral irradiance +# Tests and optionally corrects for sunglint +# Corrects for water column attenuation +# Runs Decision Tree classification on each image +# Optionally smooths results through moving-window filter +# Outputs images as GEOTIFF files with geospatial information. + +# built-in imports: +import sys +from os import path +from glob import glob +from math import pi + +import numpy +from numpy import isnan +from numpy import zeros +# from numpy import std + +# dep packages: +# from skimage.morphology import square as square_strel +# from skimage.morphology import white_tophat as imtophat +# from skimage.filters import threshold_otsu as imbinarize + +# local imports: +# from DT_Filter import DT_Filter +from wv_classify.matlab_fns import geotiffread +from wv_classify.matlab_fns import geotiffwrite +from wv_classify.matlab_fns import cosd +from wv_classify.matlab_fns import sind +from wv_classify.matlab_fns import tand +from wv_classify.matlab_fns import acosd +from wv_classify.matlab_fns import asind +from wv_classify.matlab_fns import rdivide +from wv_classify.read_wv_xml import read_wv_xml +from wv_classify.run_rrs import run_rrs +from wv_classify.stumpf_relative_depth import stumpf_relative_depth + +OUTPUT_NaN = numpy.nan +BASE_DATATYPE = numpy.float32 +# dst_ds.GetRasterBand(1).SetNoDataValue(OUTPUT_NaN) +# === Assign constants for all images +# Effective Bandwidth per band +# (nm converted to um units; from IMD metadata files) +ebw = [0.0473, 0.0543, 0.0630, 0.0374, 0.0574, 0.0393, 0.0989, 0.0996] + +# Band-averaged Solar Spectral Irradiance (W/m2/um units) +irr = [ + 1758.2229, 1974.2416, 1856.4104, 1738.4791, 1559.4555, 1342.0695, + 1069.7302, 861.2866 +] +# Center wavelength +# (used for Rayleigh correction; from Radiometric Use of WorldView-2 +# Imagery) +cw = [0.4273, 0.4779, 0.5462, 0.6078, 0.6588, 0.7237, 0.8313, 0.9080] +# Factor used in Rayleigh Phase Function equation (Bucholtz 1995) +gamma = [0.0150, 0.0147, 0.0144, 0.0141, 0.0141, 0.0141, 0.0138, 0.0138] + + +def process_file( + X, # MS Tiff input image path + Z, # XML met input file path + loc_out, # output directory + loc, # RoI identifier string + coor_sys=4326, # coordinate system code + d_t=2, # 0=End after Rrs conversion; 1=rrs, bathy, DT; 2 = rrs, bathy & DT + Rrs_write=1, # 1=write Rrs geotiff; 0=do not write +): + """ + process a single set of files + """ + if d_t == 1: # this is here to catch it quickly + raise NotImplementedError("rrs output only not yet supported") + + if not loc_out.endswith("/"): + loc_out += "/" + + fname = path.basename(X) + id = fname[0:18] + + A, R = geotiffread(X, numpy_dtype=BASE_DATATYPE) + print("\tinput size: {}".format(A.shape)) + szA = [A.shape[0], A.shape[1], A.shape[2]] + + ( + szB, aqmonth, aqyear, aqhour, aqminute, aqsecond, sunaz, sunel, + satel, sensaz, aqday, satview, kf, cl_cov + ) = read_wv_xml(Z) + + szB[2] = 8 + + print(" === calculating coefficients...") + # ================================================================== + # === Calculate Earth-Sun distance and relevant geometry + # ================================================================== + if aqmonth == 1 or aqmonth == 2: + year = aqyear - 1 + month = aqmonth + 12 + else: + year = aqyear + month = aqmonth + # end + # Convert time to UT + UT = aqhour + (aqminute/60) + (aqsecond/3600) + B1 = int(year/100) + B2 = 2-B1+int(B1/4) + # Julian date + JD = ( + int(365.25*(year+4716)) + int(30.6001*(month+1)) + aqday + + UT/24.0 + B2 - 1524.5 + ) + D = JD - 2451545.0 + degs = float(357.529 + 0.98560028*D) # Degrees + # Earth-Sun distance at given date + ESd = 1.00014 - 0.01671*cosd(degs) - 0.00014*cosd(2*degs) + # (should be between 0.983 and 1.017) + assert 0.983 < ESd and ESd < 1.017 + inc_ang = 90 - sunel + # Atmospheric spectral transmittance in solar path with solar + # zenith angle + TZ = cosd(inc_ang) + # Atmospheric spectral transmittance in view path with satellite + # view angle + TV = cosd(satview) + # ================================================================== + + # ================================================================== + # === Calculate Rayleigh Path Radiance + # ================================================================== + # (Dash et al. 2012 and references therein) + # For the following equations, azimuths should be + # between -180 and +180 degrees + if sunaz > 180: + sunaz = sunaz - 360 + # end + if sensaz > 180: + sensaz = sensaz - 360 + # end + + az = abs(sensaz - 180 - sunaz) # Relative azimuth angle + # Scattering angles + thetaplus = acosd( + cosd(90-sunel)*cosd(90-satel) - + sind(90-sunel)*sind(90-satel)*cosd(az) + ) + Pr = [0]*8 + for d in range(8): + # Rayleigh scattering phase function (described in Bucholtz 1995) + Pr[d] = ( + (3/(4*(1+2*gamma[d]))) * + ((1+3*gamma[d])+(1-gamma[d])*cosd(thetaplus)**2) + ) + # end + + tau = [0]*8 + for d in range(8): + # Rayleigh optical thickness + # (Hansen and Travis); Dash et al. 2012 eq 7 + # P_0 = 1013.25 + # rayleigh_optical_thickness = ( + # (P / P_O) * 0.008569 * wavelength**-4 * + # (1 + 0.0113*wavelength**-2 + 0.00013*wavelength**-4) + # ) + # assuming std pressure of 1013.25 mb (P == P_0) + # rayleigh_optical_thickness = ( + # 1 * 0.008569 * wavelength**-4 * + # (1 + 0.0113*wavelength**-2 + 0.00013*wavelength**-4) + # ) + tau[d] = ( + 1 * 0.008569*(cw[d]**-4) * + (1 + 0.0113*(cw[d]**-2) + 0.00013*cw[d]**-4) + ) + + # end + + # Rayleigh calculation (aerosol path radiance) + # (Dash et al., 2012) eq 16 + w_0 = 1 # single_scattering_albedo + ray_rad = [0]*8 + for d in range(8): + ray_rad[d] = ( + ((irr[d] / ESd) * w_0 * tau[d] * Pr[d]) / + (4 * pi * cosd(90-satel)) + ) + + # rrs constant calculation (Kerr et al. 2018 and Mobley 1994) + G = 1.56 # constant (Kerr eq. 3) + na = 1.00029 # Refractive index of air + nw = 1.34 # Refractive index seawater + # Incident angle for water-air from Snell's Law + inc_ang2 = (asind(sind(90-satel)*nw/na)) + # Transmission angle for air-water incident light from Snell's Law + trans_aw = (asind(sind(inc_ang)*na/nw)) + # Transmission angle for water-air incident light from Snell's Law + trans_wa = 90-satel + # Fresnel reflectance for air-water incident light (Mobley 1994) + pf1 = (0.5*( + (sind(inc_ang - trans_aw)/(sind(inc_ang + trans_aw)))**2 + + (tand(inc_ang - trans_aw)/(tand(inc_ang + trans_aw)))**2 + )) + pf2 = (0.5*( + (sind(inc_ang2 - trans_wa)/(sind(inc_ang2 + trans_wa)))**2 + + (tand(inc_ang2 - trans_wa)/(tand(inc_ang2 + trans_wa)))**2 + )) + # rrs constant (~0.52) from Mobley 1994 + zeta = (float((1-pf1)*(1-pf2)/(nw**2))) + # ================================================================== + # Adjust file size: Input file (A) warped may contain more or fewer + # columns/rows than original NITF file, and some may be corrupt. + sz = [0]*2 + sz[0] = min(szA[0], szB[0]) + sz[1] = min(szA[1], szB[1]) + n_bands = 8 + + print("\tszA: {}".format(szA)) + print("\tszB: {}".format(szB)) + print("\tsz : {}".format(sz)) + + # TODO: this diagnostic could be made pretting using + # https://pypi.org/project/tabulate/ + print("ESd:{}\tTZ:{}\tTV:{}".format(ESd, TZ, TV)) + print("irr\t", irr) + print("tau\t", tau) + print("Pr \t", Pr) + print("rrd\t", ray_rad) + print("kf \t", kf) + print("ebw\t", ebw) + print("gamma\t", gamma) + print("thetaplus\t", thetaplus) + # === Radiometrically calibrate and convert to Rrs + # === optimze calculation by pre-computing coefficients for each band + # (A * KF / - RAY_RAD) * pi * ESd**2 / ( IRR * tz * tv) + # (A * KF / - RAY_RAD) * PI_ESD_etc + # (A * C1 - C2 ) where + # C1 = (KF / EBW)*pi*ESd**2 / (IRR*tz*tv) + # C2 = RAY_RAD *pi*ESd**2 / (IRR*tz*tv) + C1 = numpy.array( + [ + (pi * ESd**2 * kf[d]) / (irr[d] * TZ * TV * ebw[d]) + for d in range(n_bands) + ], + BASE_DATATYPE + ) + C2 = numpy.array( + [ + (pi * ray_rad[d] * ESd**2) / (irr[d] * TZ * TV) + for d in range(n_bands) + ], + BASE_DATATYPE + ) + print("C1\t", C1) + print("C2\t", C2) + + # === Assign NaN to no-data pixels + print(" === clearing invalid pixels...") + # the equation below does invalidity_mask = numpy.where(A in [0, 2047]) + # why abs & 1023.5? See https://stackoverflow.com/a/16343791/1483986 + print("calc mask") + invalidity_mask = abs(A - 1023.5) == 1023.5 # or should this be <= + # sum across band dimension, resulting in 2d boolean array of only x,y + print("reduce ", invalidity_mask.shape) + invalidity_mask = numpy.add.reduce(invalidity_mask, 2, dtype=bool) + # get x,y indicies for all pixels who failed the test + print("index ", invalidity_mask.shape) + invalid_pixel_indicies = numpy.nonzero(invalidity_mask) + n_pixels = A.shape[0] * A.shape[1] + n_invalid = len(invalid_pixel_indicies[0]) + n_valid = n_pixels - n_invalid + print("{} invalid pixels found at x,y:\n\t{}".format( + n_invalid, invalid_pixel_indicies + )) + print("percent of good pixels in image: {:2.2f}%".format( + 100 * n_valid/n_pixels + )) + # set all bands in invalid pixels to NAN + A[invalid_pixel_indicies] = [OUTPUT_NaN]*8 + + print(" === calculating Rrs...") + # === calculate all at once w/ numpy element-wise broadcasing: + Rrs = A * C1 - C2 + + # TODO: rm less efficient alternatives below: + # === calculate all at once w/ list comprehension + # Rrs = [[[ + # C1[d] * A[j, k, d] - C2[d] + # for d in range(8)] for j in range(sz[0])] for k in range(sz[1]) + # ] # or... + # === Preallocate & calculate each pixel: + # Rrs = zeros((sz[0], sz[1], n_bands), dtype=float) # 8 bands x input size + # good_pixels = invalid_pixels = 0 + # for j in range(sz[0]): + # if j % 50 == 0: # print every Nth row number to entertain the user + # print(j, end='\t', flush=True) + # # Assign NaN to pixels of no data + # # If a pixel contains data values other than "zero" or + # # "two thousand and forty seven" in any band, it is calibrated; + # # otherwise, it is considered "no-data" - this avoids a + # # problem created during the orthorectification process + # # wherein reprojecting the image may resample data + # for k in range(sz[1]): + # # print(k, end='|') + # if any(band_val not in [0, 2047] for band_val in A[j, k, :]): + # # Radiometrically calibrate and convert to Rrs + # # (adapted from Radiometric Use of + # # WorldView-2 Imagery( + # Rrs[j, k, :] = [ + # A[j, k, d] * C1[d] - C2[d] + # for d in range(n_bands) + # ] + # good_pixels += 1 + # else: + # Rrs[j, k, :] = OUTPUT_NaN + # invalid_pixels += 1 + # print( + # "\n\tDone. {} px calculated. {} px skipped.".format( + # good_pixels, invalid_pixels + # ) + # ) + del A # clear A + print("\t Rrs size: {}".format(Rrs.shape)) + # === Output reflectance image + if Rrs_write == 1: + Z = ''.join([loc_out, id, '_', loc, '_Rrs.tif']) + geotiffwrite(Z, Rrs, R, CoordRefSysCode=coor_sys) + # end + + if d_t > 0: + ( + v, u, E_glint_slope, E_glint_y_int, BW, + avg_SD_sum, avg_veg_sum, avg_mang_sum, avg_water_sum + ) = run_rrs(sz, Rrs, zeta, G) + + # Preallocate for Bathymetry + Bathy = numpy.zeros((szA[0], szA[1]), dtype=numpy.float) + Rrs_deglint = zeros((5, 1)) # Preallocate for deglinted Rrs + # Preallocate water-column corrected Rrs + # Rrs_0 = zeros((5, 1)) + + if d_t == 1: # Execute Deglinting rrs and Bathymetry + raise NotImplementedError("rrs output only not yet supported") + # print('Executing Deglinting rrs and Bathymetry...') + # if v > u*0.25: + # # Deglint equation + # Rrs_deglint[0, 0] = ( + # Rrs[j, k, 0] - (E_glint[0]*(Rrs[j, k, 7] - mnNIR2)) + # ) + # Rrs_deglint[1, 1] = ( + # Rrs[j, k, 1] - (E_glint[1]*(Rrs[j, k, 6] - mnNIR1)) + # ) + # Rrs_deglint[2, 1] = ( + # Rrs[j, k, 2] - (E_glint[2]*(Rrs[j, k, 6] - mnNIR1)) + # ) + # Rrs_deglint[3, 1] = ( + # Rrs[j, k, 3] - (E_glint[3]*(Rrs[j, k, 7] - mnNIR2)) + # ) + # Rrs_deglint[4, 1] = ( + # Rrs[j, k, 4] - (E_glint[4]*(Rrs[j, k, 6] - mnNIR1)) + # ) + # Rrs_deglint[5, 1] = ( + # Rrs[j, k, 5] - (E_glint[5]*(Rrs[j, k, 7] - mnNIR2)) + # ) + # + # # Convert above-surface Rrs to below-surface rrs + # # (Kerr et al. 2018) + # # Was Rrs_0= + # Rrs[j, k, 0:5] = rdivide( + # Rrs_deglint[0:5], + # (zeta + G*Rrs_deglint[0:5]) + # ) + # dp = stumpf_relative_depth(Rrs_0(1), Rrs_0(2)) + # Bathy[j, k] = dp + # # for d = 1:5 + # # # Calculate water-column corrected benthic reflectance + # # # (Traganos 2017 & Maritorena 1994) + # # Rrs(j, k, d) = ( + # # ((Rrs_0(d)-rrs_inf(d))/exp(-2*Kd(1, d)*dp_sc)) + + # # rrs_inf(d) + # # ) + # # end + # + # else: # For glint-free/low-glint images + # # Convert above-surface Rrs to subsurface rrs + # # (Kerr et al. 2018, Lee et al. 1998) + # Rrs[j, k, 0:5] = rdivide( + # Rrs[j, k, 0:5], + # (zeta + G*Rrs[j, k, 0:5]) + # ) + # # Calculate relative depth (Stumpf 2003 ratio transform) + # dp = stumpf_relative_depth(Rrs_0(2), Rrs_0(3)) + # Bathy[j, k] = dp + # # end + + elif d_t == 2: + # Execute Deglinting rrs, Bathymetery, and Decision Tree + print('Executing Deglinting rrs, Bathymetery, and Decision Tree...') + # Create empty matrix for classification output + classif_map = numpy.zeros((szA[0], szA[1]), dtype='uint16') + # map = zeros(szA[0], szA[1], 'uint8') + + # update = 'Running DT' + for j in range(1, sz[0]): + print("\trow {}".format(j), end="\r") + for k in range(1, sz[1]): + if isnan(Rrs[j, k, 0]) == 0: + # === Mud, Developed and Sand + if ( + (Rrs[j, k, 6] - Rrs[j, k, 1]) / + (Rrs[j, k, 6] + Rrs[j, k, 1]) < 0.60 and + Rrs[j, k, 4] > Rrs[j, k, 3] and + Rrs[j, k, 3] > Rrs[j, k, 2] + ): + if ( + Rrs[j, k, 6] < Rrs[j, k, 1] and + Rrs[j, k, 7] > Rrs[j, k, 4] + ): + classif_map[j, k] = 0 # Shadow + elif ( # Buildings & bright sand + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) < 0.01 and + Rrs[j, k, 7] > 0.05 + ): + if BW[j, k] == 1: + classif_map[j, k] = 11 # Developed + elif sum(Rrs[j, k, 5:8]) < avg_SD_sum: + classif_map[j, k] = 22 # Mud (intertidal?) + else: + classif_map[j, k] = 21 # Beach/sand/soil + # end + elif ( + Rrs[j, k, 4] > + ( + Rrs[j, k, 1] + + ((Rrs[j, k, 6]-Rrs[j, k, 1])/5)*2 + ) + ): + classif_map[j, k] = 21 # Beach/sand/soil + elif ( + Rrs[j, k, 4] < ( + ((Rrs[j, k, 6] - Rrs[j, k, 1])/5)*3 + + Rrs[j, k, 1] + )*0.60 and Rrs[j, k, 6] > 0.2 + ): + classif_map[j, k] = 31 # Marsh grass + else: + classif_map[j, k] = 22 # Mud + # end + elif ( + Rrs[j, k, 1] > Rrs[j, k, 2] and + Rrs[j, k, 6] > Rrs[j, k, 2] and + Rrs[j, k, 1] < 0.1 and + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) < 0.20 or + Rrs[j, k, 7] > 0.05 and + Rrs[j, k, 6] > Rrs[j, k, 1] and + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) < 0.1 + ): + if BW[j, k] == 1: + classif_map[j, k] = 11 # Shadow/Developed + else: + classif_map[j, k] = 22 # Mud + # end + # === Vegetation + elif ( # Vegetation pixels (NDVI) + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) > 0.20 and + Rrs[j, k, 6] > Rrs[j, k, 2] + ): + # Shadowed-vegetation filter + # (B7/B8 ratio excludes marsh, which tends + # to have very similar values here) + if ( + Rrs[j, k, 6] > Rrs[j, k, 1] and + ( + (Rrs[j, k, 6] - Rrs[j, k, 1]) / + (Rrs[j, k, 6] + Rrs[j, k, 1]) + ) < 0.20 and + (Rrs[j, k, 6] - Rrs[j, k, 7]) / + (Rrs[j, k, 6] + Rrs[j, k, 7]) > 0.01 + ): + classif_map[j, k] = 0 # Shadow + elif sum(Rrs[j, k, 2:4]) < avg_veg_sum: + # Agriculture filter based on elevated Blue + # band values + if ( + (Rrs[j, k, 1] - Rrs[j, k, 4]) / + (Rrs[j, k, 1] + Rrs[j, k, 4]) < 0.4 + ): + if ( + Rrs[j, k, 6] > 0.12 and + sum(Rrs[j, k, 6:7]) / + sum(Rrs[j, k, 2:4]) > 2 + ): + classif_map[j, k] = 33 # Forested Wetland + # Dead vegetation or Marsh + else: + classif_map[j, k] = 31 + # end + else: + # Forested Upland + # (most likely agriculture) + classif_map[j, k] = 32 + # end + elif sum(Rrs[j, k, 6:7]) < avg_mang_sum: + # Agriculture filter based on elevated + # blue band values + if ( + ( + (Rrs[j, k, 1] - Rrs[j, k, 4]) / + (Rrs[j, k, 1] + Rrs[j, k, 4]) + ) < 0.4 + ): + if ( + Rrs[j, k, 6] > 0.12 and + sum(Rrs[j, k, 6:7]) / + sum(Rrs[j, k, 2:4]) > 2 + ): + classif_map[j, k] = 33 # Forested Wetland + else: # Marsh or Dead Vegetation + classif_map[j, k] = 31 + # end + else: + # Forested Upland + # (most likely agriculture) + classif_map[j, k] = 32 + # end + elif ( # NDVI for high upland values + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) > 0.65 + ): + classif_map[j, k] = 32 # Upland Forest/Grass + elif ( + + Rrs[j, k, 4] > ( + ((Rrs[j, k, 6] - Rrs[j, k, 1])/5)*3 + + Rrs[j, k, 1] + )*0.60 and Rrs[j, k, 6] < 0.2 + ): + # Difference of B5 from predicted B5 by + # slope of B7:B4 to distinguish marsh + # (old: live vs dead trees/grass/marsh) + classif_map[j, k] = 31 # Marsh grass + elif Rrs[j, k, 6] < 0.12: + classif_map[j, k] = 30 # Dead vegetation + else: + classif_map[j, k] = 32 # Upland Forest/Grass + # end + # === Water + elif ( # Identify all water (glinted & glint-free) + Rrs[j, k, 7] < 0.2 and Rrs[j, k, 7] > 0 or + Rrs[j, k, 7] < Rrs[j, k, 6] and + Rrs[j, k, 5] < Rrs[j, k, 6] and + Rrs[j, k, 5] < Rrs[j, k, 4] and + Rrs[j, k, 3] < Rrs[j, k, 4] and + Rrs[j, k, 3] < Rrs[j, k, 2] and + Rrs[j, k, 7] > 0 or + Rrs[j, k, 7] > Rrs[j, k, 6] and + Rrs[j, k, 5] > Rrs[j, k, 6] and + Rrs[j, k, 5] > Rrs[j, k, 4] and + Rrs[j, k, 3] > Rrs[j, k, 4] and + Rrs[j, k, 3] > Rrs[j, k, 2] and + Rrs[j, k, 7] > 0 + ): + # classif_map[j, k] = 5 + if v > u*0.25: + print("deglint:") + # Deglint equation + print("\t{}x{} - {}".format( + float(E_glint_slope[0]), + float(Rrs[j, k, 7]), + float(E_glint_y_int[0]), + )) + Rrs_deglint[0, 0] = ( + Rrs[j, k, 0] - + ( + float(E_glint_slope[0]) * + float(Rrs[j, k, 7]) - + float(E_glint_y_int[0]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[1]), + float(Rrs[j, k, 6]), + float(E_glint_y_int[1]), + )) + Rrs_deglint[1, 0] = ( + Rrs[j, k, 1] - + ( + float(E_glint_slope[1]) * + float(Rrs[j, k, 6]) - + float(E_glint_y_int[1]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[2]), + float(Rrs[j, k, 6]), + float(E_glint_y_int[2]), + )) + Rrs_deglint[2, 0] = ( + Rrs[j, k, 2] - + ( + float(E_glint_slope[2]) * + float(Rrs[j, k, 6]) - + float(E_glint_y_int[2]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[3]), + float(Rrs[j, k, 7]), + float(E_glint_y_int[3]), + )) + Rrs_deglint[3, 0] = ( + Rrs[j, k, 3] - + ( + float(E_glint_slope[3]) * + float(Rrs[j, k, 7]) - + float(E_glint_y_int[3]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[4]), + float(Rrs[j, k, 6]), + float(E_glint_y_int[4]), + )) + Rrs_deglint[4, 0] = ( + Rrs[j, k, 4] - + ( + float(E_glint_slope[4]) * + float(Rrs[j, k, 6]) - + float(E_glint_y_int[4]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[5]), + float(Rrs[j, k, 7]), + float(E_glint_y_int[5]), + )) + Rrs_deglint[5, 0] = ( + Rrs[j, k, 5] - + ( + float(E_glint_slope[5]) * + float(Rrs[j, k, 7]) - + float(E_glint_y_int[5]) + ) + ) + + # Convert above-surface Rrs to + # below-surface rrs (Kerr et al. 2018) + Rrs[j, k, 0:5] = rdivide( + Rrs_deglint[0:5], + # Was Rrs_0= + (zeta + G*Rrs_deglint[0:5]) + ) + dp = stumpf_relative_depth(Rrs[j, k, 1], Rrs[j, k, 2]) + Bathy[j, k] = dp + # dp_sc = (dp-low)*scale_dp + + # for d = 1:5: + # # Calculate water-column corrected + # # benthic reflectance (Traganos 2017 & + # # Maritorena 1994) + # Rrs(j, k, d) = ( + # ((Rrs_0(d)-rrs_inf(d)) / + # exp(-2*Kd(1, d)*dp_sc))+rrs_inf(d)) + # end + + # === DT + if Rrs[j, k, 5] < Rrs[j, k, 6]: + classif_map[j, k] = 0 # Shadow + elif ( + (Rrs[j, k, 2] - Rrs[j, k, 3]) / + (Rrs[j, k, 2] + Rrs[j, k, 3]) < 0.10 + # (Rrs[j, k, 1] - Rrs[j, k, 3]) / + # (Rrs[j, k, 1]+Rrs[j, k, 3]) < 0 + ): + if ( + Rrs[j, k, 3] > Rrs[j, k, 2] or + Rrs[j, k, 4] > Rrs[j, k, 2] + ): + classif_map[j, k] = 53 # Soft bottom + elif ( # NEW from 0.05 + sum(Rrs[j, k, 2:4]) > avg_water_sum and + (Rrs[j, k, 4] - Rrs[j, k, 1]) / + (Rrs[j, k, 4] + Rrs[j, k, 1]) > 0.1 + ): + classif_map[j, k] = 52 # Soft bottom + # Separate seagrass from dark water NEW + elif ( + Rrs[j, k, 3] > Rrs[j, k, 1] and + (Rrs[j, k, 2] - Rrs[j, k, 5]) / + (Rrs[j, k, 2] + Rrs[j, k, 5]) < 0.60 + ): + # Separate seagrass from turbid water + # NEW + if ( + (Rrs[j, k, 2] - Rrs[j, k, 4]) / + (Rrs[j, k, 2] + Rrs[j, k, 4]) > 0.1 + ): + classif_map[j, k] = 54 # Seagrass + else: + classif_map[j, k] = 55 # Turbid water + # end + else: + classif_map[j, k] = 51 # Deep water + # end + else: + classif_map[j, k] = 51 # Deep water + # end + else: # For glint-free/low-glint images + # Convert above-surface Rrs to subsurface rrs + # (Kerr et al. 2018, Lee et al. 1998) + Rrs[j, k, 0:5] = rdivide( + Rrs[j, k, 0:5], + (zeta + G*Rrs[j, k, 0:5]) + ) + # Calculate relative depth + # (Stumpf 2003 ratio transform) + dp = stumpf_relative_depth(Rrs[j, k, 1], Rrs[j, k, 2]) + Bathy[j, k] = dp + # end + # dp_sc = (dp-low)*scale_dp + # for d = 1:5 + # # Calculate water-column corrected + # # benthic reflectance (Traganos 2017 & + # # Maritorena 1994) + # Rrs(j, k, d) = ( + # ((Rrs_0(d)-rrs_inf(d)) / + # exp(-2*Kd(1, d)*dp_sc))+rrs_inf(d) + # ) + # end + # === DT + if Rrs[j, k, 5] < Rrs[j, k, 6]: + classif_map[j, k] = 0 # Shadow + elif ( + (Rrs[j, k, 2] - Rrs[j, k, 3]) / + (Rrs[j, k, 2] + Rrs[j, k, 3]) < 0.10 + # (Rrs[j, k, 1] - Rrs[j, k, 3]) / + # (Rrs[j, k, 1]+Rrs[j, k, 3]) < 0 + ): + if ( + Rrs[j, k, 3] > Rrs[j, k, 2] or + Rrs[j, k, 4] > Rrs[j, k, 2] + ): + classif_map[j, k] = 53 # Soft bottom + elif ( + sum(Rrs[j, k, 2:4]) > avg_water_sum and + (Rrs[j, k, 4] - Rrs[j, k, 1]) / + (Rrs[j, k, 4] + Rrs[j, k, 1]) > 0.1 + ): + classif_map[j, k] = 52 # Soft bottom + elif ( # Separate seagrass from dark water + Rrs[j, k, 3] > Rrs[j, k, 1] and + (Rrs[j, k, 2] - Rrs[j, k, 5]) / + (Rrs[j, k, 2] + Rrs[j, k, 5]) < 0.60 + ): + # Separate seagrass from turbid water + if ( + (Rrs[j, k, 2] - Rrs[j, k, 4]) / + (Rrs[j, k, 2] + Rrs[j, k, 4]) > + 0.10 + ): + classif_map[j, k] = 54 # Seagrass + else: + classif_map[j, k] = 55 # Turbid water + # end + else: + classif_map[j, k] = 51 # Deep water + # end + else: + classif_map[j, k] = 51 # Deep water + # end + # end # if v>u + # end # If water/land + # end # If isnan + # end # k + # if j == szA[0]/4 + # update = 'DT 25# Complete' + # end + # if j == szA[0]/2 + # update = 'DT 50# Complete' + # end + # if j == szA[0]/4*3 + # update = 'DT 75# Complete' + # end + # end # j + + # === Classes: + # 1 = Developed + # 2 = Vegetation + # 3 = Soil/sand/beach + # 41 = Deep water + # 42 = Benthic Sand + # 43 = Benthic Seagrass + # 44 = Benthic Coral + # 45 = Benthic patch coral + + # === DT Filter + # if filter > 0: + # dt_filt = DT_Filter(map, filter, sz[0], sz[1]) + # AA = ''.join([ + # loc_out, id, '_', loc, '_Map_filt_', str(filter), + # '_benthicnew.tif' + # ]) + # geotiffwrite( + # AA, dt_filt, R, CoordRefSysCode=coor_sys + # ) + # else: + Z1 = ''.join([loc_out, id, '_', loc, '_Map_pytest.tif']) + geotiffwrite(Z1, classif_map, R, CoordRefSysCode=coor_sys) + # end + + # === Output images + # Z = [loc_out, id, '_', loc, '_Bathy1'] + # geotiffwrite(Z, Bathy, R(1, 1), CoordRefSysCode=coor_sys) + Z2 = ''.join([loc_out, id, '_', loc, '_rrssub.tif']) # last=52 + geotiffwrite(Z2, Rrs, R, CoordRefSysCode=coor_sys) + # end # If dt == 2 +# end + + +def main( + input_tiff, input_xml, output_dir, roi_name, crd_sys, dt_out, rrs_out +): + crd_sys = "EPSG:4326" + # === parse arguments: + if crd_sys == "EPSG:4326": + coor_sys = 4326 # Change coordinate system code here + else: + raise ValueError("unknown coord sys: '{}'".format(crd_sys)) + + # sgwid = num2str(sgw) + + process_file( + input_tiff, input_xml, output_dir, roi_name, coor_sys, + int(dt_out), int(rrs_out) + ) + +# TODO: update/rm this: +DATA_DIR = '/home1/mmccarthy/Matt/USF/Other/NERRS_Mapping/Processing' + + +def process_files_in_dir( + loc_in=DATA_DIR + '/Ortho/', + _id=0, # NOTE: unused? + met_in=DATA_DIR + '/Raw/', + coor_sys=4326, # coordinate system code + d_t=2, # 0=End after Rrs conversion; 1=rrs, bathy ; 2 = rrs, bathy & DT + sgw=0, # Sunglint moving-window box = sgw*2 +1 (i.e. 2 = 5x5 box) + filter=3, # 0=None, 1=3x3, 3=7x7, 5=11x11 + _stat=3, # NOTE: unused? + loc='RB', # Typically the estuary acronym, + id_number=0, # (prev SLURM_ARRAY_TASK_ID) TODO: rm this? + loc_out=DATA_DIR + '/Output/' +): + """ + Process a lot of files in directories. + + !!! DEFUNCT + """ + raise NotImplementedError("This function not yet fully ported to python.") + + # === get list of all product files in directory + matfiles = glob(path.join( + 'Matt', 'USF', 'Other', 'NERRS_Mapping', 'Processing', 'Ortho', '*.tif' + )) + # TODO: Revise this to find both all-caps and all lower-case extensions + # matfiles2 = glob(path.join( + # 'Matt', 'USF', 'Other', 'NERRS_Mapping', 'Processing', 'Raw', '*.xml' + # )) + + # loc_in = ['/home1/mmccarthy/Matt/USF/Other/Seagrass/test/'] + # met_in = ['/home1/mmccarthy/Matt/USF/Other/Seagrass/test/'] + # loc_out = ['/home1/mmccarthy/Matt/USF/Other/Seagrass/test/Rrs/'] + # matfiles = path.join'Matt', 'USF', 'Other', 'Seagrass', 'test', '*.tif')) + # matfiles2 = path.join'Matt', 'USF', 'Other', 'Seagrass', 'test','*.xml')) + + sz_files = len(matfiles) + + for z in range(sz_files): # for each file + process_file() + + +if __name__ == "__main__": + main(*sys.argv[1:]) From f90e3dce9f4c2a87bb4c9ede488167694870bdc5 Mon Sep 17 00:00:00 2001 From: tylar Date: Fri, 30 Sep 2022 19:57:22 +0000 Subject: [PATCH 44/97] + dict metadata output option --- wv_classify/read_wv_xml.py | 94 +++++++++++++++++++++++++------------- 1 file changed, 62 insertions(+), 32 deletions(-) diff --git a/wv_classify/read_wv_xml.py b/wv_classify/read_wv_xml.py index 6fbd137..c078b48 100644 --- a/wv_classify/read_wv_xml.py +++ b/wv_classify/read_wv_xml.py @@ -2,10 +2,20 @@ from datetime import datetime -def read_wv_xml(filename): - # ================================================================== - # === read values from xml file - # ================================================================== +def read_wv_xml(filename, output_format="list"): + """ read metadata values from xml file + params + ------ + filename : filepath + The .xml file to read + output_format : str + The format to return output. + Note that "list" output may not support all metadata. + valid values: + "list" - [param1Value, param2Value] + "dict" - {param1:value, param2:value] + """ + metadata = {} # Extract calibration factors & acquisition time from # metadata for each band tree = ElementTree.parse(filename) @@ -20,39 +30,59 @@ def read_wv_xml(filename): " (isd, IMD)" ) imd = root.find('IMD') # assumes only one element w/ 'IMD' tag - szB = [ - int(imd.find('NUMROWS').text), - int(imd.find('NUMCOLUMNS').text), - 0 - ] - kf = [ - float(imd.find(band).find('ABSCALFACTOR').text) for band in [ - 'BAND_C', 'BAND_B', 'BAND_G', 'BAND_Y', 'BAND_R', 'BAND_RE', - 'BAND_N', 'BAND_N2' - ] + metadata["IMD_NUMROWS"] = int(imd.find('NUMROWS').text) + metadata["IMD_NUMCOLUMNS"] = int(imd.find('NUMCOLUMNS').text) + BANDNAMES = [ + 'BAND_C', 'BAND_B', 'BAND_G', 'BAND_Y', 'BAND_R', 'BAND_RE', + 'BAND_N', 'BAND_N2' ] + for band in BANDNAMES: + metadata[f"ABSCALFACTOR_{band}"] = float( + imd.find(band).find('ABSCALFACTOR').text + ) # Extract Acquisition Time from metadata - aq_dt = datetime.strptime( + metadata["FIRSTLINETIME"] = datetime.strptime( imd.find('IMAGE').find('FIRSTLINETIME').text, # "2017-12-22T16:48:10.923850Z" "%Y-%m-%dT%H:%M:%S.%fZ" ) - aqyear = aq_dt.year - aqmonth = aq_dt.month - aqday = aq_dt.day - aqhour = aq_dt.hour - aqminute = aq_dt.minute - aqsecond = aq_dt.second # Extract Mean Sun Elevation angle from metadata.Text(18:26)) - sunel = float(imd.find('IMAGE').find('MEANSUNEL').text) # Extract Mean Off Nadir View angle from metadata - satview = float(imd.find('IMAGE').find('MEANOFFNADIRVIEWANGLE').text) - sunaz = float(imd.find('IMAGE').find('MEANSUNAZ').text) - sensaz = float(imd.find('IMAGE').find('MEANSATAZ').text) - satel = float(imd.find('IMAGE').find('MEANSATEL').text) - cl_cov = float(imd.find('IMAGE').find('CLOUDCOVER').text) - # ================================================================== - return ( - szB, aqmonth, aqyear, aqhour, aqminute, aqsecond, sunaz, sunel, - satel, sensaz, aqday, satview, kf, cl_cov - ) + for param in [ + "MEANSUNEL", "MEANOFFNADIRVIEWANGLE", "MEANSUNAZ", "MEANSATAZ", + "MEANSATEL", "CLOUDCOVER" + ]: + metadata[param] = float(imd.find("IMAGE").find(param).text) + + if output_format == "list": + szB = [ + metadata["IMD_NUMROWS"], + metadata["IMD_NUMCOLUMNS"], + 0 + ] + kf = [ + metadata[f"ABSCALFACTOR_{band}"] for band in BANDNAMES + ] + aq_dt = metadata["FIRSTLINETIME"] + aqyear = aq_dt.year + aqmonth = aq_dt.month + aqday = aq_dt.day + aqhour = aq_dt.hour + aqminute = aq_dt.minute + aqsecond = aq_dt.second + sunel = metadata['MEANSUNEL'] + satview = metadata['MEANOFFNADIRVIEWANGLE'] + sunaz = metadata['MEANSUNAZ'] + sensaz = metadata['MEANSATAZ'] + satel = metadata['MEANSATEL'] + cl_cov = metadata['CLOUDCOVER'] + return ( + szB, aqmonth, aqyear, aqhour, aqminute, aqsecond, sunaz, sunel, + satel, sensaz, aqday, satview, kf, cl_cov + ) + elif output_format == "dict": + return metadata + else: + raise ValueError( + f"user requested unknown output_format '{output_format}'" + ) From 29919d1579c55ffe82d245a7f2f7d325f4d4472b Mon Sep 17 00:00:00 2001 From: tylar Date: Fri, 30 Sep 2022 20:03:18 +0000 Subject: [PATCH 45/97] + CLI interface for xml reading see #21 --- wv_classify/read_wv_xml.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/wv_classify/read_wv_xml.py b/wv_classify/read_wv_xml.py index c078b48..597450c 100644 --- a/wv_classify/read_wv_xml.py +++ b/wv_classify/read_wv_xml.py @@ -86,3 +86,13 @@ def read_wv_xml(filename, output_format="list"): raise ValueError( f"user requested unknown output_format '{output_format}'" ) + + +if __name__ == "__main__": + import pprint + import sys + pp = pprint.PrettyPrinter(indent=2) + fpath = sys.argv[1] + pp.pprint( + read_wv_xml(fpath, output_format="dict") + ) From b939b1702474135e563ffc3be278eecf431e8528 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 30 Sep 2022 17:12:49 -0400 Subject: [PATCH 46/97] add additional metadata --- wv_classify/read_wv_xml.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/wv_classify/read_wv_xml.py b/wv_classify/read_wv_xml.py index 597450c..303fadd 100644 --- a/wv_classify/read_wv_xml.py +++ b/wv_classify/read_wv_xml.py @@ -49,11 +49,19 @@ def read_wv_xml(filename, output_format="list"): # Extract Mean Sun Elevation angle from metadata.Text(18:26)) # Extract Mean Off Nadir View angle from metadata for param in [ - "MEANSUNEL", "MEANOFFNADIRVIEWANGLE", "MEANSUNAZ", "MEANSATAZ", - "MEANSATEL", "CLOUDCOVER" + "MEANSUNEL", "MEANSUNAZ", + "MEANSATEL", "MEANSATAZ", + "MEANOFFNADIRVIEWANGLE", "CLOUDCOVER", "SATID", + "MODE", "SCANDIRECTION", + "MEANINTRACKVIEWANGLE", "MEANCROSSTRACKVIEWANGLE", "MEANOFFNADIRVIEWANGLE" ]: metadata[param] = float(imd.find("IMAGE").find(param).text) + for param in [ + "FILENAME" + ]: + metadata[param] = float(imd.find("TIL").find("TILE").find(param).text) + if output_format == "list": szB = [ metadata["IMD_NUMROWS"], From 37936c2eed6b5fb83c3f38e744ed6e7d8bff187e Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 30 Sep 2022 17:19:51 -0400 Subject: [PATCH 47/97] Create gee-upload-rookery-2022-09.md --- gee-uploads/gee-upload-rookery-2022-09.md | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 gee-uploads/gee-upload-rookery-2022-09.md diff --git a/gee-uploads/gee-upload-rookery-2022-09.md b/gee-uploads/gee-upload-rookery-2022-09.md new file mode 100644 index 0000000..64f729e --- /dev/null +++ b/gee-uploads/gee-upload-rookery-2022-09.md @@ -0,0 +1,17 @@ +Uploading classmaps to google earth engine using the instructions from [my GEE cheatsheet](https://github.com/7yl4r/cheatsheets/blob/master/googleEarthEngine.md#imagecollection-upload). + +notes from Luis: +> In the first step, you can either use gsutil or drop files manually to a gcloud bucket. +> +> For the second step, it is important to transfer files to gee including metadata/properties for each file. +> It might be year, location, product, satellite, etc. +> See attached an example of a script doing it. +> The images will be stored in an imageCollection folder you may create before to transfer files. +> You can save the files in the project’s assets, e.g. ‘projects/imars-3d-wetlands/*new_folder*/*new_imageCollection*/’ +> +> Once the images are in a collection use gee for doing mosaics or any other analysis you require. + +The mentioned script is [here](https://github.com/USF-IMARS/wv-land-cover/blob/a752e1e45b16357ed2a97db89f0f345db46abfc9/gee-uploads/gbucket_to_gee_w_metadata.sh). + +The parameters being passed with the `-p` flag could be augmented using additional metadata from the `.xml` file corresponding to each `.tif`. +[This script](https://github.com/USF-IMARS/wv-land-cover/blob/master/wv_classify/read_wv_xml.py) could be very helpful with that... From 635041001ab42eead6342a512107017fca0d553c Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 7 Oct 2022 14:32:22 -0400 Subject: [PATCH 48/97] improve formatting, doc. add todo for xml reading --- gee-uploads/gbucket_to_gee_w_metadata.sh | 68 ++++++++++++++++++------ 1 file changed, 52 insertions(+), 16 deletions(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata.sh index 832f35b..6e0d331 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata.sh @@ -1,35 +1,71 @@ #!/usr/bin/env bash # Usage: -# ./transfer_seagrass.sh src_bucket dest_asset -# Example: -# ./transfer_seagrass.sh seagrass_mosaics/original_mosaics users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics -# ./transfer_seagrass.sh seagrass_mosaics/edited_mosaics users/lizcanosandoval/Seagrass/Sentinel/02_EditedMosaics -# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html# +# ./gbucket_to_gee_w_metadata.sh src_bucket xml_filespath dest_asset +# +# Moves .tif files from a GCloud bucket into GEarthEngine including relevant metadata. +# Some metadata is hard-coded in the file below and some metadata is pulled from the +# `.xml` file that corresponds to each `.tif`. +# The `.xml` file must be on the local machine and have the same filename as the +# `.tif` file in the GCloud bucket. +# +# example GCloud filename: +# 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery.tif +# example .NTF file from which the .tif was generated: +# 20SEP29162717-M1BS-504649660010_03_P008.NTF +# corresponding .xml filename: +# 20SEP29162717-M1BS-504649660010_03_P008.XML +# +# Examples: +# ./gbucket_to_gee_w_metadata.sh \ +# seagrass_mosaics/original_mosaics \ +# ./seagrass_mosiacs/xml_files/ \ +# users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics +# +# ./gbucket_to_gee_w_metadata.sh \ +# rookery-wv-classmaps \ +# /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ +# +# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html -##Some metadata +# hardcoded metadata country="USA" -satellite="Sentinel-2" -generator="Lizcano-Sandoval" -classifier="SVM" +satellite="WV0(2|3)" +generator="Tylar Murray & Digna Rueda" +classifier="NERRS-mangroves-decision-tree" +# create the collection result=`earthengine create collection $2` -if `test -z "$result"`; then +if `test -z "$result"`; then # exit if creation failed echo $result exit 1 fi -# In the following loop we get the entire path to all the geotifs using the specified -# Gcloud bucket. Each file will have a format like this: gs://my_gee_bucket/FILE_January2000.tif -# Each call to earthengine it will launch a task that you can monitor in the JS Code editor -# at the "tasks" tab. + +# TODO: implement .xml file reading using https://github.com/USF-IMARS/wv-land-cover/blob/master/wv_classify/read_wv_xml.py +echo xml reading not yet implemented +exit 1 + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. for geotiff in `gsutil ls gs://$1/*.tif`; do #filename=${geotiff%.*} - filename=${geotiff##*/} + filename=${geotiff##*/} asset_id="${filename%.*}" echo "*** Transfering file " $asset_id "***" + year=${asset_id:6:4} date="${year}-01-01T12:00:00" tile=${asset_id:0:6} tile_id="${tile%_*}" code=${asset_id:11:4} - earthengine upload image gs://$1/$filename -f --asset_id=$2/$asset_id --nodata_value=0 --crs="EPSG:4326" -ts=$date -p="year=${year}" -p="name_code=${code}" -p="tile_id=${tile_id}" -p="country=${country}" -p="satellite=${satellite}" -p="generator=${generator}" -p="classifier=${classifier}" + + earthengine upload image gs://$1/$filename -f --asset_id=$2/$asset_id \ + --nodata_value=0 --crs="EPSG:4326" -ts=$date \ + -p="year=${year}" \ + -p="name_code=${code}" \ + -p="tile_id=${tile_id}" \ + -p="country=${country}" \ + -p="satellite=${satellite}" \ + -p="generator=${generator}" \ + -p="classifier=${classifier}" done From 86439869831283f56fa276ac93bc86bf9de0bcbd Mon Sep 17 00:00:00 2001 From: tylar Date: Fri, 7 Oct 2022 20:32:02 +0000 Subject: [PATCH 49/97] + echo_if_test to help w/ testing --- gee-uploads/gbucket_to_gee_w_metadata.sh | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata.sh index 6e0d331..9f47eb9 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata.sh @@ -32,18 +32,15 @@ country="USA" satellite="WV0(2|3)" generator="Tylar Murray & Digna Rueda" classifier="NERRS-mangroves-decision-tree" +echo_if_test="echo " # set this to "echo " to test the script, else set to "" -# create the collection -result=`earthengine create collection $2` +echo creating the collection "$3"... +result=`${echo_if_test} earthengine create collection $3` if `test -z "$result"`; then # exit if creation failed echo $result exit 1 fi -# TODO: implement .xml file reading using https://github.com/USF-IMARS/wv-land-cover/blob/master/wv_classify/read_wv_xml.py -echo xml reading not yet implemented -exit 1 - # In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. # Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. # Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. @@ -52,14 +49,15 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do filename=${geotiff##*/} asset_id="${filename%.*}" echo "*** Transfering file " $asset_id "***" - + year=${asset_id:6:4} date="${year}-01-01T12:00:00" tile=${asset_id:0:6} tile_id="${tile%_*}" code=${asset_id:11:4} - earthengine upload image gs://$1/$filename -f --asset_id=$2/$asset_id \ + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ --nodata_value=0 --crs="EPSG:4326" -ts=$date \ -p="year=${year}" \ -p="name_code=${code}" \ From 5f2a05c023dbb26f4169056d8d3d0b6d5fecfe6a Mon Sep 17 00:00:00 2001 From: tylar Date: Fri, 7 Oct 2022 20:43:50 +0000 Subject: [PATCH 50/97] fix usage example. fix formatting. add filepanther usage --- gee-uploads/gbucket_to_gee_w_metadata.sh | 18 +++++++++++++----- 1 file changed, 13 insertions(+), 5 deletions(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata.sh index 9f47eb9..86d66a7 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata.sh @@ -21,9 +21,10 @@ # ./seagrass_mosiacs/xml_files/ \ # users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics # -# ./gbucket_to_gee_w_metadata.sh \ +# ./gee-upload/gbucket_to_gee_w_metadata.sh \ # rookery-wv-classmaps \ # /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ +# users/tylarmurray/nerrs/rookery # # Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html @@ -33,6 +34,8 @@ satellite="WV0(2|3)" generator="Tylar Murray & Digna Rueda" classifier="NERRS-mangroves-decision-tree" echo_if_test="echo " # set this to "echo " to test the script, else set to "" +xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " +filepanther_cmd="python3 -m ~/filepanther/filepanther/__main__.py " echo creating the collection "$3"... result=`${echo_if_test} earthengine create collection $3` @@ -45,9 +48,9 @@ fi # Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. # Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. for geotiff in `gsutil ls gs://$1/*.tif`; do - #filename=${geotiff%.*} - filename=${geotiff##*/} - asset_id="${filename%.*}" + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" echo "*** Transfering file " $asset_id "***" year=${asset_id:6:4} @@ -55,7 +58,12 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do tile=${asset_id:0:6} tile_id="${tile%_*}" code=${asset_id:11:4} - + + ${echo_if_test} $filepanther_cmd parse --json $filepath > filepath_metadata.json + xml_filename=`${echo_if_test} $filepanther_cmd format --type=wv_xml --json_file=filepath_metadata.json` + xml_vars=`${xml_reader_cmd} $2/${filename}.xml` + echo "xml_vars : ${xml_vars}" + ${echo_if_test} earthengine upload image gs://$1/$filename \ -f --asset_id=$3/$asset_id \ --nodata_value=0 --crs="EPSG:4326" -ts=$date \ From 57141e2872c1bbfe2f3a317c361313818d613c8d Mon Sep 17 00:00:00 2001 From: tylar Date: Fri, 7 Oct 2022 22:15:17 +0000 Subject: [PATCH 51/97] one more step towards filepanther usage --- gee-uploads/gbucket_to_gee_w_metadata.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata.sh index 86d66a7..9596ac7 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata.sh @@ -35,7 +35,7 @@ generator="Tylar Murray & Digna Rueda" classifier="NERRS-mangroves-decision-tree" echo_if_test="echo " # set this to "echo " to test the script, else set to "" xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " -filepanther_cmd="python3 -m ~/filepanther/filepanther/__main__.py " +filepanther_cmd="python3 -m filepanther " echo creating the collection "$3"... result=`${echo_if_test} earthengine create collection $3` @@ -58,8 +58,8 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do tile=${asset_id:0:6} tile_id="${tile%_*}" code=${asset_id:11:4} - - ${echo_if_test} $filepanther_cmd parse --json $filepath > filepath_metadata.json + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + ${echo_if_test} $filepanther_cmd -q parse $filename --pattern %Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > filepath_metadata.json xml_filename=`${echo_if_test} $filepanther_cmd format --type=wv_xml --json_file=filepath_metadata.json` xml_vars=`${xml_reader_cmd} $2/${filename}.xml` echo "xml_vars : ${xml_vars}" From af5fe69a2da1b6b991fc4e9835940c1afe25522b Mon Sep 17 00:00:00 2001 From: tylar Date: Sat, 8 Oct 2022 19:30:55 +0000 Subject: [PATCH 52/97] now able to find the xml files --- gee-uploads/gbucket_to_gee_w_metadata.sh | 41 ++++++++++++++++++++---- 1 file changed, 35 insertions(+), 6 deletions(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata.sh index 9596ac7..a0f47ac 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata.sh @@ -21,7 +21,7 @@ # ./seagrass_mosiacs/xml_files/ \ # users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics # -# ./gee-upload/gbucket_to_gee_w_metadata.sh \ +# ./gee-uploads/gbucket_to_gee_w_metadata.sh \ # rookery-wv-classmaps \ # /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ # users/tylarmurray/nerrs/rookery @@ -51,19 +51,46 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do #filename=${geotiff%.*} filename=${geotiff##*/} asset_id="${filename%.*}" + echo "" echo "*** Transfering file " $asset_id "***" - year=${asset_id:6:4} date="${year}-01-01T12:00:00" tile=${asset_id:0:6} tile_id="${tile%_*}" code=${asset_id:11:4} + echo "*** parsing metadata..." # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json - ${echo_if_test} $filepanther_cmd -q parse $filename --pattern %Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > filepath_metadata.json - xml_filename=`${echo_if_test} $filepanther_cmd format --type=wv_xml --json_file=filepath_metadata.json` - xml_vars=`${xml_reader_cmd} $2/${filename}.xml` - echo "xml_vars : ${xml_vars}" + $filepanther_cmd -q parse $filename \ + --pattern %Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif \ + --pickle_fpath metadata.pickle + + echo "*** estimating xml filename..." + # to get the XML filename we need to do a few weird things: + # * the xml filename contains 12 numbers that we don't know + # a * glob is used to capture these unknown digits (\d{12}). + # * the filename is all upper-case, so %b is not an exact match. + # `tr` is used to convert the output to uppercase + # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' + xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` + echo "xml fname is like: ${xml_fileglob}" + + echo "*** searching for xml file..." + xml_fpath=`find ${2} -name ${xml_fileglob}` + if [ -z "${xml_fpath}" ]; then + echo "xml file not found!" + # append file to list of failed files & continue + echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log + exit 1 + else + echo "found file: ${xml_fpath}" + fi + + echo "extracting properties from .xml..." + xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + echo "transferring image and metadata..." ${echo_if_test} earthengine upload image gs://$1/$filename \ -f --asset_id=$3/$asset_id \ --nodata_value=0 --crs="EPSG:4326" -ts=$date \ @@ -74,4 +101,6 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do -p="satellite=${satellite}" \ -p="generator=${generator}" \ -p="classifier=${classifier}" + echo "done!" + echo "" done From 6c8174c4ce22095b8fd3617e09312fd587258fe7 Mon Sep 17 00:00:00 2001 From: tylar Date: Sat, 8 Oct 2022 19:38:01 +0000 Subject: [PATCH 53/97] fix xml read issues --- wv_classify/read_wv_xml.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/wv_classify/read_wv_xml.py b/wv_classify/read_wv_xml.py index 303fadd..a395c61 100644 --- a/wv_classify/read_wv_xml.py +++ b/wv_classify/read_wv_xml.py @@ -51,16 +51,19 @@ def read_wv_xml(filename, output_format="list"): for param in [ "MEANSUNEL", "MEANSUNAZ", "MEANSATEL", "MEANSATAZ", - "MEANOFFNADIRVIEWANGLE", "CLOUDCOVER", "SATID", - "MODE", "SCANDIRECTION", + "MEANOFFNADIRVIEWANGLE", "CLOUDCOVER", "MEANINTRACKVIEWANGLE", "MEANCROSSTRACKVIEWANGLE", "MEANOFFNADIRVIEWANGLE" ]: metadata[param] = float(imd.find("IMAGE").find(param).text) + for param in [ + "SATID", "MODE", "SCANDIRECTION", + ]: + metadata[param] = imd.find("IMAGE").find(param).text for param in [ "FILENAME" ]: - metadata[param] = float(imd.find("TIL").find("TILE").find(param).text) + metadata[param] = root.find("TIL").find("TILE").find(param).text if output_format == "list": szB = [ From 3165631608d923fd16956b119a935a92cacc2a85 Mon Sep 17 00:00:00 2001 From: tylar Date: Sat, 8 Oct 2022 20:10:05 +0000 Subject: [PATCH 54/97] i think uploads work nw --- gee-uploads/gbucket_to_gee_w_metadata.sh | 34 ++++++++++++------------ wv_classify/read_wv_xml.py | 16 +++++++---- 2 files changed, 28 insertions(+), 22 deletions(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata.sh index a0f47ac..4785f7e 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata.sh @@ -30,10 +30,11 @@ # hardcoded metadata country="USA" -satellite="WV0(2|3)" generator="Tylar Murray & Digna Rueda" classifier="NERRS-mangroves-decision-tree" -echo_if_test="echo " # set this to "echo " to test the script, else set to "" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " filepanther_cmd="python3 -m filepanther " @@ -53,11 +54,6 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do asset_id="${filename%.*}" echo "" echo "*** Transfering file " $asset_id "***" - year=${asset_id:6:4} - date="${year}-01-01T12:00:00" - tile=${asset_id:0:6} - tile_id="${tile%_*}" - code=${asset_id:11:4} echo "*** parsing metadata..." # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json $filepanther_cmd -q parse $filename \ @@ -86,21 +82,25 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do echo "found file: ${xml_fpath}" fi - echo "extracting properties from .xml..." + echo "*** extracting properties from .xml..." xml_vars=`${xml_reader_cmd} ${xml_fpath}` echo "${xml_vars}" - echo "transferring image and metadata..." + echo "*** formatting ts for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + echo "$datetime" + + echo "*** transferring image and metadata..." ${echo_if_test} earthengine upload image gs://$1/$filename \ -f --asset_id=$3/$asset_id \ - --nodata_value=0 --crs="EPSG:4326" -ts=$date \ - -p="year=${year}" \ - -p="name_code=${code}" \ - -p="tile_id=${tile_id}" \ - -p="country=${country}" \ - -p="satellite=${satellite}" \ - -p="generator=${generator}" \ - -p="classifier=${classifier}" + --nodata_value=0 \ + --crs="EPSG:4326" \ + --pyramiding_policy=mode \ + -ts=$datetime \ + ${xml_vars} \ + -p \'country=${country}\' \ + -p \'generator=${generator}\' \ + -p \'classifier=${classifier}\' echo "done!" echo "" done diff --git a/wv_classify/read_wv_xml.py b/wv_classify/read_wv_xml.py index a395c61..1eeeeeb 100644 --- a/wv_classify/read_wv_xml.py +++ b/wv_classify/read_wv_xml.py @@ -93,6 +93,11 @@ def read_wv_xml(filename, output_format="list"): ) elif output_format == "dict": return metadata + elif output_format == "gee_props": + res = "" + for key in metadata: + res += f" -p '{key}={metadata[key]}' " + return res else: raise ValueError( f"user requested unknown output_format '{output_format}'" @@ -100,10 +105,11 @@ def read_wv_xml(filename, output_format="list"): if __name__ == "__main__": - import pprint + #import pprint import sys - pp = pprint.PrettyPrinter(indent=2) + #pp = pprint.PrettyPrinter(indent=2) fpath = sys.argv[1] - pp.pprint( - read_wv_xml(fpath, output_format="dict") - ) + #pp.pprint( + # read_wv_xml(fpath, output_format="dict") + #) + print(read_wv_xml(fpath, output_format="gee_props")) From f383eaedb58df6fcb76a0416f4ba7bd783ea2dec Mon Sep 17 00:00:00 2001 From: tylar Date: Sat, 8 Oct 2022 20:23:05 +0000 Subject: [PATCH 55/97] props cannot have spaces --- gee-uploads/gbucket_to_gee_w_metadata.sh | 2 +- wv_classify/read_wv_xml.py | 6 +++++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata.sh index 4785f7e..c2122fc 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata.sh @@ -30,7 +30,7 @@ # hardcoded metadata country="USA" -generator="Tylar Murray & Digna Rueda" +generator="Tylar_Murray+Digna_Rueda" classifier="NERRS-mangroves-decision-tree" echo_if_test="" # set this to "echo " to test the script, else set to "" diff --git a/wv_classify/read_wv_xml.py b/wv_classify/read_wv_xml.py index 1eeeeeb..b11addc 100644 --- a/wv_classify/read_wv_xml.py +++ b/wv_classify/read_wv_xml.py @@ -96,7 +96,11 @@ def read_wv_xml(filename, output_format="list"): elif output_format == "gee_props": res = "" for key in metadata: - res += f" -p '{key}={metadata[key]}' " + try: + val = str(metadata[key]).replace(" ", "_") + except: + val = metadata[key] + res += f" -p '{key}={val}' " return res else: raise ValueError( From fc009669af88127f736f6d5f0effe18a2400775f Mon Sep 17 00:00:00 2001 From: tylar Date: Sat, 8 Oct 2022 23:48:53 +0000 Subject: [PATCH 56/97] no quotes around props --- gee-uploads/gbucket_to_gee_w_metadata.sh | 12 ++++++------ wv_classify/read_wv_xml.py | 2 +- 2 files changed, 7 insertions(+), 7 deletions(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata.sh index c2122fc..6416408 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata.sh @@ -38,12 +38,12 @@ echo_if_test="" # set this to "echo " to test the script, else set to "" xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " filepanther_cmd="python3 -m filepanther " -echo creating the collection "$3"... +echo checking if the collection "$3" exists... result=`${echo_if_test} earthengine create collection $3` if `test -z "$result"`; then # exit if creation failed - echo $result - exit 1 + echo collection created. fi +echo $result # In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. # Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. @@ -98,9 +98,9 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do --pyramiding_policy=mode \ -ts=$datetime \ ${xml_vars} \ - -p \'country=${country}\' \ - -p \'generator=${generator}\' \ - -p \'classifier=${classifier}\' + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} echo "done!" echo "" done diff --git a/wv_classify/read_wv_xml.py b/wv_classify/read_wv_xml.py index b11addc..d877d2e 100644 --- a/wv_classify/read_wv_xml.py +++ b/wv_classify/read_wv_xml.py @@ -100,7 +100,7 @@ def read_wv_xml(filename, output_format="list"): val = str(metadata[key]).replace(" ", "_") except: val = metadata[key] - res += f" -p '{key}={val}' " + res += f" -p {key}={val} " return res else: raise ValueError( From abcc5395195e774e40b8101adb96d52d34a1fccd Mon Sep 17 00:00:00 2001 From: Tylar Date: Sat, 8 Oct 2022 22:12:00 -0400 Subject: [PATCH 57/97] Add files via upload --- gee-uploads/upload_all_2022-10-08.log | 3685 +++++++++++++++++++++++++ 1 file changed, 3685 insertions(+) create mode 100644 gee-uploads/upload_all_2022-10-08.log diff --git a/gee-uploads/upload_all_2022-10-08.log b/gee-uploads/upload_all_2022-10-08.log new file mode 100644 index 0000000..bbe6072 --- /dev/null +++ b/gee-uploads/upload_all_2022-10-08.log @@ -0,0 +1,3685 @@ +checking if the collection users/tylarmurray/nerrs_rookery exists... +Asset users/tylarmurray/nerrs_rookery already exists. + +*** Transfering file 20100301T162229_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "03", "dt_d": "01", "dt_H": "16", "dt_M": "22", "dt_S": "29", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "1", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "10", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "060", "dt_jj": "60", "dt_U": "09", "dt_W": "09", "dt_c": "Mon Mar 1 16:22:29 2010", "dt_x": "03/01/10", "dt_X": "16:22:29"} +*** estimating xml filename... +xml fname is like: 10MAR01162229-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/10MAR01162229-M1BS-505387747080_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-03-01_16:22:29.561650 -p MEANSUNEL=51.7 -p MEANSUNAZ=148.2 -p MEANSATEL=63.3 -p MEANSATAZ=351.4 -p MEANOFFNADIRVIEWANGLE=23.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=22.5 -p MEANCROSSTRACKVIEWANGLE=-8.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10MAR01162229-M1BS-505387747080_01_P009.NTF +*** formatting ts for gee... +2010-03-01T16:22:29 +*** transferring image and metadata... +Started upload task with ID: I7RRKPN3IKNPCVOPIYACOMNA +done! + + +*** Transfering file 20100301T162230_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "03", "dt_d": "01", "dt_H": "16", "dt_M": "22", "dt_S": "30", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "1", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "10", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "30", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "060", "dt_jj": "60", "dt_U": "09", "dt_W": "09", "dt_c": "Mon Mar 1 16:22:30 2010", "dt_x": "03/01/10", "dt_X": "16:22:30"} +*** estimating xml filename... +xml fname is like: 10MAR01162230-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/10MAR01162230-M1BS-505387747080_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-03-01_16:22:30.648850 -p MEANSUNEL=51.8 -p MEANSUNAZ=148.1 -p MEANSATEL=62.9 -p MEANSATAZ=351.2 -p MEANOFFNADIRVIEWANGLE=24.1 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=22.7 -p MEANCROSSTRACKVIEWANGLE=-8.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10MAR01162230-M1BS-505387747080_01_P010.NTF +*** formatting ts for gee... +2010-03-01T16:22:30 +*** transferring image and metadata... +Started upload task with ID: NGUN6O7NI2BVJXQMFEDK6GXJ +done! + + +*** Transfering file 20100323T162209_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "03", "dt_d": "23", "dt_H": "16", "dt_M": "22", "dt_S": "09", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "23", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "10", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "082", "dt_jj": "82", "dt_U": "12", "dt_W": "12", "dt_c": "Tue Mar 23 16:22:09 2010", "dt_x": "03/23/10", "dt_X": "16:22:09"} +*** estimating xml filename... +xml fname is like: 10MAR23162209-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/10MAR23162209-M1BS-505387745070_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-03-23_16:22:09.563850 -p MEANSUNEL=60.0 -p MEANSUNAZ=142.5 -p MEANSATEL=72.6 -p MEANSATAZ=216.5 -p MEANOFFNADIRVIEWANGLE=15.2 -p CLOUDCOVER=0.035 -p MEANINTRACKVIEWANGLE=-13.5 -p MEANCROSSTRACKVIEWANGLE=-7.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10MAR23162209-M1BS-505387745070_01_P004.NTF +*** formatting ts for gee... +2010-03-23T16:22:09 +*** transferring image and metadata... +Started upload task with ID: DNWVZPE7BLSDXGMVWBIAYTEI +done! + + +*** Transfering file 20100414T162007_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "04", "dt_d": "14", "dt_H": "16", "dt_M": "20", "dt_S": "07", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "14", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "10", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "20", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "104", "dt_jj": "104", "dt_U": "15", "dt_W": "15", "dt_c": "Wed Apr 14 16:20:07 2010", "dt_x": "04/14/10", "dt_X": "16:20:07"} +*** estimating xml filename... +xml fname is like: 10APR14162007-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/10APR14162007-M1BS-505387750040_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-04-14_16:20:07.536050 -p MEANSUNEL=67.2 -p MEANSUNAZ=132.8 -p MEANSATEL=88.7 -p MEANSATAZ=304.6 -p MEANOFFNADIRVIEWANGLE=1.3 -p CLOUDCOVER=0.159 -p MEANINTRACKVIEWANGLE=0.8 -p MEANCROSSTRACKVIEWANGLE=-1.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10APR14162007-M1BS-505387750040_01_P009.NTF +*** formatting ts for gee... +2010-04-14T16:20:07 +*** transferring image and metadata... +Started upload task with ID: DXM6EB2TMEBFMBSOSJJSAB7X +done! + + +*** Transfering file 20110304T163528_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2011", "dt_m": "03", "dt_d": "04", "dt_H": "16", "dt_M": "35", "dt_S": "28", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "11", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "063", "dt_jj": "63", "dt_U": "09", "dt_W": "09", "dt_c": "Fri Mar 4 16:35:28 2011", "dt_x": "03/04/11", "dt_X": "16:35:28"} +*** estimating xml filename... +xml fname is like: 11MAR04163528-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/11MAR04163528-M1BS-505387750020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2011-03-04_16:35:28.310650 -p MEANSUNEL=54.4 -p MEANSUNAZ=152.4 -p MEANSATEL=71.5 -p MEANSATAZ=242.0 -p MEANOFFNADIRVIEWANGLE=16.4 -p CLOUDCOVER=0.298 -p MEANINTRACKVIEWANGLE=-10.0 -p MEANCROSSTRACKVIEWANGLE=-13.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=11MAR04163528-M1BS-505387750020_01_P001.NTF +*** formatting ts for gee... +2011-03-04T16:35:28 +*** transferring image and metadata... +Started upload task with ID: CG735ENDGHKANADBO5AW4ENK +done! + + +*** Transfering file 20110304T163529_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2011", "dt_m": "03", "dt_d": "04", "dt_H": "16", "dt_M": "35", "dt_S": "29", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "11", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "063", "dt_jj": "63", "dt_U": "09", "dt_W": "09", "dt_c": "Fri Mar 4 16:35:29 2011", "dt_x": "03/04/11", "dt_X": "16:35:29"} +*** estimating xml filename... +xml fname is like: 11MAR04163529-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/11MAR04163529-M1BS-505387750020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2011-03-04_16:35:29.412850 -p MEANSUNEL=54.5 -p MEANSUNAZ=152.4 -p MEANSATEL=71.4 -p MEANSATAZ=242.9 -p MEANOFFNADIRVIEWANGLE=16.4 -p CLOUDCOVER=0.064 -p MEANINTRACKVIEWANGLE=-9.7 -p MEANCROSSTRACKVIEWANGLE=-13.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=11MAR04163529-M1BS-505387750020_01_P002.NTF +*** formatting ts for gee... +2011-03-04T16:35:29 +*** transferring image and metadata... +Started upload task with ID: OTIH4C7RAAQARUXRFL4DW4OI +done! + + +*** Transfering file 20110616T163541_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2011", "dt_m": "06", "dt_d": "16", "dt_H": "16", "dt_M": "35", "dt_S": "41", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "16", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "11", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "41", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "167", "dt_jj": "167", "dt_U": "24", "dt_W": "24", "dt_c": "Thu Jun 16 16:35:41 2011", "dt_x": "06/16/11", "dt_X": "16:35:41"} +*** estimating xml filename... +xml fname is like: 11JUN16163541-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/11JUN16163541-M1BS-505387747050_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2011-06-16_16:35:41.529250 -p MEANSUNEL=77.9 -p MEANSUNAZ=98.6 -p MEANSATEL=72.8 -p MEANSATAZ=228.1 -p MEANOFFNADIRVIEWANGLE=15.2 -p CLOUDCOVER=0.017 -p MEANINTRACKVIEWANGLE=-11.8 -p MEANCROSSTRACKVIEWANGLE=-9.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=11JUN16163541-M1BS-505387747050_01_P001.NTF +*** formatting ts for gee... +2011-06-16T16:35:41 +*** transferring image and metadata... +Started upload task with ID: B36L5WHJ6W5JUBOCQISREYLF +done! + + +*** Transfering file 20130112T164126_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "01", "dt_d": "12", "dt_H": "16", "dt_M": "41", "dt_S": "26", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "12", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "41", "dt_SS": "26", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "012", "dt_jj": "12", "dt_U": "01", "dt_W": "01", "dt_c": "Sat Jan 12 16:41:26 2013", "dt_x": "01/12/13", "dt_X": "16:41:26"} +*** estimating xml filename... +xml fname is like: 13JAN12164126-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13JAN12164126-M1BS-505387749040_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-01-12_16:41:26.342050 -p MEANSUNEL=40.8 -p MEANSUNAZ=163.4 -p MEANSATEL=54.7 -p MEANSATAZ=350.6 -p MEANOFFNADIRVIEWANGLE=31.2 -p CLOUDCOVER=-999.0 -p MEANINTRACKVIEWANGLE=29.2 -p MEANCROSSTRACKVIEWANGLE=-11.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13JAN12164126-M1BS-505387749040_01_P009.NTF +*** formatting ts for gee... +2013-01-12T16:41:26 +*** transferring image and metadata... +Started upload task with ID: FP2QTMMD6RBXUTHRWWCO36KF +done! + + +*** Transfering file 20130112T164127_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "01", "dt_d": "12", "dt_H": "16", "dt_M": "41", "dt_S": "27", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "12", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "41", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "012", "dt_jj": "12", "dt_U": "01", "dt_W": "01", "dt_c": "Sat Jan 12 16:41:27 2013", "dt_x": "01/12/13", "dt_X": "16:41:27"} +*** estimating xml filename... +xml fname is like: 13JAN12164127-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13JAN12164127-M1BS-505387749040_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-01-12_16:41:27.274250 -p MEANSUNEL=40.9 -p MEANSUNAZ=163.3 -p MEANSATEL=54.4 -p MEANSATAZ=350.6 -p MEANOFFNADIRVIEWANGLE=31.5 -p CLOUDCOVER=-999.0 -p MEANINTRACKVIEWANGLE=29.5 -p MEANCROSSTRACKVIEWANGLE=-11.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13JAN12164127-M1BS-505387749040_01_P010.NTF +*** formatting ts for gee... +2013-01-12T16:41:27 +*** transferring image and metadata... +Started upload task with ID: WA4E5MZVMNDXWMMD6QXRLFBE +done! + + +*** Transfering file 20130115T163103_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "01", "dt_d": "15", "dt_H": "16", "dt_M": "31", "dt_S": "03", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "15", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "3", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "015", "dt_jj": "15", "dt_U": "02", "dt_W": "02", "dt_c": "Tue Jan 15 16:31:03 2013", "dt_x": "01/15/13", "dt_X": "16:31:03"} +*** estimating xml filename... +xml fname is like: 13JAN15163103-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13JAN15163103-M1BS-505387746060_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6144 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-01-15_16:31:03.777050 -p MEANSUNEL=40.6 -p MEANSUNAZ=160.0 -p MEANSATEL=58.9 -p MEANSATAZ=20.0 -p MEANOFFNADIRVIEWANGLE=27.6 -p CLOUDCOVER=0.421 -p MEANINTRACKVIEWANGLE=27.1 -p MEANCROSSTRACKVIEWANGLE=5.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13JAN15163103-M1BS-505387746060_01_P010.NTF +*** formatting ts for gee... +2013-01-15T16:31:03 +*** transferring image and metadata... +Started upload task with ID: EM3B55U2IEXNSFU62SO53VRF +done! + + +*** Transfering file 20130321T163448_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "03", "dt_d": "21", "dt_H": "16", "dt_M": "34", "dt_S": "48", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "34", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "080", "dt_jj": "80", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 21 16:34:48 2013", "dt_x": "03/21/13", "dt_X": "16:34:48"} +*** estimating xml filename... +xml fname is like: 13MAR21163448-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13MAR21163448-M1BS-505387750100_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-03-21_16:34:48.293950 -p MEANSUNEL=60.9 -p MEANSUNAZ=148.3 -p MEANSATEL=69.9 -p MEANSATAZ=9.3 -p MEANOFFNADIRVIEWANGLE=18.0 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=18.0 -p MEANCROSSTRACKVIEWANGLE=-0.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=13MAR21163448-M1BS-505387750100_01_P001.NTF +*** formatting ts for gee... +2013-03-21T16:34:48 +*** transferring image and metadata... +Started upload task with ID: RZNPO3TS25TXEL3RLRWP7XCP +done! + + +*** Transfering file 20130321T163449_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "03", "dt_d": "21", "dt_H": "16", "dt_M": "34", "dt_S": "49", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "34", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "080", "dt_jj": "80", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 21 16:34:49 2013", "dt_x": "03/21/13", "dt_X": "16:34:49"} +*** estimating xml filename... +xml fname is like: 13MAR21163449-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13MAR21163449-M1BS-505387750100_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-03-21_16:34:49.549150 -p MEANSUNEL=60.8 -p MEANSUNAZ=148.4 -p MEANSATEL=71.3 -p MEANSATAZ=9.6 -p MEANOFFNADIRVIEWANGLE=16.9 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=16.9 -p MEANCROSSTRACKVIEWANGLE=0.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=13MAR21163449-M1BS-505387750100_01_P002.NTF +*** formatting ts for gee... +2013-03-21T16:34:49 +*** transferring image and metadata... +Started upload task with ID: 5G4COJF25KHYXZD45237KINO +done! + + +*** Transfering file 20130321T163515_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "03", "dt_d": "21", "dt_H": "16", "dt_M": "35", "dt_S": "15", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "080", "dt_jj": "80", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 21 16:35:15 2013", "dt_x": "03/21/13", "dt_X": "16:35:15"} +*** estimating xml filename... +xml fname is like: 13MAR21163515-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13MAR21163515-M1BS-505387749030_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-03-21_16:35:15.540050 -p MEANSUNEL=61.0 -p MEANSUNAZ=148.8 -p MEANSATEL=85.4 -p MEANSATAZ=340.4 -p MEANOFFNADIRVIEWANGLE=4.3 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=3.8 -p MEANCROSSTRACKVIEWANGLE=-2.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13MAR21163515-M1BS-505387749030_01_P009.NTF +*** formatting ts for gee... +2013-03-21T16:35:15 +*** transferring image and metadata... +Started upload task with ID: 7SFKJRDIJK5427SWMWRTJ35D +done! + + +*** Transfering file 20130321T163516_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "03", "dt_d": "21", "dt_H": "16", "dt_M": "35", "dt_S": "16", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "080", "dt_jj": "80", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 21 16:35:16 2013", "dt_x": "03/21/13", "dt_X": "16:35:16"} +*** estimating xml filename... +xml fname is like: 13MAR21163516-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13MAR21163516-M1BS-505387749030_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=4096 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-03-21_16:35:16.854650 -p MEANSUNEL=61.0 -p MEANSUNAZ=148.8 -p MEANSATEL=85.1 -p MEANSATAZ=340.7 -p MEANOFFNADIRVIEWANGLE=4.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=3.9 -p MEANCROSSTRACKVIEWANGLE=-2.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13MAR21163516-M1BS-505387749030_01_P010.NTF +*** formatting ts for gee... +2013-03-21T16:35:16 +*** transferring image and metadata... +Started upload task with ID: O5FYK4FL22RLBNFWMQT7QFWD +done! + + +*** Transfering file 20130423T162000_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "04", "dt_d": "23", "dt_H": "16", "dt_M": "20", "dt_S": "00", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "23", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "20", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "113", "dt_jj": "113", "dt_U": "16", "dt_W": "16", "dt_c": "Tue Apr 23 16:20:00 2013", "dt_x": "04/23/13", "dt_X": "16:20:00"} +*** estimating xml filename... +xml fname is like: 13APR23162000-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13APR23162000-M1BS-505387751010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-04-23_16:20:00.567250 -p MEANSUNEL=70.1 -p MEANSUNAZ=127.8 -p MEANSATEL=59.6 -p MEANSATAZ=62.1 -p MEANOFFNADIRVIEWANGLE=26.9 -p CLOUDCOVER=0.152 -p MEANINTRACKVIEWANGLE=15.4 -p MEANCROSSTRACKVIEWANGLE=22.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13APR23162000-M1BS-505387751010_01_P002.NTF +*** formatting ts for gee... +2013-04-23T16:20:00 +*** transferring image and metadata... +Started upload task with ID: IULDWHVPFOSCHQAU42QNI5XQ +done! + + +*** Transfering file 20130423T162001_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "04", "dt_d": "23", "dt_H": "16", "dt_M": "20", "dt_S": "01", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "23", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "20", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "113", "dt_jj": "113", "dt_U": "16", "dt_W": "16", "dt_c": "Tue Apr 23 16:20:01 2013", "dt_x": "04/23/13", "dt_X": "16:20:01"} +*** estimating xml filename... +xml fname is like: 13APR23162001-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13APR23162001-M1BS-505387751010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-04-23_16:20:01.684850 -p MEANSUNEL=70.2 -p MEANSUNAZ=127.6 -p MEANSATEL=59.6 -p MEANSATAZ=61.4 -p MEANOFFNADIRVIEWANGLE=26.9 -p CLOUDCOVER=0.005 -p MEANINTRACKVIEWANGLE=15.7 -p MEANCROSSTRACKVIEWANGLE=22.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13APR23162001-M1BS-505387751010_01_P003.NTF +*** formatting ts for gee... +2013-04-23T16:20:01 +*** transferring image and metadata... +Started upload task with ID: PJLBKR2ZQDXUJFISFIIZLYQR +done! + + +*** Transfering file 20130423T162002_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "04", "dt_d": "23", "dt_H": "16", "dt_M": "20", "dt_S": "02", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "23", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "20", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "113", "dt_jj": "113", "dt_U": "16", "dt_W": "16", "dt_c": "Tue Apr 23 16:20:02 2013", "dt_x": "04/23/13", "dt_X": "16:20:02"} +*** estimating xml filename... +xml fname is like: 13APR23162002-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13APR23162002-M1BS-505387751010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-04-23_16:20:02.802450 -p MEANSUNEL=70.3 -p MEANSUNAZ=127.4 -p MEANSATEL=59.5 -p MEANSATAZ=60.7 -p MEANOFFNADIRVIEWANGLE=27.0 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=16.0 -p MEANCROSSTRACKVIEWANGLE=22.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13APR23162002-M1BS-505387751010_01_P004.NTF +*** formatting ts for gee... +2013-04-23T16:20:02 +*** transferring image and metadata... +Started upload task with ID: J6OW4SXCIHXAMUAGJAGDUODO +done! + + +*** Transfering file 20140202T162431_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "31", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:31 2014", "dt_x": "02/02/14", "dt_X": "16:24:31"} +*** estimating xml filename... +xml fname is like: 14FEB02162431-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162431-M1BS-505387747090_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:31.300350 -p MEANSUNEL=43.7 -p MEANSUNAZ=154.4 -p MEANSATEL=76.0 -p MEANSATAZ=76.0 -p MEANOFFNADIRVIEWANGLE=12.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=4.9 -p MEANCROSSTRACKVIEWANGLE=11.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14FEB02162431-M1BS-505387747090_01_P001.NTF +*** formatting ts for gee... +2014-02-02T16:24:31 +*** transferring image and metadata... +Started upload task with ID: C65ZBIXZUQGG2EGW7WI62RLR +done! + + +*** Transfering file 20140202T162432_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "32", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:32 2014", "dt_x": "02/02/14", "dt_X": "16:24:32"} +*** estimating xml filename... +xml fname is like: 14FEB02162432-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162432-M1BS-505387747090_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:32.205350 -p MEANSUNEL=43.6 -p MEANSUNAZ=154.4 -p MEANSATEL=76.3 -p MEANSATAZ=81.3 -p MEANOFFNADIRVIEWANGLE=12.2 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=3.8 -p MEANCROSSTRACKVIEWANGLE=11.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14FEB02162432-M1BS-505387747090_01_P002.NTF +*** formatting ts for gee... +2014-02-02T16:24:32 +*** transferring image and metadata... +Started upload task with ID: RFY6P7I3YPLWONH35FH54F3A +done! + + +*** Transfering file 20140202T162440_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "40", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:40 2014", "dt_x": "02/02/14", "dt_X": "16:24:40"} +*** estimating xml filename... +xml fname is like: 14FEB02162440-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162440-M1BS-505387746020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:40.443450 -p MEANSUNEL=43.8 -p MEANSUNAZ=154.8 -p MEANSATEL=79.3 -p MEANSATAZ=107.1 -p MEANOFFNADIRVIEWANGLE=9.5 -p CLOUDCOVER=0.033 -p MEANINTRACKVIEWANGLE=-1.2 -p MEANCROSSTRACKVIEWANGLE=9.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14FEB02162440-M1BS-505387746020_01_P001.NTF +*** formatting ts for gee... +2014-02-02T16:24:40 +*** transferring image and metadata... +Started upload task with ID: AGWDSTLHEHPZKQYM3RVFPEBZ +done! + + +*** Transfering file 20140202T162441_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "41", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "41", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:41 2014", "dt_x": "02/02/14", "dt_X": "16:24:41"} +*** estimating xml filename... +xml fname is like: 14FEB02162441-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162441-M1BS-505387746020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:41.594850 -p MEANSUNEL=43.9 -p MEANSUNAZ=154.7 -p MEANSATEL=79.4 -p MEANSATAZ=106.2 -p MEANOFFNADIRVIEWANGLE=9.4 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-1.0 -p MEANCROSSTRACKVIEWANGLE=9.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14FEB02162441-M1BS-505387746020_01_P002.NTF +*** formatting ts for gee... +2014-02-02T16:24:41 +*** transferring image and metadata... +Started upload task with ID: DJLS54BDIMVUUIE4U4AK4A3C +done! + + +*** Transfering file 20140202T162451_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "51", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:51 2014", "dt_x": "02/02/14", "dt_X": "16:24:51"} +*** estimating xml filename... +xml fname is like: 14FEB02162451-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162451-M1BS-505387746100_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:51.092350 -p MEANSUNEL=43.8 -p MEANSUNAZ=154.6 -p MEANSATEL=77.3 -p MEANSATAZ=125.1 -p MEANOFFNADIRVIEWANGLE=11.3 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-4.9 -p MEANCROSSTRACKVIEWANGLE=10.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14FEB02162451-M1BS-505387746100_01_P001.NTF +*** formatting ts for gee... +2014-02-02T16:24:51 +*** transferring image and metadata... +Started upload task with ID: GEQ5HLYWD4WSSSMNYOXMYCB5 +done! + + +*** Transfering file 20140202T162452_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "52", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "52", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:52 2014", "dt_x": "02/02/14", "dt_X": "16:24:52"} +*** estimating xml filename... +xml fname is like: 14FEB02162452-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162452-M1BS-505387746100_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:52.033150 -p MEANSUNEL=43.7 -p MEANSUNAZ=154.6 -p MEANSATEL=76.6 -p MEANSATAZ=130.2 -p MEANOFFNADIRVIEWANGLE=11.9 -p CLOUDCOVER=0.018 -p MEANINTRACKVIEWANGLE=-6.1 -p MEANCROSSTRACKVIEWANGLE=10.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14FEB02162452-M1BS-505387746100_01_P002.NTF +*** formatting ts for gee... +2014-02-02T16:24:52 +*** transferring image and metadata... +Started upload task with ID: PKVUL2JOT7L2VPZRSAMNZHDX +done! + + +*** Transfering file 20140202T162458_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "58", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "58", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:58 2014", "dt_x": "02/02/14", "dt_X": "16:24:58"} +*** estimating xml filename... +xml fname is like: 14FEB02162458-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162458-M1BS-505387750070_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:58.542650 -p MEANSUNEL=43.7 -p MEANSUNAZ=154.5 -p MEANSATEL=73.4 -p MEANSATAZ=140.7 -p MEANOFFNADIRVIEWANGLE=14.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-9.7 -p MEANCROSSTRACKVIEWANGLE=11.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14FEB02162458-M1BS-505387750070_01_P001.NTF +*** formatting ts for gee... +2014-02-02T16:24:58 +*** transferring image and metadata... +Started upload task with ID: CKHZXRJ6HI33GPIROUGOV6JH +done! + + +*** Transfering file 20140320T163019_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "19", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "19", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:19 2014", "dt_x": "03/20/14", "dt_X": "16:30:19"} +*** estimating xml filename... +xml fname is like: 14MAR20163019-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163019-M1BS-505387747100_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:19.830950 -p MEANSUNEL=59.9 -p MEANSUNAZ=146.8 -p MEANSATEL=86.1 -p MEANSATAZ=347.9 -p MEANOFFNADIRVIEWANGLE=3.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=3.5 -p MEANCROSSTRACKVIEWANGLE=-1.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14MAR20163019-M1BS-505387747100_01_P001.NTF +*** formatting ts for gee... +2014-03-20T16:30:19 +*** transferring image and metadata... +Started upload task with ID: NELV2LPGJAVHXAPVLOJIB6FN +done! + + +*** Transfering file 20140320T163021_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "21", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "21", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:21 2014", "dt_x": "03/20/14", "dt_X": "16:30:21"} +*** estimating xml filename... +xml fname is like: 14MAR20163021-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163021-M1BS-505387747100_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:21.150150 -p MEANSUNEL=59.8 -p MEANSUNAZ=146.9 -p MEANSATEL=87.7 -p MEANSATAZ=334.8 -p MEANOFFNADIRVIEWANGLE=2.4 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=2.0 -p MEANCROSSTRACKVIEWANGLE=-1.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14MAR20163021-M1BS-505387747100_01_P002.NTF +*** formatting ts for gee... +2014-03-20T16:30:21 +*** transferring image and metadata... +Started upload task with ID: G2KDYB23QPNQIWUXI3WP2NZZ +done! + + +*** Transfering file 20140320T163038_01_P005_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "38", "number": "01", "pass_n": "005", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "38", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:38 2014", "dt_x": "03/20/14", "dt_X": "16:30:38"} +*** estimating xml filename... +xml fname is like: 14MAR20163038-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163038-M1BS-505387747060_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:38.046050 -p MEANSUNEL=59.8 -p MEANSUNAZ=146.8 -p MEANSATEL=81.3 -p MEANSATAZ=194.1 -p MEANOFFNADIRVIEWANGLE=7.5 -p CLOUDCOVER=0.072 -p MEANINTRACKVIEWANGLE=-7.5 -p MEANCROSSTRACKVIEWANGLE=-0.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14MAR20163038-M1BS-505387747060_01_P005.NTF +*** formatting ts for gee... +2014-03-20T16:30:38 +*** transferring image and metadata... +Started upload task with ID: KIIYUV5JWBBXG4PXVHQJXOTS +done! + + +*** Transfering file 20140320T163039_01_P006_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "39", "number": "01", "pass_n": "006", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "39", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:39 2014", "dt_x": "03/20/14", "dt_X": "16:30:39"} +*** estimating xml filename... +xml fname is like: 14MAR20163039-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163039-M1BS-505387747060_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:39.336850 -p MEANSUNEL=59.9 -p MEANSUNAZ=146.7 -p MEANSATEL=81.6 -p MEANSATAZ=195.7 -p MEANOFFNADIRVIEWANGLE=7.3 -p CLOUDCOVER=0.005 -p MEANINTRACKVIEWANGLE=-7.2 -p MEANCROSSTRACKVIEWANGLE=-0.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14MAR20163039-M1BS-505387747060_01_P006.NTF +*** formatting ts for gee... +2014-03-20T16:30:39 +*** transferring image and metadata... +Started upload task with ID: 4DNOIAPZBDTRGJQHD7FTRHM4 +done! + + +*** Transfering file 20140320T163040_01_P007_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "40", "number": "01", "pass_n": "007", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:40 2014", "dt_x": "03/20/14", "dt_X": "16:30:40"} +*** estimating xml filename... +xml fname is like: 14MAR20163040-M1BS-*_01_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163040-M1BS-505387747060_01_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:40.627650 -p MEANSUNEL=59.9 -p MEANSUNAZ=146.7 -p MEANSATEL=81.8 -p MEANSATAZ=196.6 -p MEANOFFNADIRVIEWANGLE=7.2 -p CLOUDCOVER=0.006 -p MEANINTRACKVIEWANGLE=-7.1 -p MEANCROSSTRACKVIEWANGLE=-0.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14MAR20163040-M1BS-505387747060_01_P007.NTF +*** formatting ts for gee... +2014-03-20T16:30:40 +*** transferring image and metadata... +Started upload task with ID: SQ5APGBV6DZBCATA653SW357 +done! + + +*** Transfering file 20141030T155753_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "30", "dt_H": "15", "dt_M": "57", "dt_S": "53", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "30", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "303", "dt_jj": "303", "dt_U": "43", "dt_W": "43", "dt_c": "Thu Oct 30 15:57:53 2014", "dt_x": "10/30/14", "dt_X": "15:57:53"} +*** estimating xml filename... +xml fname is like: 14OCT30155753-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT30155753-M1BS-505387749060_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10240 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2014-10-30_15:57:53.730850 -p MEANSUNEL=46.7 -p MEANSUNAZ=154.3 -p MEANSATEL=62.1 -p MEANSATAZ=23.3 -p MEANOFFNADIRVIEWANGLE=25.5 -p CLOUDCOVER=0.189 -p MEANINTRACKVIEWANGLE=24.6 -p MEANCROSSTRACKVIEWANGLE=6.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT30155753-M1BS-505387749060_01_P001.NTF +*** formatting ts for gee... +2014-10-30T15:57:53 +*** transferring image and metadata... +Started upload task with ID: NLQEGMNTAAJZKNVDPKVCABLX +done! + + +*** Transfering file 20141030T155755_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "30", "dt_H": "15", "dt_M": "57", "dt_S": "55", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "30", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "303", "dt_jj": "303", "dt_U": "43", "dt_W": "43", "dt_c": "Thu Oct 30 15:57:55 2014", "dt_x": "10/30/14", "dt_X": "15:57:55"} +*** estimating xml filename... +xml fname is like: 14OCT30155755-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT30155755-M1BS-505387749060_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2014-10-30_15:57:55.169650 -p MEANSUNEL=46.8 -p MEANSUNAZ=154.2 -p MEANSATEL=62.0 -p MEANSATAZ=22.8 -p MEANOFFNADIRVIEWANGLE=25.5 -p CLOUDCOVER=0.009 -p MEANINTRACKVIEWANGLE=24.7 -p MEANCROSSTRACKVIEWANGLE=6.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT30155755-M1BS-505387749060_01_P002.NTF +*** formatting ts for gee... +2014-10-30T15:57:55 +*** transferring image and metadata... +Started upload task with ID: DL7IKXN3AMKEB3QIDBAKUYOP +done! + + +*** Transfering file 20141030T155756_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "30", "dt_H": "15", "dt_M": "57", "dt_S": "56", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "30", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "56", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "303", "dt_jj": "303", "dt_U": "43", "dt_W": "43", "dt_c": "Thu Oct 30 15:57:56 2014", "dt_x": "10/30/14", "dt_X": "15:57:56"} +*** estimating xml filename... +xml fname is like: 14OCT30155756-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT30155756-M1BS-505387749060_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2014-10-30_15:57:56.758850 -p MEANSUNEL=46.9 -p MEANSUNAZ=154.2 -p MEANSATEL=62.0 -p MEANSATAZ=22.3 -p MEANOFFNADIRVIEWANGLE=25.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=24.8 -p MEANCROSSTRACKVIEWANGLE=6.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT30155756-M1BS-505387749060_01_P003.NTF +*** formatting ts for gee... +2014-10-30T15:57:56 +*** transferring image and metadata... +Started upload task with ID: MTFXCNRRLLSTRSJDG6LI2IC5 +done! + + +*** Transfering file 20141031T163029_01_P007_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "29", "number": "01", "pass_n": "007", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:29 2014", "dt_x": "10/31/14", "dt_X": "16:30:29"} +*** estimating xml filename... +xml fname is like: 14OCT31163029-M1BS-*_01_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163029-M1BS-505387751070_01_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:29.966450 -p MEANSUNEL=48.7 -p MEANSUNAZ=165.2 -p MEANSATEL=76.8 -p MEANSATAZ=251.9 -p MEANOFFNADIRVIEWANGLE=11.7 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-5.3 -p MEANCROSSTRACKVIEWANGLE=-10.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT31163029-M1BS-505387751070_01_P007.NTF +*** formatting ts for gee... +2014-10-31T16:30:29 +*** transferring image and metadata... +Started upload task with ID: E5K22N5XBIFXYYXFIL62FQEC +done! + + +*** Transfering file 20141031T163031_01_P008_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "31", "number": "01", "pass_n": "008", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:31 2014", "dt_x": "10/31/14", "dt_X": "16:30:31"} +*** estimating xml filename... +xml fname is like: 14OCT31163031-M1BS-*_01_P008.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163031-M1BS-505387751070_01_P008.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:31.252450 -p MEANSUNEL=48.8 -p MEANSUNAZ=165.1 -p MEANSATEL=76.7 -p MEANSATAZ=253.4 -p MEANOFFNADIRVIEWANGLE=11.8 -p CLOUDCOVER=0.002 -p MEANINTRACKVIEWANGLE=-5.0 -p MEANCROSSTRACKVIEWANGLE=-10.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT31163031-M1BS-505387751070_01_P008.NTF +*** formatting ts for gee... +2014-10-31T16:30:31 +*** transferring image and metadata... +Started upload task with ID: KUOYAGGOMFFRDK7APYUM4WGF +done! + + +*** Transfering file 20141031T163032_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "32", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:32 2014", "dt_x": "10/31/14", "dt_X": "16:30:32"} +*** estimating xml filename... +xml fname is like: 14OCT31163032-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163032-M1BS-505387751070_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:32.538250 -p MEANSUNEL=48.9 -p MEANSUNAZ=165.1 -p MEANSATEL=76.6 -p MEANSATAZ=254.9 -p MEANOFFNADIRVIEWANGLE=11.8 -p CLOUDCOVER=0.003 -p MEANINTRACKVIEWANGLE=-4.8 -p MEANCROSSTRACKVIEWANGLE=-10.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT31163032-M1BS-505387751070_01_P009.NTF +*** formatting ts for gee... +2014-10-31T16:30:32 +*** transferring image and metadata... +Started upload task with ID: TSLXQWDWRFH6WH3ZPTY3Q2GZ +done! + + +*** Transfering file 20141031T163042_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "42", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "42", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:42 2014", "dt_x": "10/31/14", "dt_X": "16:30:42"} +*** estimating xml filename... +xml fname is like: 14OCT31163042-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163042-M1BS-505387746070_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:42.652750 -p MEANSUNEL=48.9 -p MEANSUNAZ=165.4 -p MEANSATEL=73.1 -p MEANSATAZ=243.7 -p MEANOFFNADIRVIEWANGLE=15.0 -p CLOUDCOVER=0.267 -p MEANINTRACKVIEWANGLE=-8.7 -p MEANCROSSTRACKVIEWANGLE=-12.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14OCT31163042-M1BS-505387746070_01_P001.NTF +*** formatting ts for gee... +2014-10-31T16:30:42 +*** transferring image and metadata... +Started upload task with ID: 3MJENHI3QSZDFSUTENRMTIM6 +done! + + +*** Transfering file 20141031T163043_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "43", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "43", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:43 2014", "dt_x": "10/31/14", "dt_X": "16:30:43"} +*** estimating xml filename... +xml fname is like: 14OCT31163043-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163043-M1BS-505387746070_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:43.856550 -p MEANSUNEL=48.8 -p MEANSUNAZ=165.4 -p MEANSATEL=72.3 -p MEANSATAZ=239.5 -p MEANOFFNADIRVIEWANGLE=15.7 -p CLOUDCOVER=0.399 -p MEANINTRACKVIEWANGLE=-10.0 -p MEANCROSSTRACKVIEWANGLE=-12.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14OCT31163043-M1BS-505387746070_01_P002.NTF +*** formatting ts for gee... +2014-10-31T16:30:43 +*** transferring image and metadata... +Started upload task with ID: JGSPT7I6FGUCPLIYEKPCFAW4 +done! + + +*** Transfering file 20141031T163045_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "45", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "45", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:45 2014", "dt_x": "10/31/14", "dt_X": "16:30:45"} +*** estimating xml filename... +xml fname is like: 14OCT31163045-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163045-M1BS-505387746070_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:45.060550 -p MEANSUNEL=48.7 -p MEANSUNAZ=165.5 -p MEANSATEL=71.4 -p MEANSATAZ=235.5 -p MEANOFFNADIRVIEWANGLE=16.5 -p CLOUDCOVER=0.349 -p MEANINTRACKVIEWANGLE=-11.4 -p MEANCROSSTRACKVIEWANGLE=-12.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14OCT31163045-M1BS-505387746070_01_P003.NTF +*** formatting ts for gee... +2014-10-31T16:30:45 +*** transferring image and metadata... +Started upload task with ID: 7QHMG3EY2M665UUNEGBZIURR +done! + + +*** Transfering file 20141031T163107_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "31", "dt_S": "07", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:31:07 2014", "dt_x": "10/31/14", "dt_X": "16:31:07"} +*** estimating xml filename... +xml fname is like: 14OCT31163107-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163107-M1BS-505387751040_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:31:07.763650 -p MEANSUNEL=49.0 -p MEANSUNAZ=165.8 -p MEANSATEL=61.5 -p MEANSATAZ=222.0 -p MEANOFFNADIRVIEWANGLE=25.1 -p CLOUDCOVER=0.234 -p MEANINTRACKVIEWANGLE=-21.0 -p MEANCROSSTRACKVIEWANGLE=-13.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT31163107-M1BS-505387751040_01_P009.NTF +*** formatting ts for gee... +2014-10-31T16:31:07 +*** transferring image and metadata... +Started upload task with ID: NW6LTTKLG6W34YO5HH2LS247 +done! + + +*** Transfering file 20141103T161921_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "03", "dt_H": "16", "dt_M": "19", "dt_S": "21", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "3", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "19", "dt_SS": "21", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "307", "dt_jj": "307", "dt_U": "44", "dt_W": "44", "dt_c": "Mon Nov 3 16:19:21 2014", "dt_x": "11/03/14", "dt_X": "16:19:21"} +*** estimating xml filename... +xml fname is like: 14NOV03161921-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV03161921-M1BS-053996594010_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3121 -p IMD_NUMCOLUMNS=8400 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01260825 -p ABSCALFACTOR_BAND_G=0.009713071 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-03_16:19:21.937655 -p MEANSUNEL=47.1 -p MEANSUNAZ=161.7 -p MEANSATEL=77.1 -p MEANSATAZ=63.8 -p MEANOFFNADIRVIEWANGLE=11.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=6.7 -p MEANCROSSTRACKVIEWANGLE=9.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14NOV03161921-M1BS-053996594010_01_P010.TIF +*** formatting ts for gee... +2014-11-03T16:19:21 +*** transferring image and metadata... +Started upload task with ID: 6TBOVLQAO6KJK7KVKWFD4L2Q +done! + + +*** Transfering file 20141103T161931_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "03", "dt_H": "16", "dt_M": "19", "dt_S": "31", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "3", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "19", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "307", "dt_jj": "307", "dt_U": "44", "dt_W": "44", "dt_c": "Mon Nov 3 16:19:31 2014", "dt_x": "11/03/14", "dt_X": "16:19:31"} +*** estimating xml filename... +xml fname is like: 14NOV03161931-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV03161931-M1BS-505387746030_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-11-03_16:19:31.016750 -p MEANSUNEL=47.1 -p MEANSUNAZ=161.9 -p MEANSATEL=80.5 -p MEANSATAZ=83.9 -p MEANOFFNADIRVIEWANGLE=8.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=2.3 -p MEANCROSSTRACKVIEWANGLE=8.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14NOV03161931-M1BS-505387746030_01_P001.NTF +*** formatting ts for gee... +2014-11-03T16:19:31 +*** transferring image and metadata... +Started upload task with ID: W4QLMDPZUIP3VL7YRIRJO6XF +done! + + +*** Transfering file 20141130T162200_04_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "00", "number": "04", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:00 2014", "dt_x": "11/30/14", "dt_X": "16:22:00"} +*** estimating xml filename... +xml fname is like: 14NOV30162200-M1BS-*_04_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162200-M1BS-500129458140_04_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01260825 -p ABSCALFACTOR_BAND_G=0.009713071 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:00.647338 -p MEANSUNEL=40.9 -p MEANSUNAZ=163.8 -p MEANSATEL=78.3 -p MEANSATAZ=186.2 -p MEANOFFNADIRVIEWANGLE=10.2 -p CLOUDCOVER=0.081 -p MEANINTRACKVIEWANGLE=-10.2 -p MEANCROSSTRACKVIEWANGLE=0.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14NOV30162200-M1BS-500129458140_04_P001.NTF +*** formatting ts for gee... +2014-11-30T16:22:00 +*** transferring image and metadata... +Started upload task with ID: PX2ABQS3PBHHUNC6R6AYQCFC +done! + + +*** Transfering file 20141130T162201_04_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "01", "number": "04", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:01 2014", "dt_x": "11/30/14", "dt_X": "16:22:01"} +*** estimating xml filename... +xml fname is like: 14NOV30162201-M1BS-*_04_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162201-M1BS-500129458140_04_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01260825 -p ABSCALFACTOR_BAND_G=0.009713071 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:01.836939 -p MEANSUNEL=40.8 -p MEANSUNAZ=163.9 -p MEANSATEL=76.8 -p MEANSATAZ=186.1 -p MEANOFFNADIRVIEWANGLE=11.6 -p CLOUDCOVER=0.034 -p MEANINTRACKVIEWANGLE=-11.6 -p MEANCROSSTRACKVIEWANGLE=0.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14NOV30162201-M1BS-500129458140_04_P002.NTF +*** formatting ts for gee... +2014-11-30T16:22:01 +*** transferring image and metadata... +Started upload task with ID: BWBYDT755ANMLDBH6R6FZ6AM +done! + + +*** Transfering file 20141130T162227_05_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "27", "number": "05", "pass_n": "009", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:27 2014", "dt_x": "11/30/14", "dt_X": "16:22:27"} +*** estimating xml filename... +xml fname is like: 14NOV30162227-M1BS-*_05_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162227-M1BS-500129458140_05_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:27.139850 -p MEANSUNEL=40.7 -p MEANSUNAZ=163.8 -p MEANSATEL=62.8 -p MEANSATAZ=186.9 -p MEANOFFNADIRVIEWANGLE=23.9 -p CLOUDCOVER=0.025 -p MEANINTRACKVIEWANGLE=-23.9 -p MEANCROSSTRACKVIEWANGLE=1.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14NOV30162227-M1BS-500129458140_05_P009.NTF +*** formatting ts for gee... +2014-11-30T16:22:27 +*** transferring image and metadata... +Started upload task with ID: 5LKCAKX76TJ35NNC7HKCOL3N +done! + + +*** Transfering file 20141130T162228_05_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "28", "number": "05", "pass_n": "010", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:28 2014", "dt_x": "11/30/14", "dt_X": "16:22:28"} +*** estimating xml filename... +xml fname is like: 14NOV30162228-M1BS-*_05_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162228-M1BS-500129458140_05_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:28.180450 -p MEANSUNEL=40.8 -p MEANSUNAZ=163.8 -p MEANSATEL=63.1 -p MEANSATAZ=187.2 -p MEANOFFNADIRVIEWANGLE=23.7 -p CLOUDCOVER=0.005 -p MEANINTRACKVIEWANGLE=-23.6 -p MEANCROSSTRACKVIEWANGLE=0.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14NOV30162228-M1BS-500129458140_05_P010.NTF +*** formatting ts for gee... +2014-11-30T16:22:28 +*** transferring image and metadata... +Started upload task with ID: TH63XFIS2FJZF5YJ4QC5B4QR +done! + + +*** Transfering file 20141130T162229_05_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "29", "number": "05", "pass_n": "011", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:29 2014", "dt_x": "11/30/14", "dt_X": "16:22:29"} +*** estimating xml filename... +xml fname is like: 14NOV30162229-M1BS-*_05_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162229-M1BS-500129458140_05_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6144 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:29.220850 -p MEANSUNEL=40.9 -p MEANSUNAZ=163.8 -p MEANSATEL=63.4 -p MEANSATAZ=187.5 -p MEANOFFNADIRVIEWANGLE=23.4 -p CLOUDCOVER=0.029 -p MEANINTRACKVIEWANGLE=-23.4 -p MEANCROSSTRACKVIEWANGLE=0.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14NOV30162229-M1BS-500129458140_05_P011.NTF +*** formatting ts for gee... +2014-11-30T16:22:29 +*** transferring image and metadata... +Started upload task with ID: 7Q4DMTJFQPWUM2TMGCISCM52 +done! + + +*** Transfering file 20141203T161113_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "12", "dt_d": "03", "dt_H": "16", "dt_M": "11", "dt_S": "13", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "3", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "11", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "337", "dt_jj": "337", "dt_U": "48", "dt_W": "48", "dt_c": "Wed Dec 3 16:11:13 2014", "dt_x": "12/03/14", "dt_X": "16:11:13"} +*** estimating xml filename... +xml fname is like: 14DEC03161113-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14DEC03161113-M1BS-505387751020_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-12-03_16:11:13.975050 -p MEANSUNEL=39.4 -p MEANSUNAZ=160.3 -p MEANSATEL=61.8 -p MEANSATAZ=130.5 -p MEANOFFNADIRVIEWANGLE=24.9 -p CLOUDCOVER=0.137 -p MEANINTRACKVIEWANGLE=-13.0 -p MEANCROSSTRACKVIEWANGLE=21.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14DEC03161113-M1BS-505387751020_01_P009.NTF +*** formatting ts for gee... +2014-12-03T16:11:13 +*** transferring image and metadata... +Started upload task with ID: 3Q7A3MM3IZB5LDAPWYWBWZEV +done! + + +*** Transfering file 20141203T161115_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "12", "dt_d": "03", "dt_H": "16", "dt_M": "11", "dt_S": "15", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "3", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "11", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "337", "dt_jj": "337", "dt_U": "48", "dt_W": "48", "dt_c": "Wed Dec 3 16:11:15 2014", "dt_x": "12/03/14", "dt_X": "16:11:15"} +*** estimating xml filename... +xml fname is like: 14DEC03161115-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14DEC03161115-M1BS-505387751020_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-12-03_16:11:15.086450 -p MEANSUNEL=39.5 -p MEANSUNAZ=160.2 -p MEANSATEL=62.0 -p MEANSATAZ=130.1 -p MEANOFFNADIRVIEWANGLE=24.6 -p CLOUDCOVER=0.09 -p MEANINTRACKVIEWANGLE=-12.7 -p MEANCROSSTRACKVIEWANGLE=21.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14DEC03161115-M1BS-505387751020_01_P010.NTF +*** formatting ts for gee... +2014-12-03T16:11:15 +*** transferring image and metadata... +Started upload task with ID: UKZOI7SSIVFIUMUQNUYRH764 +done! + + +*** Transfering file 20141203T161116_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "12", "dt_d": "03", "dt_H": "16", "dt_M": "11", "dt_S": "16", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "3", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "11", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "337", "dt_jj": "337", "dt_U": "48", "dt_W": "48", "dt_c": "Wed Dec 3 16:11:16 2014", "dt_x": "12/03/14", "dt_X": "16:11:16"} +*** estimating xml filename... +xml fname is like: 14DEC03161116-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14DEC03161116-M1BS-505387751020_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-12-03_16:11:16.197850 -p MEANSUNEL=39.6 -p MEANSUNAZ=160.2 -p MEANSATEL=62.3 -p MEANSATAZ=129.7 -p MEANOFFNADIRVIEWANGLE=24.4 -p CLOUDCOVER=0.038 -p MEANINTRACKVIEWANGLE=-12.4 -p MEANCROSSTRACKVIEWANGLE=21.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14DEC03161116-M1BS-505387751020_01_P011.NTF +*** formatting ts for gee... +2014-12-03T16:11:16 +*** transferring image and metadata... +Started upload task with ID: 7IKZ2GJ5LU2FGYH2AVQIMMFQ +done! + + +*** Transfering file 20150306T161630_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "03", "dt_d": "06", "dt_H": "16", "dt_M": "16", "dt_S": "30", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "6", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "30", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "065", "dt_jj": "65", "dt_U": "09", "dt_W": "09", "dt_c": "Fri Mar 6 16:16:30 2015", "dt_x": "03/06/15", "dt_X": "16:16:30"} +*** estimating xml filename... +xml fname is like: 15MAR06161630-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15MAR06161630-M1BS-505387748020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2015-03-06_16:16:30.204250 -p MEANSUNEL=53.1 -p MEANSUNAZ=145.2 -p MEANSATEL=68.7 -p MEANSATAZ=304.2 -p MEANOFFNADIRVIEWANGLE=19.4 -p CLOUDCOVER=0.163 -p MEANINTRACKVIEWANGLE=8.0 -p MEANCROSSTRACKVIEWANGLE=-17.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15MAR06161630-M1BS-505387748020_01_P002.NTF +*** formatting ts for gee... +2015-03-06T16:16:30 +*** transferring image and metadata... +Started upload task with ID: UH3ZZAKAPBWVAH7D2DABRDYQ +done! + + +*** Transfering file 20150306T161632_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "03", "dt_d": "06", "dt_H": "16", "dt_M": "16", "dt_S": "32", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "6", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "065", "dt_jj": "65", "dt_U": "09", "dt_W": "09", "dt_c": "Fri Mar 6 16:16:32 2015", "dt_x": "03/06/15", "dt_X": "16:16:32"} +*** estimating xml filename... +xml fname is like: 15MAR06161632-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15MAR06161632-M1BS-505387748020_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2015-03-06_16:16:32.012050 -p MEANSUNEL=53.2 -p MEANSUNAZ=145.2 -p MEANSATEL=68.5 -p MEANSATAZ=303.8 -p MEANOFFNADIRVIEWANGLE=19.6 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=8.0 -p MEANCROSSTRACKVIEWANGLE=-18.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15MAR06161632-M1BS-505387748020_01_P003.NTF +*** formatting ts for gee... +2015-03-06T16:16:32 +*** transferring image and metadata... +Started upload task with ID: JK6FTSJPSOJXR5TBCLDS7AP2 +done! + + +*** Transfering file 20150401T161639_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "04", "dt_d": "01", "dt_H": "16", "dt_M": "16", "dt_S": "39", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "1", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "39", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "091", "dt_jj": "91", "dt_U": "13", "dt_W": "13", "dt_c": "Wed Apr 1 16:16:39 2015", "dt_x": "04/01/15", "dt_X": "16:16:39"} +*** estimating xml filename... +xml fname is like: 15APR01161639-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15APR01161639-M1BS-500288492020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01783568 -p ABSCALFACTOR_BAND_G=0.01364197 -p ABSCALFACTOR_BAND_Y=0.005829815 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.005188136 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2015-04-01_16:16:39.744550 -p MEANSUNEL=62.5 -p MEANSUNAZ=137.1 -p MEANSATEL=81.3 -p MEANSATAZ=159.1 -p MEANOFFNADIRVIEWANGLE=7.6 -p CLOUDCOVER=0.055 -p MEANINTRACKVIEWANGLE=-6.6 -p MEANCROSSTRACKVIEWANGLE=3.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=15APR01161639-M1BS-500288492020_01_P001.NTF +*** formatting ts for gee... +2015-04-01T16:16:39 +*** transferring image and metadata... +Started upload task with ID: CLOTJXSEMW2T5TM645C6RE5W +done! + + +*** Transfering file 20150401T161706_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "04", "dt_d": "01", "dt_H": "16", "dt_M": "17", "dt_S": "06", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "1", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "091", "dt_jj": "91", "dt_U": "13", "dt_W": "13", "dt_c": "Wed Apr 1 16:17:06 2015", "dt_x": "04/01/15", "dt_X": "16:17:06"} +*** estimating xml filename... +xml fname is like: 15APR01161706-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15APR01161706-M1BS-500288492010_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01783568 -p ABSCALFACTOR_BAND_G=0.01364197 -p ABSCALFACTOR_BAND_Y=0.005829815 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.005188136 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2015-04-01_16:17:06.942850 -p MEANSUNEL=62.4 -p MEANSUNAZ=137.4 -p MEANSATEL=65.3 -p MEANSATAZ=178.1 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.251 -p MEANINTRACKVIEWANGLE=-21.3 -p MEANCROSSTRACKVIEWANGLE=4.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15APR01161706-M1BS-500288492010_01_P009.NTF +*** formatting ts for gee... +2015-04-01T16:17:06 +*** transferring image and metadata... +Started upload task with ID: TGKHVN6TU5A4XM4KCW2MUXGS +done! + + +*** Transfering file 20150401T161708_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "04", "dt_d": "01", "dt_H": "16", "dt_M": "17", "dt_S": "08", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "1", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "091", "dt_jj": "91", "dt_U": "13", "dt_W": "13", "dt_c": "Wed Apr 1 16:17:08 2015", "dt_x": "04/01/15", "dt_X": "16:17:08"} +*** estimating xml filename... +xml fname is like: 15APR01161708-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15APR01161708-M1BS-500288492010_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01783568 -p ABSCALFACTOR_BAND_G=0.01364197 -p ABSCALFACTOR_BAND_Y=0.005829815 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.005188136 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2015-04-01_16:17:08.027050 -p MEANSUNEL=62.4 -p MEANSUNAZ=137.2 -p MEANSATEL=65.7 -p MEANSATAZ=178.3 -p MEANOFFNADIRVIEWANGLE=21.4 -p CLOUDCOVER=0.202 -p MEANINTRACKVIEWANGLE=-21.0 -p MEANCROSSTRACKVIEWANGLE=4.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15APR01161708-M1BS-500288492010_01_P010.NTF +*** formatting ts for gee... +2015-04-01T16:17:08 +*** transferring image and metadata... +Started upload task with ID: QOS5X74FKPSH7G55KKTCGOMU +done! + + +*** Transfering file 20150401T161709_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "04", "dt_d": "01", "dt_H": "16", "dt_M": "17", "dt_S": "09", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "1", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "091", "dt_jj": "91", "dt_U": "13", "dt_W": "13", "dt_c": "Wed Apr 1 16:17:09 2015", "dt_x": "04/01/15", "dt_X": "16:17:09"} +*** estimating xml filename... +xml fname is like: 15APR01161709-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15APR01161709-M1BS-500288492010_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01783568 -p ABSCALFACTOR_BAND_G=0.01364197 -p ABSCALFACTOR_BAND_Y=0.005829815 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.005188136 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2015-04-01_16:17:09.111250 -p MEANSUNEL=62.5 -p MEANSUNAZ=137.1 -p MEANSATEL=66.0 -p MEANSATAZ=178.6 -p MEANOFFNADIRVIEWANGLE=21.1 -p CLOUDCOVER=0.017 -p MEANINTRACKVIEWANGLE=-20.7 -p MEANCROSSTRACKVIEWANGLE=4.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15APR01161709-M1BS-500288492010_01_P011.NTF +*** formatting ts for gee... +2015-04-01T16:17:09 +*** transferring image and metadata... +Started upload task with ID: Z5FGSJIELWCYMS7HXRZWT3DT +done! + + +*** Transfering file 20150721T161730_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "30", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "30", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:30 2015", "dt_x": "07/21/15", "dt_X": "16:17:30"} +*** estimating xml filename... +xml fname is like: 15JUL21161730-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161730-M1BS-505387745050_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:30.923050 -p MEANSUNEL=72.1 -p MEANSUNAZ=103.9 -p MEANSATEL=81.8 -p MEANSATAZ=246.1 -p MEANOFFNADIRVIEWANGLE=7.2 -p CLOUDCOVER=0.189 -p MEANINTRACKVIEWANGLE=-3.8 -p MEANCROSSTRACKVIEWANGLE=-6.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161730-M1BS-505387745050_01_P009.NTF +*** formatting ts for gee... +2015-07-21T16:17:30 +*** transferring image and metadata... +Started upload task with ID: ZM4CO763CX6BIL6J3FMDBYQE +done! + + +*** Transfering file 20150721T161732_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "32", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:32 2015", "dt_x": "07/21/15", "dt_X": "16:17:32"} +*** estimating xml filename... +xml fname is like: 15JUL21161732-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161732-M1BS-505387745050_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:32.226850 -p MEANSUNEL=72.1 -p MEANSUNAZ=103.5 -p MEANSATEL=81.8 -p MEANSATAZ=248.5 -p MEANOFFNADIRVIEWANGLE=7.3 -p CLOUDCOVER=0.168 -p MEANINTRACKVIEWANGLE=-3.6 -p MEANCROSSTRACKVIEWANGLE=-6.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161732-M1BS-505387745050_01_P010.NTF +*** formatting ts for gee... +2015-07-21T16:17:32 +*** transferring image and metadata... +Started upload task with ID: 4ZB5LDVVMAPVCCA7UCDEHB37 +done! + + +*** Transfering file 20150721T161733_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "33", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "33", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:33 2015", "dt_x": "07/21/15", "dt_X": "16:17:33"} +*** estimating xml filename... +xml fname is like: 15JUL21161733-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161733-M1BS-505387745050_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:33.530450 -p MEANSUNEL=72.1 -p MEANSUNAZ=103.3 -p MEANSATEL=81.8 -p MEANSATAZ=251.2 -p MEANOFFNADIRVIEWANGLE=7.3 -p CLOUDCOVER=0.176 -p MEANINTRACKVIEWANGLE=-3.4 -p MEANCROSSTRACKVIEWANGLE=-6.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161733-M1BS-505387745050_01_P011.NTF +*** formatting ts for gee... +2015-07-21T16:17:33 +*** transferring image and metadata... +Started upload task with ID: VRM7TL62NY7RPGXT6RDLUV73 +done! + + +*** Transfering file 20150721T161743_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "43", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "43", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:43 2015", "dt_x": "07/21/15", "dt_X": "16:17:43"} +*** estimating xml filename... +xml fname is like: 15JUL21161743-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161743-M1BS-505387745040_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:43.328550 -p MEANSUNEL=72.0 -p MEANSUNAZ=103.2 -p MEANSATEL=79.6 -p MEANSATAZ=226.9 -p MEANOFFNADIRVIEWANGLE=9.2 -p CLOUDCOVER=0.091 -p MEANINTRACKVIEWANGLE=-7.2 -p MEANCROSSTRACKVIEWANGLE=-5.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=15JUL21161743-M1BS-505387745040_01_P001.NTF +*** formatting ts for gee... +2015-07-21T16:17:43 +*** transferring image and metadata... +Started upload task with ID: QDXCK6UQT53F4R4YKCJ52ZGT +done! + + +*** Transfering file 20150721T161744_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "44", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "44", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:44 2015", "dt_x": "07/21/15", "dt_X": "16:17:44"} +*** estimating xml filename... +xml fname is like: 15JUL21161744-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161744-M1BS-505387745040_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:44.557150 -p MEANSUNEL=72.0 -p MEANSUNAZ=103.4 -p MEANSATEL=78.5 -p MEANSATAZ=222.1 -p MEANOFFNADIRVIEWANGLE=10.1 -p CLOUDCOVER=0.127 -p MEANINTRACKVIEWANGLE=-8.4 -p MEANCROSSTRACKVIEWANGLE=-5.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=15JUL21161744-M1BS-505387745040_01_P002.NTF +*** formatting ts for gee... +2015-07-21T16:17:44 +*** transferring image and metadata... +Started upload task with ID: CGDJHIKFZ7RQ5MOWGCIKNZ5S +done! + + +*** Transfering file 20150721T161810_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "18", "dt_S": "10", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "18", "dt_SS": "10", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:18:10 2015", "dt_x": "07/21/15", "dt_X": "16:18:10"} +*** estimating xml filename... +xml fname is like: 15JUL21161810-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161810-M1BS-505387748060_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:18:10.576650 -p MEANSUNEL=71.9 -p MEANSUNAZ=103.8 -p MEANSATEL=64.6 -p MEANSATAZ=201.9 -p MEANOFFNADIRVIEWANGLE=22.4 -p CLOUDCOVER=0.107 -p MEANINTRACKVIEWANGLE=-21.8 -p MEANCROSSTRACKVIEWANGLE=-5.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161810-M1BS-505387748060_01_P009.NTF +*** formatting ts for gee... +2015-07-21T16:18:10 +*** transferring image and metadata... +Started upload task with ID: 5G2KALKFAV3EIMV4W77TJ6ZP +done! + + +*** Transfering file 20150721T161811_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "18", "dt_S": "11", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "18", "dt_SS": "11", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:18:11 2015", "dt_x": "07/21/15", "dt_X": "16:18:11"} +*** estimating xml filename... +xml fname is like: 15JUL21161811-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161811-M1BS-505387748060_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:18:11.666250 -p MEANSUNEL=72.0 -p MEANSUNAZ=103.4 -p MEANSATEL=64.8 -p MEANSATAZ=202.6 -p MEANOFFNADIRVIEWANGLE=22.2 -p CLOUDCOVER=0.052 -p MEANINTRACKVIEWANGLE=-21.5 -p MEANCROSSTRACKVIEWANGLE=-5.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161811-M1BS-505387748060_01_P010.NTF +*** formatting ts for gee... +2015-07-21T16:18:11 +*** transferring image and metadata... +Started upload task with ID: LCIHIQTYCZS4YUW4KBX7LJWU +done! + + +*** Transfering file 20150721T161812_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "18", "dt_S": "12", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "18", "dt_SS": "12", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:18:12 2015", "dt_x": "07/21/15", "dt_X": "16:18:12"} +*** estimating xml filename... +xml fname is like: 15JUL21161812-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161812-M1BS-505387748060_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:18:12.755650 -p MEANSUNEL=72.0 -p MEANSUNAZ=103.1 -p MEANSATEL=65.1 -p MEANSATAZ=203.2 -p MEANOFFNADIRVIEWANGLE=21.9 -p CLOUDCOVER=0.012 -p MEANINTRACKVIEWANGLE=-21.3 -p MEANCROSSTRACKVIEWANGLE=-5.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161812-M1BS-505387748060_01_P011.NTF +*** formatting ts for gee... +2015-07-21T16:18:12 +*** transferring image and metadata... +Started upload task with ID: 7QJO6IEN6L7K2QV734CLVO6X +done! + + +*** Transfering file 20160212T162517_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "02", "dt_d": "12", "dt_H": "16", "dt_M": "25", "dt_S": "17", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "12", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "25", "dt_SS": "17", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "043", "dt_jj": "43", "dt_U": "06", "dt_W": "06", "dt_c": "Fri Feb 12 16:25:17 2016", "dt_x": "02/12/16", "dt_X": "16:25:17"} +*** estimating xml filename... +xml fname is like: 16FEB12162517-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16FEB12162517-M1BS-505387749020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-02-12_16:25:17.432250 -p MEANSUNEL=46.4 -p MEANSUNAZ=152.8 -p MEANSATEL=57.6 -p MEANSATAZ=280.9 -p MEANOFFNADIRVIEWANGLE=28.6 -p CLOUDCOVER=0.007 -p MEANINTRACKVIEWANGLE=-0.1 -p MEANCROSSTRACKVIEWANGLE=-28.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16FEB12162517-M1BS-505387749020_01_P001.NTF +*** formatting ts for gee... +2016-02-12T16:25:17 +*** transferring image and metadata... +Started upload task with ID: OT6RDN4PVKQG7F2CURL6KBFD +done! + + +*** Transfering file 20160212T162518_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "02", "dt_d": "12", "dt_H": "16", "dt_M": "25", "dt_S": "18", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "12", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "25", "dt_SS": "18", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "043", "dt_jj": "43", "dt_U": "06", "dt_W": "06", "dt_c": "Fri Feb 12 16:25:18 2016", "dt_x": "02/12/16", "dt_X": "16:25:18"} +*** estimating xml filename... +xml fname is like: 16FEB12162518-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16FEB12162518-M1BS-505387749020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6144 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-02-12_16:25:18.451050 -p MEANSUNEL=46.5 -p MEANSUNAZ=152.7 -p MEANSATEL=57.4 -p MEANSATAZ=281.4 -p MEANOFFNADIRVIEWANGLE=28.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=0.2 -p MEANCROSSTRACKVIEWANGLE=-28.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16FEB12162518-M1BS-505387749020_01_P002.NTF +*** formatting ts for gee... +2016-02-12T16:25:18 +*** transferring image and metadata... +Started upload task with ID: ESYIHMX6CRIHUPPKN7BSVOVB +done! + + +*** Transfering file 20160325T161214_01_P008_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "03", "dt_d": "25", "dt_H": "16", "dt_M": "12", "dt_S": "14", "number": "01", "pass_n": "008", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "25", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "12", "dt_c": "Fri Mar 25 16:12:14 2016", "dt_x": "03/25/16", "dt_X": "16:12:14"} +*** estimating xml filename... +xml fname is like: 16MAR25161214-M1BS-*_01_P008.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16MAR25161214-M1BS-505387748050_01_P008.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2016-03-25_16:12:14.932850 -p MEANSUNEL=59.5 -p MEANSUNAZ=137.8 -p MEANSATEL=59.8 -p MEANSATAZ=82.6 -p MEANOFFNADIRVIEWANGLE=27.3 -p CLOUDCOVER=0.499 -p MEANINTRACKVIEWANGLE=6.9 -p MEANCROSSTRACKVIEWANGLE=26.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16MAR25161214-M1BS-505387748050_01_P008.NTF +*** formatting ts for gee... +2016-03-25T16:12:14 +*** transferring image and metadata... +Started upload task with ID: QPCGXRF2YHBJ6EVEC7UOOS4K +done! + + +*** Transfering file 20160325T161218_01_P010_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "03", "dt_d": "25", "dt_H": "16", "dt_M": "12", "dt_S": "18", "number": "01", "pass_n": "010", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "25", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "18", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "12", "dt_c": "Fri Mar 25 16:12:18 2016", "dt_x": "03/25/16", "dt_X": "16:12:18"} +*** estimating xml filename... +xml fname is like: 16MAR25161218-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16MAR25161218-M1BS-505387748050_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2016-03-25_16:12:18.381250 -p MEANSUNEL=59.7 -p MEANSUNAZ=137.6 -p MEANSATEL=60.1 -p MEANSATAZ=82.5 -p MEANOFFNADIRVIEWANGLE=27.1 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=6.9 -p MEANCROSSTRACKVIEWANGLE=26.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16MAR25161218-M1BS-505387748050_01_P010.NTF +*** formatting ts for gee... +2016-03-25T16:12:18 +*** transferring image and metadata... +Started upload task with ID: OKMDP6RQ5E7EFQP7NZ2PFDIJ +done! + + +*** Transfering file 20161225T162902_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "12", "dt_d": "25", "dt_H": "16", "dt_M": "29", "dt_S": "02", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "360", "dt_jj": "360", "dt_U": "52", "dt_W": "51", "dt_c": "Sun Dec 25 16:29:02 2016", "dt_x": "12/25/16", "dt_X": "16:29:02"} +*** estimating xml filename... +xml fname is like: 16DEC25162902-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16DEC25162902-M1BS-505387745100_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-12-25_16:29:02.608450 -p MEANSUNEL=39.0 -p MEANSUNAZ=163.1 -p MEANSATEL=61.6 -p MEANSATAZ=274.3 -p MEANOFFNADIRVIEWANGLE=25.1 -p CLOUDCOVER=0.361 -p MEANINTRACKVIEWANGLE=-2.7 -p MEANCROSSTRACKVIEWANGLE=-25.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16DEC25162902-M1BS-505387745100_01_P004.NTF +*** formatting ts for gee... +2016-12-25T16:29:02 +*** transferring image and metadata... +Started upload task with ID: D6OCLW6EYSBKPVVQQ2TY2VG3 +done! + + +*** Transfering file 20161225T162903_01_P005_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "12", "dt_d": "25", "dt_H": "16", "dt_M": "29", "dt_S": "03", "number": "01", "pass_n": "005", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "3", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "360", "dt_jj": "360", "dt_U": "52", "dt_W": "51", "dt_c": "Sun Dec 25 16:29:03 2016", "dt_x": "12/25/16", "dt_X": "16:29:03"} +*** estimating xml filename... +xml fname is like: 16DEC25162903-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16DEC25162903-M1BS-505387745100_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-12-25_16:29:03.788050 -p MEANSUNEL=39.1 -p MEANSUNAZ=163.1 -p MEANSATEL=61.5 -p MEANSATAZ=275.0 -p MEANOFFNADIRVIEWANGLE=25.3 -p CLOUDCOVER=0.191 -p MEANINTRACKVIEWANGLE=-2.5 -p MEANCROSSTRACKVIEWANGLE=-25.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16DEC25162903-M1BS-505387745100_01_P005.NTF +*** formatting ts for gee... +2016-12-25T16:29:03 +*** transferring image and metadata... +Started upload task with ID: GWVMGYLORDPBC6PJAXEQUML2 +done! + + +*** Transfering file 20161225T162904_01_P006_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "12", "dt_d": "25", "dt_H": "16", "dt_M": "29", "dt_S": "04", "number": "01", "pass_n": "006", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "360", "dt_jj": "360", "dt_U": "52", "dt_W": "51", "dt_c": "Sun Dec 25 16:29:04 2016", "dt_x": "12/25/16", "dt_X": "16:29:04"} +*** estimating xml filename... +xml fname is like: 16DEC25162904-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16DEC25162904-M1BS-505387745100_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-12-25_16:29:04.967850 -p MEANSUNEL=39.2 -p MEANSUNAZ=163.0 -p MEANSATEL=61.3 -p MEANSATAZ=275.7 -p MEANOFFNADIRVIEWANGLE=25.4 -p CLOUDCOVER=0.094 -p MEANINTRACKVIEWANGLE=-2.2 -p MEANCROSSTRACKVIEWANGLE=-25.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16DEC25162904-M1BS-505387745100_01_P006.NTF +*** formatting ts for gee... +2016-12-25T16:29:04 +*** transferring image and metadata... +Started upload task with ID: VQDANJ4Y4GOKXFHOQNYV2DZB +done! + + +*** Transfering file 20161231T160802_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "12", "dt_d": "31", "dt_H": "16", "dt_M": "08", "dt_S": "02", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "31", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "8", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "366", "dt_jj": "366", "dt_U": "52", "dt_W": "52", "dt_c": "Sat Dec 31 16:08:02 2016", "dt_x": "12/31/16", "dt_X": "16:08:02"} +*** estimating xml filename... +xml fname is like: 16DEC31160802-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16DEC31160802-M1BS-505387745060_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-12-31_16:08:02.635450 -p MEANSUNEL=37.1 -p MEANSUNAZ=156.0 -p MEANSATEL=67.7 -p MEANSATAZ=141.7 -p MEANOFFNADIRVIEWANGLE=19.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-13.3 -p MEANCROSSTRACKVIEWANGLE=14.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16DEC31160802-M1BS-505387745060_01_P009.NTF +*** formatting ts for gee... +2016-12-31T16:08:02 +*** transferring image and metadata... +Started upload task with ID: CHKMO3UCACK7MM2C73S3XAY4 +done! + + +*** Transfering file 20170103T155702_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "03", "dt_H": "15", "dt_M": "57", "dt_S": "02", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "3", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "003", "dt_jj": "3", "dt_U": "01", "dt_W": "01", "dt_c": "Tue Jan 3 15:57:02 2017", "dt_x": "01/03/17", "dt_X": "15:57:02"} +*** estimating xml filename... +xml fname is like: 17JAN03155702-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN03155702-M1BS-505387750050_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-03_15:57:02.559450 -p MEANSUNEL=36.4 -p MEANSUNAZ=153.0 -p MEANSATEL=56.8 -p MEANSATAZ=106.3 -p MEANOFFNADIRVIEWANGLE=29.2 -p CLOUDCOVER=0.448 -p MEANINTRACKVIEWANGLE=-4.1 -p MEANCROSSTRACKVIEWANGLE=28.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN03155702-M1BS-505387750050_01_P002.NTF +*** formatting ts for gee... +2017-01-03T15:57:02 +*** transferring image and metadata... +Started upload task with ID: IZDU3356E3TOUBKEKK57KMT2 +done! + + +*** Transfering file 20170103T155703_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "03", "dt_H": "15", "dt_M": "57", "dt_S": "03", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "3", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "3", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "003", "dt_jj": "3", "dt_U": "01", "dt_W": "01", "dt_c": "Tue Jan 3 15:57:03 2017", "dt_x": "01/03/17", "dt_X": "15:57:03"} +*** estimating xml filename... +xml fname is like: 17JAN03155703-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN03155703-M1BS-505387750050_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-03_15:57:03.679850 -p MEANSUNEL=36.5 -p MEANSUNAZ=153.0 -p MEANSATEL=57.0 -p MEANSATAZ=105.7 -p MEANOFFNADIRVIEWANGLE=29.1 -p CLOUDCOVER=0.056 -p MEANINTRACKVIEWANGLE=-3.8 -p MEANCROSSTRACKVIEWANGLE=28.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN03155703-M1BS-505387750050_01_P003.NTF +*** formatting ts for gee... +2017-01-03T15:57:03 +*** transferring image and metadata... +Started upload task with ID: XYFCIGYTK63SIPZCHK2CV472 +done! + + +*** Transfering file 20170103T155704_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "03", "dt_H": "15", "dt_M": "57", "dt_S": "04", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "3", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "003", "dt_jj": "3", "dt_U": "01", "dt_W": "01", "dt_c": "Tue Jan 3 15:57:04 2017", "dt_x": "01/03/17", "dt_X": "15:57:04"} +*** estimating xml filename... +xml fname is like: 17JAN03155704-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN03155704-M1BS-505387750050_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-03_15:57:04.800250 -p MEANSUNEL=36.6 -p MEANSUNAZ=152.9 -p MEANSATEL=57.1 -p MEANSATAZ=105.2 -p MEANOFFNADIRVIEWANGLE=28.9 -p CLOUDCOVER=0.024 -p MEANINTRACKVIEWANGLE=-3.5 -p MEANCROSSTRACKVIEWANGLE=28.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN03155704-M1BS-505387750050_01_P004.NTF +*** formatting ts for gee... +2017-01-03T15:57:04 +*** transferring image and metadata... +Started upload task with ID: ZQYAK2SNGGQTHJVYX72PKCCX +done! + + +*** Transfering file 20170103T155705_01_P005_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "03", "dt_H": "15", "dt_M": "57", "dt_S": "05", "number": "01", "pass_n": "005", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "3", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "5", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "003", "dt_jj": "3", "dt_U": "01", "dt_W": "01", "dt_c": "Tue Jan 3 15:57:05 2017", "dt_x": "01/03/17", "dt_X": "15:57:05"} +*** estimating xml filename... +xml fname is like: 17JAN03155705-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN03155705-M1BS-505387750050_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6144 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-03_15:57:05.920650 -p MEANSUNEL=36.7 -p MEANSUNAZ=152.9 -p MEANSATEL=57.3 -p MEANSATAZ=104.8 -p MEANOFFNADIRVIEWANGLE=28.8 -p CLOUDCOVER=0.117 -p MEANINTRACKVIEWANGLE=-3.3 -p MEANCROSSTRACKVIEWANGLE=28.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN03155705-M1BS-505387750050_01_P005.NTF +*** formatting ts for gee... +2017-01-03T15:57:05 +*** transferring image and metadata... +Started upload task with ID: ZTADGEL2CBBL2ZVL44PALQ74 +done! + + +*** Transfering file 20170105T162323_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "05", "dt_H": "16", "dt_M": "23", "dt_S": "23", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "5", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "23", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "005", "dt_jj": "5", "dt_U": "01", "dt_W": "01", "dt_c": "Thu Jan 5 16:23:23 2017", "dt_x": "01/05/17", "dt_X": "16:23:23"} +*** estimating xml filename... +xml fname is like: 17JAN05162323-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN05162323-M1BS-505387745090_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-05_16:23:23.617450 -p MEANSUNEL=38.9 -p MEANSUNAZ=159.7 -p MEANSATEL=65.3 -p MEANSATAZ=234.3 -p MEANOFFNADIRVIEWANGLE=21.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-15.4 -p MEANCROSSTRACKVIEWANGLE=-15.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN05162323-M1BS-505387745090_01_P002.NTF +*** formatting ts for gee... +2017-01-05T16:23:23 +*** transferring image and metadata... +Started upload task with ID: RD4AU6MQR5K5LFXAM2YDYKIB +done! + + +*** Transfering file 20170105T162324_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "05", "dt_H": "16", "dt_M": "23", "dt_S": "24", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "5", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "24", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "005", "dt_jj": "5", "dt_U": "01", "dt_W": "01", "dt_c": "Thu Jan 5 16:23:24 2017", "dt_x": "01/05/17", "dt_X": "16:23:24"} +*** estimating xml filename... +xml fname is like: 17JAN05162324-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN05162324-M1BS-505387745090_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-05_16:23:24.800250 -p MEANSUNEL=39.0 -p MEANSUNAZ=159.7 -p MEANSATEL=65.4 -p MEANSATAZ=235.2 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-15.1 -p MEANCROSSTRACKVIEWANGLE=-15.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN05162324-M1BS-505387745090_01_P003.NTF +*** formatting ts for gee... +2017-01-05T16:23:24 +*** transferring image and metadata... +Started upload task with ID: OKPKZLULFWE6LHTJA4FFTKXU +done! + + +*** Transfering file 20170105T162325_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "05", "dt_H": "16", "dt_M": "23", "dt_S": "25", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "5", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "25", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "005", "dt_jj": "5", "dt_U": "01", "dt_W": "01", "dt_c": "Thu Jan 5 16:23:25 2017", "dt_x": "01/05/17", "dt_X": "16:23:25"} +*** estimating xml filename... +xml fname is like: 17JAN05162325-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN05162325-M1BS-505387745090_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-05_16:23:25.982850 -p MEANSUNEL=39.1 -p MEANSUNAZ=159.6 -p MEANSATEL=65.5 -p MEANSATAZ=236.1 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-14.9 -p MEANCROSSTRACKVIEWANGLE=-15.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN05162325-M1BS-505387745090_01_P004.NTF +*** formatting ts for gee... +2017-01-05T16:23:25 +*** transferring image and metadata... +Started upload task with ID: 3F34RXZCFK4SQFFEAMZCWSZW +done! + + +*** Transfering file 20170308T163334_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "08", "dt_H": "16", "dt_M": "33", "dt_S": "34", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "34", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "067", "dt_jj": "67", "dt_U": "10", "dt_W": "10", "dt_c": "Wed Mar 8 16:33:34 2017", "dt_x": "03/08/17", "dt_X": "16:33:34"} +*** estimating xml filename... +xml fname is like: 17MAR08163334-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR08163334-M1BS-505387749090_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-08_16:33:34.408250 -p MEANSUNEL=55.8 -p MEANSUNAZ=150.8 -p MEANSATEL=58.8 -p MEANSATAZ=277.1 -p MEANOFFNADIRVIEWANGLE=27.5 -p CLOUDCOVER=0.215 -p MEANINTRACKVIEWANGLE=-1.8 -p MEANCROSSTRACKVIEWANGLE=-27.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR08163334-M1BS-505387749090_01_P009.NTF +*** formatting ts for gee... +2017-03-08T16:33:34 +*** transferring image and metadata... +Started upload task with ID: YBJEN6NFKFX2547UEBKP7C64 +done! + + +*** Transfering file 20170308T163335_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "08", "dt_H": "16", "dt_M": "33", "dt_S": "35", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "35", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "067", "dt_jj": "67", "dt_U": "10", "dt_W": "10", "dt_c": "Wed Mar 8 16:33:35 2017", "dt_x": "03/08/17", "dt_X": "16:33:35"} +*** estimating xml filename... +xml fname is like: 17MAR08163335-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR08163335-M1BS-505387749090_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-08_16:33:35.562050 -p MEANSUNEL=55.9 -p MEANSUNAZ=150.8 -p MEANSATEL=58.7 -p MEANSATAZ=277.7 -p MEANOFFNADIRVIEWANGLE=27.7 -p CLOUDCOVER=0.095 -p MEANINTRACKVIEWANGLE=-1.5 -p MEANCROSSTRACKVIEWANGLE=-27.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR08163335-M1BS-505387749090_01_P010.NTF +*** formatting ts for gee... +2017-03-08T16:33:35 +*** transferring image and metadata... +Started upload task with ID: INYQB2PZQ2UPNHFV5LTFLTKC +done! + + +*** Transfering file 20170308T163336_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "08", "dt_H": "16", "dt_M": "33", "dt_S": "36", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "36", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "067", "dt_jj": "67", "dt_U": "10", "dt_W": "10", "dt_c": "Wed Mar 8 16:33:36 2017", "dt_x": "03/08/17", "dt_X": "16:33:36"} +*** estimating xml filename... +xml fname is like: 17MAR08163336-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR08163336-M1BS-505387749090_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-08_16:33:36.716050 -p MEANSUNEL=56.0 -p MEANSUNAZ=150.7 -p MEANSATEL=58.5 -p MEANSATAZ=278.3 -p MEANOFFNADIRVIEWANGLE=27.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-1.3 -p MEANCROSSTRACKVIEWANGLE=-27.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR08163336-M1BS-505387749090_01_P011.NTF +*** formatting ts for gee... +2017-03-08T16:33:36 +*** transferring image and metadata... +Started upload task with ID: LSIIBOHM3XLJQ5TY6GMWWSST +done! + + +*** Transfering file 20170319T162814_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "28", "dt_S": "14", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "12", "dt_W": "11", "dt_c": "Sun Mar 19 16:28:14 2017", "dt_x": "03/19/17", "dt_X": "16:28:14"} +*** estimating xml filename... +xml fname is like: 17MAR19162814-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR19162814-M1BS-505387747030_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-19_16:28:14.422650 -p MEANSUNEL=59.5 -p MEANSUNAZ=146.5 -p MEANSATEL=60.7 -p MEANSATAZ=243.4 -p MEANOFFNADIRVIEWANGLE=25.9 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-15.3 -p MEANCROSSTRACKVIEWANGLE=-21.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR19162814-M1BS-505387747030_01_P010.NTF +*** formatting ts for gee... +2017-03-19T16:28:14 +*** transferring image and metadata... +Started upload task with ID: TKOZMPPEQJXETAAF7YRA6IFO +done! + + +*** Transfering file 20170319T162815_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "28", "dt_S": "15", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "12", "dt_W": "11", "dt_c": "Sun Mar 19 16:28:15 2017", "dt_x": "03/19/17", "dt_X": "16:28:15"} +*** estimating xml filename... +xml fname is like: 17MAR19162815-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR19162815-M1BS-505387747030_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-19_16:28:15.556450 -p MEANSUNEL=59.6 -p MEANSUNAZ=146.4 -p MEANSATEL=60.7 -p MEANSATAZ=244.2 -p MEANOFFNADIRVIEWANGLE=25.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-15.0 -p MEANCROSSTRACKVIEWANGLE=-21.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR19162815-M1BS-505387747030_01_P011.NTF +*** formatting ts for gee... +2017-03-19T16:28:15 +*** transferring image and metadata... +Started upload task with ID: KKG73JMUC3BPH6OULOFRWGCZ +done! + + +*** Transfering file 20170319T162816_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "28", "dt_S": "16", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "12", "dt_W": "11", "dt_c": "Sun Mar 19 16:28:16 2017", "dt_x": "03/19/17", "dt_X": "16:28:16"} +*** estimating xml filename... +xml fname is like: 17MAR19162816-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR19162816-M1BS-505387747030_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-19_16:28:16.690450 -p MEANSUNEL=59.7 -p MEANSUNAZ=146.4 -p MEANSATEL=60.7 -p MEANSATAZ=244.6 -p MEANOFFNADIRVIEWANGLE=25.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-14.8 -p MEANCROSSTRACKVIEWANGLE=-21.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR19162816-M1BS-505387747030_01_P012.NTF +*** formatting ts for gee... +2017-03-19T16:28:16 +*** transferring image and metadata... +Started upload task with ID: OFOQUDP5OPKHY3VCMHSSS5AP +done! + + +*** Transfering file 20170617T160448_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "17", "dt_H": "16", "dt_M": "04", "dt_S": "48", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "17", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "4", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "168", "dt_jj": "168", "dt_U": "24", "dt_W": "24", "dt_c": "Sat Jun 17 16:04:48 2017", "dt_x": "06/17/17", "dt_X": "16:04:48"} +*** estimating xml filename... +xml fname is like: 17JUN17160448-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN17160448-M1BS-505387748100_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-17_16:04:48.646450 -p MEANSUNEL=71.1 -p MEANSUNAZ=93.0 -p MEANSATEL=63.8 -p MEANSATAZ=106.1 -p MEANOFFNADIRVIEWANGLE=23.1 -p CLOUDCOVER=0.649 -p MEANINTRACKVIEWANGLE=-3.1 -p MEANCROSSTRACKVIEWANGLE=23.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN17160448-M1BS-505387748100_01_P010.NTF +*** formatting ts for gee... +2017-06-17T16:04:48 +*** transferring image and metadata... +Started upload task with ID: Y4PHY2FPBWOJGJXKPQR4R6QY +done! + + +*** Transfering file 20170617T160449_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "17", "dt_H": "16", "dt_M": "04", "dt_S": "49", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "17", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "4", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "168", "dt_jj": "168", "dt_U": "24", "dt_W": "24", "dt_c": "Sat Jun 17 16:04:49 2017", "dt_x": "06/17/17", "dt_X": "16:04:49"} +*** estimating xml filename... +xml fname is like: 17JUN17160449-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN17160449-M1BS-505387748100_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-17_16:04:49.827450 -p MEANSUNEL=71.2 -p MEANSUNAZ=92.6 -p MEANSATEL=64.0 -p MEANSATAZ=105.5 -p MEANOFFNADIRVIEWANGLE=23.0 -p CLOUDCOVER=0.096 -p MEANINTRACKVIEWANGLE=-2.8 -p MEANCROSSTRACKVIEWANGLE=22.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN17160449-M1BS-505387748100_01_P011.NTF +*** formatting ts for gee... +2017-06-17T16:04:49 +*** transferring image and metadata... +Started upload task with ID: Y5PK66HKBWL6XYCO2MRQYC4L +done! + + +*** Transfering file 20170617T160451_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "17", "dt_H": "16", "dt_M": "04", "dt_S": "51", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "17", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "4", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "168", "dt_jj": "168", "dt_U": "24", "dt_W": "24", "dt_c": "Sat Jun 17 16:04:51 2017", "dt_x": "06/17/17", "dt_X": "16:04:51"} +*** estimating xml filename... +xml fname is like: 17JUN17160451-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN17160451-M1BS-505387748100_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=2048 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-17_16:04:51.008450 -p MEANSUNEL=71.2 -p MEANSUNAZ=92.5 -p MEANSATEL=64.1 -p MEANSATAZ=105.2 -p MEANOFFNADIRVIEWANGLE=22.9 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-2.7 -p MEANCROSSTRACKVIEWANGLE=22.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN17160451-M1BS-505387748100_01_P012.NTF +*** formatting ts for gee... +2017-06-17T16:04:51 +*** transferring image and metadata... +Started upload task with ID: 7KAOFYHU45X225YKQQHWEMWQ +done! + + +*** Transfering file 20170622T161948_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "22", "dt_H": "16", "dt_M": "19", "dt_S": "48", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "22", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "19", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "173", "dt_jj": "173", "dt_U": "25", "dt_W": "25", "dt_c": "Thu Jun 22 16:19:48 2017", "dt_x": "06/22/17", "dt_X": "16:19:48"} +*** estimating xml filename... +xml fname is like: 17JUN22161948-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN22161948-M1BS-505387745010_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-22_16:19:48.716250 -p MEANSUNEL=74.3 -p MEANSUNAZ=95.0 -p MEANSATEL=85.7 -p MEANSATAZ=319.8 -p MEANOFFNADIRVIEWANGLE=4.0 -p CLOUDCOVER=0.275 -p MEANINTRACKVIEWANGLE=2.7 -p MEANCROSSTRACKVIEWANGLE=-3.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN22161948-M1BS-505387745010_01_P010.NTF +*** formatting ts for gee... +2017-06-22T16:19:48 +*** transferring image and metadata... +Started upload task with ID: ZTX3F63ID2BPUVCW4GRZSU56 +done! + + +*** Transfering file 20170622T161950_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "22", "dt_H": "16", "dt_M": "19", "dt_S": "50", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "22", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "19", "dt_SS": "50", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "173", "dt_jj": "173", "dt_U": "25", "dt_W": "25", "dt_c": "Thu Jun 22 16:19:50 2017", "dt_x": "06/22/17", "dt_X": "16:19:50"} +*** estimating xml filename... +xml fname is like: 17JUN22161950-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN22161950-M1BS-505387745010_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-22_16:19:50.033250 -p MEANSUNEL=74.3 -p MEANSUNAZ=94.7 -p MEANSATEL=85.3 -p MEANSATAZ=321.4 -p MEANOFFNADIRVIEWANGLE=4.3 -p CLOUDCOVER=0.147 -p MEANINTRACKVIEWANGLE=2.9 -p MEANCROSSTRACKVIEWANGLE=-3.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN22161950-M1BS-505387745010_01_P011.NTF +*** formatting ts for gee... +2017-06-22T16:19:50 +*** transferring image and metadata... +Started upload task with ID: KYCL3HWXGI2HI2CTRTBW7AUD +done! + + +*** Transfering file 20170625T160907_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "25", "dt_H": "16", "dt_M": "09", "dt_S": "07", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "9", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "176", "dt_jj": "176", "dt_U": "26", "dt_W": "25", "dt_c": "Sun Jun 25 16:09:07 2017", "dt_x": "06/25/17", "dt_X": "16:09:07"} +*** estimating xml filename... +xml fname is like: 17JUN25160907-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN25160907-M1BS-505387745080_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-25_16:09:07.526750 -p MEANSUNEL=71.7 -p MEANSUNAZ=93.1 -p MEANSATEL=71.5 -p MEANSATAZ=88.4 -p MEANOFFNADIRVIEWANGLE=16.5 -p CLOUDCOVER=0.108 -p MEANINTRACKVIEWANGLE=3.0 -p MEANCROSSTRACKVIEWANGLE=16.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=17JUN25160907-M1BS-505387745080_01_P001.NTF +*** formatting ts for gee... +2017-06-25T16:09:07 +*** transferring image and metadata... +Started upload task with ID: JBJ24WD7UAE6E5ZO3EV5GSCB +done! + + +*** Transfering file 20170625T160908_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "25", "dt_H": "16", "dt_M": "09", "dt_S": "08", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "9", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "176", "dt_jj": "176", "dt_U": "26", "dt_W": "25", "dt_c": "Sun Jun 25 16:09:08 2017", "dt_x": "06/25/17", "dt_X": "16:09:08"} +*** estimating xml filename... +xml fname is like: 17JUN25160908-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN25160908-M1BS-505387745080_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-25_16:09:08.772150 -p MEANSUNEL=71.7 -p MEANSUNAZ=93.4 -p MEANSATEL=71.6 -p MEANSATAZ=93.0 -p MEANOFFNADIRVIEWANGLE=16.4 -p CLOUDCOVER=0.373 -p MEANINTRACKVIEWANGLE=1.8 -p MEANCROSSTRACKVIEWANGLE=16.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=17JUN25160908-M1BS-505387745080_01_P002.NTF +*** formatting ts for gee... +2017-06-25T16:09:08 +*** transferring image and metadata... +Started upload task with ID: U5ZUEKIGERPQY5HZ5LGNUB3D +done! + + +*** Transfering file 20170627T163515_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "35", "dt_S": "15", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "178", "dt_jj": "178", "dt_U": "26", "dt_W": "26", "dt_c": "Tue Jun 27 16:35:15 2017", "dt_x": "06/27/17", "dt_X": "16:35:15"} +*** estimating xml filename... +xml fname is like: 17JUN27163515-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN27163515-M1BS-505387749070_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-27_16:35:15.287450 -p MEANSUNEL=77.5 -p MEANSUNAZ=98.7 -p MEANSATEL=57.8 -p MEANSATAZ=271.3 -p MEANOFFNADIRVIEWANGLE=28.4 -p CLOUDCOVER=0.167 -p MEANINTRACKVIEWANGLE=-4.6 -p MEANCROSSTRACKVIEWANGLE=-28.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN27163515-M1BS-505387749070_01_P010.NTF +*** formatting ts for gee... +2017-06-27T16:35:15 +*** transferring image and metadata... +Started upload task with ID: CZ6I5V2FD2FSOSSZ6HJCAMWP +done! + + +*** Transfering file 20170627T163516_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "35", "dt_S": "16", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "178", "dt_jj": "178", "dt_U": "26", "dt_W": "26", "dt_c": "Tue Jun 27 16:35:16 2017", "dt_x": "06/27/17", "dt_X": "16:35:16"} +*** estimating xml filename... +xml fname is like: 17JUN27163516-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN27163516-M1BS-505387749070_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-27_16:35:16.432250 -p MEANSUNEL=77.5 -p MEANSUNAZ=98.2 -p MEANSATEL=57.7 -p MEANSATAZ=271.9 -p MEANOFFNADIRVIEWANGLE=28.5 -p CLOUDCOVER=0.011 -p MEANINTRACKVIEWANGLE=-4.3 -p MEANCROSSTRACKVIEWANGLE=-28.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN27163516-M1BS-505387749070_01_P011.NTF +*** formatting ts for gee... +2017-06-27T16:35:16 +*** transferring image and metadata... +Started upload task with ID: D5PHL36CAAGYVJF3ZMZZV6LT +done! + + +*** Transfering file 20170630T162448_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "30", "dt_H": "16", "dt_M": "24", "dt_S": "48", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "30", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "181", "dt_jj": "181", "dt_U": "26", "dt_W": "26", "dt_c": "Fri Jun 30 16:24:48 2017", "dt_x": "06/30/17", "dt_X": "16:24:48"} +*** estimating xml filename... +xml fname is like: 17JUN30162448-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN30162448-M1BS-505387745020_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-30_16:24:48.055050 -p MEANSUNEL=75.0 -p MEANSUNAZ=96.7 -p MEANSATEL=70.7 -p MEANSATAZ=231.9 -p MEANOFFNADIRVIEWANGLE=17.0 -p CLOUDCOVER=0.072 -p MEANINTRACKVIEWANGLE=-12.4 -p MEANCROSSTRACKVIEWANGLE=-11.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN30162448-M1BS-505387745020_01_P010.NTF +*** formatting ts for gee... +2017-06-30T16:24:48 +*** transferring image and metadata... +Started upload task with ID: YJOACZDAAC7ILR24DHLT3Z6S +done! + + +*** Transfering file 20170630T162449_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "30", "dt_H": "16", "dt_M": "24", "dt_S": "49", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "30", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "181", "dt_jj": "181", "dt_U": "26", "dt_W": "26", "dt_c": "Fri Jun 30 16:24:49 2017", "dt_x": "06/30/17", "dt_X": "16:24:49"} +*** estimating xml filename... +xml fname is like: 17JUN30162449-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN30162449-M1BS-505387745020_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-30_16:24:49.274250 -p MEANSUNEL=75.0 -p MEANSUNAZ=96.4 -p MEANSATEL=70.8 -p MEANSATAZ=233.1 -p MEANOFFNADIRVIEWANGLE=16.9 -p CLOUDCOVER=0.026 -p MEANINTRACKVIEWANGLE=-12.2 -p MEANCROSSTRACKVIEWANGLE=-11.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN30162449-M1BS-505387745020_01_P011.NTF +*** formatting ts for gee... +2017-06-30T16:24:49 +*** transferring image and metadata... +Started upload task with ID: RS3FJ7B772GFVUUMBARX6KS7 +done! + + +*** Transfering file 20170703T161331_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "03", "dt_H": "16", "dt_M": "13", "dt_S": "31", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "3", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "13", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "184", "dt_jj": "184", "dt_U": "27", "dt_W": "27", "dt_c": "Mon Jul 3 16:13:31 2017", "dt_x": "07/03/17", "dt_X": "16:13:31"} +*** estimating xml filename... +xml fname is like: 17JUL03161331-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL03161331-M1BS-505387751060_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-03_16:13:31.353050 -p MEANSUNEL=72.3 -p MEANSUNAZ=95.3 -p MEANSATEL=79.3 -p MEANSATAZ=77.9 -p MEANOFFNADIRVIEWANGLE=9.6 -p CLOUDCOVER=0.212 -p MEANINTRACKVIEWANGLE=3.7 -p MEANCROSSTRACKVIEWANGLE=8.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL03161331-M1BS-505387751060_01_P010.NTF +*** formatting ts for gee... +2017-07-03T16:13:31 +*** transferring image and metadata... +Started upload task with ID: 5CTCZO45BAX65M2QD4HRH4WP +done! + + +*** Transfering file 20170703T161332_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "03", "dt_H": "16", "dt_M": "13", "dt_S": "32", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "3", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "13", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "184", "dt_jj": "184", "dt_U": "27", "dt_W": "27", "dt_c": "Mon Jul 3 16:13:32 2017", "dt_x": "07/03/17", "dt_X": "16:13:32"} +*** estimating xml filename... +xml fname is like: 17JUL03161332-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL03161332-M1BS-505387751060_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-03_16:13:32.649850 -p MEANSUNEL=72.3 -p MEANSUNAZ=95.0 -p MEANSATEL=79.4 -p MEANSATAZ=75.8 -p MEANOFFNADIRVIEWANGLE=9.5 -p CLOUDCOVER=0.1 -p MEANINTRACKVIEWANGLE=3.9 -p MEANCROSSTRACKVIEWANGLE=8.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL03161332-M1BS-505387751060_01_P011.NTF +*** formatting ts for gee... +2017-07-03T16:13:32 +*** transferring image and metadata... +Started upload task with ID: PJPLKII57EFFVHHL3QP3Q2MK +done! + + +*** Transfering file 20170708T162924_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "29", "dt_S": "24", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "24", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "189", "dt_jj": "189", "dt_U": "27", "dt_W": "27", "dt_c": "Sat Jul 8 16:29:24 2017", "dt_x": "07/08/17", "dt_X": "16:29:24"} +*** estimating xml filename... +xml fname is like: 17JUL08162924-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL08162924-M1BS-505387746090_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-08_16:29:24.855650 -p MEANSUNEL=75.5 -p MEANSUNAZ=100.4 -p MEANSATEL=62.0 -p MEANSATAZ=239.1 -p MEANOFFNADIRVIEWANGLE=24.7 -p CLOUDCOVER=0.174 -p MEANINTRACKVIEWANGLE=-16.0 -p MEANCROSSTRACKVIEWANGLE=-19.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL08162924-M1BS-505387746090_01_P010.NTF +*** formatting ts for gee... +2017-07-08T16:29:24 +*** transferring image and metadata... +Started upload task with ID: 3IVBA2VUG7FN6UUGVAABQDEM +done! + + +*** Transfering file 20170708T162925_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "29", "dt_S": "25", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "25", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "189", "dt_jj": "189", "dt_U": "27", "dt_W": "27", "dt_c": "Sat Jul 8 16:29:25 2017", "dt_x": "07/08/17", "dt_X": "16:29:25"} +*** estimating xml filename... +xml fname is like: 17JUL08162925-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL08162925-M1BS-505387746090_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-08_16:29:25.995050 -p MEANSUNEL=75.5 -p MEANSUNAZ=99.9 -p MEANSATEL=62.1 -p MEANSATAZ=239.9 -p MEANOFFNADIRVIEWANGLE=24.6 -p CLOUDCOVER=0.008 -p MEANINTRACKVIEWANGLE=-15.7 -p MEANCROSSTRACKVIEWANGLE=-19.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL08162925-M1BS-505387746090_01_P011.NTF +*** formatting ts for gee... +2017-07-08T16:29:25 +*** transferring image and metadata... +Started upload task with ID: 3EBKICAJPE4DFF47MO5ZLPIC +done! + + +*** Transfering file 20170708T162927_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "29", "dt_S": "27", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "189", "dt_jj": "189", "dt_U": "27", "dt_W": "27", "dt_c": "Sat Jul 8 16:29:27 2017", "dt_x": "07/08/17", "dt_X": "16:29:27"} +*** estimating xml filename... +xml fname is like: 17JUL08162927-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL08162927-M1BS-505387746090_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-08_16:29:27.134650 -p MEANSUNEL=75.5 -p MEANSUNAZ=99.7 -p MEANSATEL=62.1 -p MEANSATAZ=240.3 -p MEANOFFNADIRVIEWANGLE=24.6 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-15.5 -p MEANCROSSTRACKVIEWANGLE=-19.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL08162927-M1BS-505387746090_01_P012.NTF +*** formatting ts for gee... +2017-07-08T16:29:27 +*** transferring image and metadata... +Started upload task with ID: 24DN6DFLDMCO2BB4ZTLT6HZA +done! + + +*** Transfering file 20170725T160304_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "25", "dt_H": "16", "dt_M": "03", "dt_S": "04", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "25", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "3", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "206", "dt_jj": "206", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 25 16:03:04 2017", "dt_x": "07/25/17", "dt_X": "16:03:04"} +*** estimating xml filename... +xml fname is like: 17JUL25160304-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL25160304-M1BS-505387751050_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-25_16:03:04.854550 -p MEANSUNEL=68.4 -p MEANSUNAZ=102.1 -p MEANSATEL=59.9 -p MEANSATAZ=89.0 -p MEANOFFNADIRVIEWANGLE=26.6 -p CLOUDCOVER=0.029 -p MEANINTRACKVIEWANGLE=4.0 -p MEANCROSSTRACKVIEWANGLE=26.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=17JUL25160304-M1BS-505387751050_01_P001.NTF +*** formatting ts for gee... +2017-07-25T16:03:04 +*** transferring image and metadata... +Started upload task with ID: V3RK3XZLPGTH32ZFE6IBGCQ4 +done! + + +*** Transfering file 20170725T160306_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "25", "dt_H": "16", "dt_M": "03", "dt_S": "06", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "25", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "3", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "206", "dt_jj": "206", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 25 16:03:06 2017", "dt_x": "07/25/17", "dt_X": "16:03:06"} +*** estimating xml filename... +xml fname is like: 17JUL25160306-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL25160306-M1BS-505387751050_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-25_16:03:06.005950 -p MEANSUNEL=68.4 -p MEANSUNAZ=102.4 -p MEANSATEL=60.0 -p MEANSATAZ=91.8 -p MEANOFFNADIRVIEWANGLE=26.5 -p CLOUDCOVER=0.18 -p MEANINTRACKVIEWANGLE=2.8 -p MEANCROSSTRACKVIEWANGLE=26.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=17JUL25160306-M1BS-505387751050_01_P002.NTF +*** formatting ts for gee... +2017-07-25T16:03:06 +*** transferring image and metadata... +Started upload task with ID: TPVE4SFWQ3K56TLDVSCDAVJJ +done! + + +*** Transfering file 20171218T163124_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "12", "dt_d": "18", "dt_H": "16", "dt_M": "31", "dt_S": "24", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "18", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "24", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "352", "dt_jj": "352", "dt_U": "51", "dt_W": "51", "dt_c": "Mon Dec 18 16:31:24 2017", "dt_x": "12/18/17", "dt_X": "16:31:24"} +*** estimating xml filename... +xml fname is like: 17DEC18163124-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17DEC18163124-M1BS-501884665050_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2017-12-18_16:31:24.897850 -p MEANSUNEL=39.3 -p MEANSUNAZ=164.8 -p MEANSATEL=66.5 -p MEANSATAZ=263.7 -p MEANOFFNADIRVIEWANGLE=20.8 -p CLOUDCOVER=0.286 -p MEANINTRACKVIEWANGLE=-5.7 -p MEANCROSSTRACKVIEWANGLE=-20.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17DEC18163124-M1BS-501884665050_01_P010.NTF +*** formatting ts for gee... +2017-12-18T16:31:24 +*** transferring image and metadata... +Started upload task with ID: CR4ABVOGTUWSQFXGO6ZTXKWQ +done! + + +*** Transfering file 20171218T163126_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "12", "dt_d": "18", "dt_H": "16", "dt_M": "31", "dt_S": "26", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "18", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "26", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "352", "dt_jj": "352", "dt_U": "51", "dt_W": "51", "dt_c": "Mon Dec 18 16:31:26 2017", "dt_x": "12/18/17", "dt_X": "16:31:26"} +*** estimating xml filename... +xml fname is like: 17DEC18163126-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17DEC18163126-M1BS-501884665050_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2017-12-18_16:31:26.122850 -p MEANSUNEL=39.4 -p MEANSUNAZ=164.8 -p MEANSATEL=66.4 -p MEANSATAZ=264.7 -p MEANOFFNADIRVIEWANGLE=20.9 -p CLOUDCOVER=0.141 -p MEANINTRACKVIEWANGLE=-5.5 -p MEANCROSSTRACKVIEWANGLE=-20.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17DEC18163126-M1BS-501884665050_01_P011.NTF +*** formatting ts for gee... +2017-12-18T16:31:26 +*** transferring image and metadata... +Started upload task with ID: H45FP2R6L57JU2NIUTZYIFZF +done! + + +*** Transfering file 20180106T163220_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "20", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "20", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:20 2018", "dt_x": "01/06/18", "dt_X": "16:32:20"} +*** estimating xml filename... +xml fname is like: 18JAN06163220-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163220-M1BS-505387746040_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-01-06_16:32:20.949950 -p MEANSUNEL=39.7 -p MEANSUNAZ=161.7 -p MEANSATEL=60.1 -p MEANSATAZ=326.0 -p MEANOFFNADIRVIEWANGLE=26.6 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=18.6 -p MEANCROSSTRACKVIEWANGLE=-19.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163220-M1BS-505387746040_01_P001.NTF +*** formatting ts for gee... +2018-01-06T16:32:20 +*** transferring image and metadata... +Started upload task with ID: TSCW326RORB537TH6XX7AJOB +done! + + +*** Transfering file 20180106T163222_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "22", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "22", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:22 2018", "dt_x": "01/06/18", "dt_X": "16:32:22"} +*** estimating xml filename... +xml fname is like: 18JAN06163222-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163222-M1BS-505387746040_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-01-06_16:32:22.110950 -p MEANSUNEL=39.6 -p MEANSUNAZ=161.8 -p MEANSATEL=61.1 -p MEANSATAZ=324.1 -p MEANOFFNADIRVIEWANGLE=25.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=17.4 -p MEANCROSSTRACKVIEWANGLE=-19.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163222-M1BS-505387746040_01_P002.NTF +*** formatting ts for gee... +2018-01-06T16:32:22 +*** transferring image and metadata... +Started upload task with ID: ZLMQKQZAAEGMWRNV4GYC3N2Y +done! + + +*** Transfering file 20180106T163223_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "23", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "23", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:23 2018", "dt_x": "01/06/18", "dt_X": "16:32:23"} +*** estimating xml filename... +xml fname is like: 18JAN06163223-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163223-M1BS-505387746040_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-01-06_16:32:23.271950 -p MEANSUNEL=39.5 -p MEANSUNAZ=161.8 -p MEANSATEL=62.1 -p MEANSATAZ=321.9 -p MEANOFFNADIRVIEWANGLE=24.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=16.1 -p MEANCROSSTRACKVIEWANGLE=-19.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163223-M1BS-505387746040_01_P003.NTF +*** formatting ts for gee... +2018-01-06T16:32:23 +*** transferring image and metadata... +Started upload task with ID: KMIR2N26DBGK6XR4H7E5OBIM +done! + + +*** Transfering file 20180106T163249_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "49", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:49 2018", "dt_x": "01/06/18", "dt_X": "16:32:49"} +*** estimating xml filename... +xml fname is like: 18JAN06163249-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163249-M1BS-501884664070_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2018-01-06_16:32:49.752250 -p MEANSUNEL=39.7 -p MEANSUNAZ=162.1 -p MEANSATEL=65.8 -p MEANSATAZ=291.2 -p MEANOFFNADIRVIEWANGLE=21.5 -p CLOUDCOVER=0.003 -p MEANINTRACKVIEWANGLE=4.0 -p MEANCROSSTRACKVIEWANGLE=-21.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18JAN06163249-M1BS-501884664070_01_P010.NTF +*** formatting ts for gee... +2018-01-06T16:32:49 +*** transferring image and metadata... +Started upload task with ID: GMI25NZW5VHUKISCCBU7L436 +done! + + +*** Transfering file 20180106T163250_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "50", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "50", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:50 2018", "dt_x": "01/06/18", "dt_X": "16:32:50"} +*** estimating xml filename... +xml fname is like: 18JAN06163250-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163250-M1BS-501884664070_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2018-01-06_16:32:50.968850 -p MEANSUNEL=39.8 -p MEANSUNAZ=162.1 -p MEANSATEL=65.6 -p MEANSATAZ=292.0 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=4.3 -p MEANCROSSTRACKVIEWANGLE=-21.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18JAN06163250-M1BS-501884664070_01_P011.NTF +*** formatting ts for gee... +2018-01-06T16:32:50 +*** transferring image and metadata... +Started upload task with ID: MJUZ4V5XFO4S4O4MGIMWPUCK +done! + + +*** Transfering file 20180106T163300_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "33", "dt_S": "00", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:33:00 2018", "dt_x": "01/06/18", "dt_X": "16:33:00"} +*** estimating xml filename... +xml fname is like: 18JAN06163300-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163300-M1BS-501884663020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2018-01-06_16:33:00.400550 -p MEANSUNEL=39.8 -p MEANSUNAZ=162.3 -p MEANSATEL=64.6 -p MEANSATAZ=281.5 -p MEANOFFNADIRVIEWANGLE=22.6 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=0.4 -p MEANCROSSTRACKVIEWANGLE=-22.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163300-M1BS-501884663020_01_P001.NTF +*** formatting ts for gee... +2018-01-06T16:33:00 +*** transferring image and metadata... +Started upload task with ID: DF3FORZKAUGIODIAFYGM7CUQ +done! + + +*** Transfering file 20180106T163301_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "33", "dt_S": "01", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:33:01 2018", "dt_x": "01/06/18", "dt_X": "16:33:01"} +*** estimating xml filename... +xml fname is like: 18JAN06163301-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163301-M1BS-501884663020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2018-01-06_16:33:01.603150 -p MEANSUNEL=39.7 -p MEANSUNAZ=162.3 -p MEANSATEL=64.6 -p MEANSATAZ=278.1 -p MEANOFFNADIRVIEWANGLE=22.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-0.9 -p MEANCROSSTRACKVIEWANGLE=-22.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163301-M1BS-501884663020_01_P002.NTF +*** formatting ts for gee... +2018-01-06T16:33:01 +*** transferring image and metadata... +Started upload task with ID: ROSLO5PSZEHEE3AAMUC5EIJN +done! + + +*** Transfering file 20180318T162252_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "22", "dt_S": "52", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "52", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:22:52 2018", "dt_x": "03/18/18", "dt_X": "16:22:52"} +*** estimating xml filename... +xml fname is like: 18MAR18162252-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162252-M1BS-505387748070_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:22:52.224050 -p MEANSUNEL=58.3 -p MEANSUNAZ=144.4 -p MEANSATEL=67.4 -p MEANSATAZ=358.3 -p MEANOFFNADIRVIEWANGLE=20.2 -p CLOUDCOVER=0.368 -p MEANINTRACKVIEWANGLE=19.8 -p MEANCROSSTRACKVIEWANGLE=-4.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162252-M1BS-505387748070_01_P010.NTF +*** formatting ts for gee... +2018-03-18T16:22:52 +*** transferring image and metadata... +Started upload task with ID: AKYMM2CBI26JHOXSXPWOWSGE +done! + + +*** Transfering file 20180318T162253_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "22", "dt_S": "53", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:22:53 2018", "dt_x": "03/18/18", "dt_X": "16:22:53"} +*** estimating xml filename... +xml fname is like: 18MAR18162253-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162253-M1BS-505387748070_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:22:53.378450 -p MEANSUNEL=58.4 -p MEANSUNAZ=144.3 -p MEANSATEL=67.0 -p MEANSATAZ=358.0 -p MEANOFFNADIRVIEWANGLE=20.5 -p CLOUDCOVER=0.061 -p MEANINTRACKVIEWANGLE=20.1 -p MEANCROSSTRACKVIEWANGLE=-4.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162253-M1BS-505387748070_01_P011.NTF +*** formatting ts for gee... +2018-03-18T16:22:53 +*** transferring image and metadata... +Started upload task with ID: 54DYEXOY4JAABAEMEVR3LOJA +done! + + +*** Transfering file 20180318T162351_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "23", "dt_S": "51", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:23:51 2018", "dt_x": "03/18/18", "dt_X": "16:23:51"} +*** estimating xml filename... +xml fname is like: 18MAR18162351-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162351-M1BS-505387748010_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:23:51.317850 -p MEANSUNEL=58.5 -p MEANSUNAZ=144.8 -p MEANSATEL=78.0 -p MEANSATAZ=223.4 -p MEANOFFNADIRVIEWANGLE=10.5 -p CLOUDCOVER=0.354 -p MEANINTRACKVIEWANGLE=-8.6 -p MEANCROSSTRACKVIEWANGLE=-6.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162351-M1BS-505387748010_01_P010.NTF +*** formatting ts for gee... +2018-03-18T16:23:51 +*** transferring image and metadata... +Started upload task with ID: 7JRG67LC2QUAFB6QCXLSXT2C +done! + + +*** Transfering file 20180318T162352_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "23", "dt_S": "52", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "52", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:23:52 2018", "dt_x": "03/18/18", "dt_X": "16:23:52"} +*** estimating xml filename... +xml fname is like: 18MAR18162352-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162352-M1BS-505387748010_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:23:52.589450 -p MEANSUNEL=58.6 -p MEANSUNAZ=144.7 -p MEANSATEL=78.1 -p MEANSATAZ=224.9 -p MEANOFFNADIRVIEWANGLE=10.4 -p CLOUDCOVER=0.037 -p MEANINTRACKVIEWANGLE=-8.4 -p MEANCROSSTRACKVIEWANGLE=-6.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162352-M1BS-505387748010_01_P011.NTF +*** formatting ts for gee... +2018-03-18T16:23:52 +*** transferring image and metadata... +Started upload task with ID: ZNKKGHNKKKMQZI6NX7UZ6J3A +done! + + +*** Transfering file 20180318T162353_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "23", "dt_S": "53", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:23:53 2018", "dt_x": "03/18/18", "dt_X": "16:23:53"} +*** estimating xml filename... +xml fname is like: 18MAR18162353-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162353-M1BS-505387748010_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=2048 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:23:53.860850 -p MEANSUNEL=58.6 -p MEANSUNAZ=144.7 -p MEANSATEL=78.3 -p MEANSATAZ=226.0 -p MEANOFFNADIRVIEWANGLE=10.4 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-8.3 -p MEANCROSSTRACKVIEWANGLE=-6.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162353-M1BS-505387748010_01_P012.NTF +*** formatting ts for gee... +2018-03-18T16:23:53 +*** transferring image and metadata... +Started upload task with ID: I6HDDQ3LSODOIFI2ZBSUIJHQ +done! + + +*** Transfering file 20180319T163847_01_P010_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "38", "dt_S": "47", "number": "01", "pass_n": "010", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "47", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:38:47 2018", "dt_x": "03/19/18", "dt_X": "16:38:47"} +*** estimating xml filename... +xml fname is like: 18MAR19163847-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163847-M1BS-505387750030_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:38:47.729850 -p MEANSUNEL=60.6 -p MEANSUNAZ=150.9 -p MEANSATEL=73.4 -p MEANSATAZ=321.1 -p MEANOFFNADIRVIEWANGLE=15.3 -p CLOUDCOVER=0.452 -p MEANINTRACKVIEWANGLE=10.3 -p MEANCROSSTRACKVIEWANGLE=-11.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163847-M1BS-505387750030_01_P010.NTF +*** formatting ts for gee... +2018-03-19T16:38:47 +*** transferring image and metadata... +Started upload task with ID: M2JTL26IU2X2HI4AV6LO5QIY +done! + + +*** Transfering file 20180319T163849_01_P011_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "38", "dt_S": "49", "number": "01", "pass_n": "011", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:38:49 2018", "dt_x": "03/19/18", "dt_X": "16:38:49"} +*** estimating xml filename... +xml fname is like: 18MAR19163849-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163849-M1BS-505387750030_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:38:49.587650 -p MEANSUNEL=60.7 -p MEANSUNAZ=150.8 -p MEANSATEL=73.1 -p MEANSATAZ=320.7 -p MEANOFFNADIRVIEWANGLE=15.4 -p CLOUDCOVER=0.224 -p MEANINTRACKVIEWANGLE=10.2 -p MEANCROSSTRACKVIEWANGLE=-11.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163849-M1BS-505387750030_01_P011.NTF +*** formatting ts for gee... +2018-03-19T16:38:49 +*** transferring image and metadata... +Started upload task with ID: CUKXSSBZLILMUOKXXGQRTST2 +done! + + +*** Transfering file 20180319T163851_01_P012_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "38", "dt_S": "51", "number": "01", "pass_n": "012", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:38:51 2018", "dt_x": "03/19/18", "dt_X": "16:38:51"} +*** estimating xml filename... +xml fname is like: 18MAR19163851-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163851-M1BS-505387750030_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:38:51.445250 -p MEANSUNEL=60.7 -p MEANSUNAZ=150.8 -p MEANSATEL=73.1 -p MEANSATAZ=320.4 -p MEANOFFNADIRVIEWANGLE=15.5 -p CLOUDCOVER=0.419 -p MEANINTRACKVIEWANGLE=10.2 -p MEANCROSSTRACKVIEWANGLE=-11.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163851-M1BS-505387750030_01_P012.NTF +*** formatting ts for gee... +2018-03-19T16:38:51 +*** transferring image and metadata... +Started upload task with ID: HAIULQAQMDHQWXN4W72JRUHR +done! + + +*** Transfering file 20180319T163949_01_P010_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "39", "dt_S": "49", "number": "01", "pass_n": "010", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "39", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:39:49 2018", "dt_x": "03/19/18", "dt_X": "16:39:49"} +*** estimating xml filename... +xml fname is like: 18MAR19163949-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163949-M1BS-505387750080_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10240 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:39:49.742050 -p MEANSUNEL=60.7 -p MEANSUNAZ=151.3 -p MEANSATEL=57.5 -p MEANSATAZ=214.6 -p MEANOFFNADIRVIEWANGLE=29.2 -p CLOUDCOVER=0.451 -p MEANINTRACKVIEWANGLE=-26.1 -p MEANCROSSTRACKVIEWANGLE=-13.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163949-M1BS-505387750080_01_P010.NTF +*** formatting ts for gee... +2018-03-19T16:39:49 +*** transferring image and metadata... +Started upload task with ID: RJP2TQKSC4GSXL6L6T7S5FKL +done! + + +*** Transfering file 20180319T163951_01_P011_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "39", "dt_S": "51", "number": "01", "pass_n": "011", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "39", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:39:51 2018", "dt_x": "03/19/18", "dt_X": "16:39:51"} +*** estimating xml filename... +xml fname is like: 18MAR19163951-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163951-M1BS-505387750080_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10240 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:39:51.258850 -p MEANSUNEL=60.8 -p MEANSUNAZ=151.3 -p MEANSATEL=57.5 -p MEANSATAZ=215.0 -p MEANOFFNADIRVIEWANGLE=29.2 -p CLOUDCOVER=0.207 -p MEANINTRACKVIEWANGLE=-26.0 -p MEANCROSSTRACKVIEWANGLE=-13.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163951-M1BS-505387750080_01_P011.NTF +*** formatting ts for gee... +2018-03-19T16:39:51 +*** transferring image and metadata... +Started upload task with ID: SEM47VUW2CMOXJOJVQ77NISE +done! + + +*** Transfering file 20180326T162911_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "26", "dt_H": "16", "dt_M": "29", "dt_S": "11", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "26", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "11", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "13", "dt_c": "Mon Mar 26 16:29:11 2018", "dt_x": "03/26/18", "dt_X": "16:29:11"} +*** estimating xml filename... +xml fname is like: 18MAR26162911-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR26162911-M1BS-505387751090_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-26_16:29:11.632450 -p MEANSUNEL=62.1 -p MEANSUNAZ=144.6 -p MEANSATEL=71.9 -p MEANSATAZ=308.4 -p MEANOFFNADIRVIEWANGLE=16.2 -p CLOUDCOVER=0.038 -p MEANINTRACKVIEWANGLE=7.7 -p MEANCROSSTRACKVIEWANGLE=-14.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR26162911-M1BS-505387751090_01_P010.NTF +*** formatting ts for gee... +2018-03-26T16:29:11 +*** transferring image and metadata... +Started upload task with ID: DSEYO4O2TEOAL4AD5TGRRCLU +done! + + +*** Transfering file 20180326T162912_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "26", "dt_H": "16", "dt_M": "29", "dt_S": "12", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "26", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "12", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "13", "dt_c": "Mon Mar 26 16:29:12 2018", "dt_x": "03/26/18", "dt_X": "16:29:12"} +*** estimating xml filename... +xml fname is like: 18MAR26162912-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR26162912-M1BS-505387751090_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-26_16:29:12.881650 -p MEANSUNEL=62.2 -p MEANSUNAZ=144.5 -p MEANSATEL=71.6 -p MEANSATAZ=308.9 -p MEANOFFNADIRVIEWANGLE=16.5 -p CLOUDCOVER=0.017 -p MEANINTRACKVIEWANGLE=8.0 -p MEANCROSSTRACKVIEWANGLE=-14.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR26162912-M1BS-505387751090_01_P011.NTF +*** formatting ts for gee... +2018-03-26T16:29:12 +*** transferring image and metadata... +Started upload task with ID: L7OKC5STRIGRRAHLVKT6MFOL +done! + + +*** Transfering file 20180326T163009_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "26", "dt_H": "16", "dt_M": "30", "dt_S": "09", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "26", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "13", "dt_c": "Mon Mar 26 16:30:09 2018", "dt_x": "03/26/18", "dt_X": "16:30:09"} +*** estimating xml filename... +xml fname is like: 18MAR26163009-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR26163009-M1BS-505387746050_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-26_16:30:09.919050 -p MEANSUNEL=62.2 -p MEANSUNAZ=145.0 -p MEANSATEL=61.9 -p MEANSATAZ=227.9 -p MEANOFFNADIRVIEWANGLE=24.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-19.3 -p MEANCROSSTRACKVIEWANGLE=-15.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR26163009-M1BS-505387746050_01_P010.NTF +*** formatting ts for gee... +2018-03-26T16:30:09 +*** transferring image and metadata... +Started upload task with ID: 7BXCZ7HAXDFKH7UTN3LBQDBL +done! + + +*** Transfering file 20180326T163011_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "26", "dt_H": "16", "dt_M": "30", "dt_S": "11", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "26", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "11", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "13", "dt_c": "Mon Mar 26 16:30:11 2018", "dt_x": "03/26/18", "dt_X": "16:30:11"} +*** estimating xml filename... +xml fname is like: 18MAR26163011-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR26163011-M1BS-505387746050_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-26_16:30:11.027050 -p MEANSUNEL=62.3 -p MEANSUNAZ=144.9 -p MEANSATEL=62.0 -p MEANSATAZ=228.7 -p MEANOFFNADIRVIEWANGLE=24.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-19.0 -p MEANCROSSTRACKVIEWANGLE=-16.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR26163011-M1BS-505387746050_01_P011.NTF +*** formatting ts for gee... +2018-03-26T16:30:11 +*** transferring image and metadata... +Started upload task with ID: 7FL2PAQMZU7RLS2CUNOJ6HWV +done! + + +*** Transfering file 20180428T161558_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "04", "dt_d": "28", "dt_H": "16", "dt_M": "15", "dt_S": "58", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "28", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "15", "dt_SS": "58", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "118", "dt_jj": "118", "dt_U": "16", "dt_W": "17", "dt_c": "Sat Apr 28 16:15:58 2018", "dt_x": "04/28/18", "dt_X": "16:15:58"} +*** estimating xml filename... +xml fname is like: 18APR28161558-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18APR28161558-M1BS-505387750090_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-04-28_16:15:58.840850 -p MEANSUNEL=70.3 -p MEANSUNAZ=122.9 -p MEANSATEL=70.4 -p MEANSATAZ=40.4 -p MEANOFFNADIRVIEWANGLE=17.6 -p CLOUDCOVER=0.069 -p MEANINTRACKVIEWANGLE=15.0 -p MEANCROSSTRACKVIEWANGLE=9.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18APR28161558-M1BS-505387750090_01_P009.NTF +*** formatting ts for gee... +2018-04-28T16:15:58 +*** transferring image and metadata... +Started upload task with ID: GUQLLKE3UGQWEXEXVVE6MHF4 +done! + + +*** Transfering file 20180428T161600_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "04", "dt_d": "28", "dt_H": "16", "dt_M": "16", "dt_S": "00", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "28", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "118", "dt_jj": "118", "dt_U": "16", "dt_W": "17", "dt_c": "Sat Apr 28 16:16:00 2018", "dt_x": "04/28/18", "dt_X": "16:16:00"} +*** estimating xml filename... +xml fname is like: 18APR28161600-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18APR28161600-M1BS-505387750090_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-04-28_16:16:00.059850 -p MEANSUNEL=70.4 -p MEANSUNAZ=122.7 -p MEANSATEL=70.2 -p MEANSATAZ=39.5 -p MEANOFFNADIRVIEWANGLE=17.8 -p CLOUDCOVER=0.025 -p MEANINTRACKVIEWANGLE=15.3 -p MEANCROSSTRACKVIEWANGLE=9.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18APR28161600-M1BS-505387750090_01_P010.NTF +*** formatting ts for gee... +2018-04-28T16:16:00 +*** transferring image and metadata... +Started upload task with ID: MBGMTPVZFONW3XP6KG5KPJOV +done! + + +*** Transfering file 20180428T161601_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "04", "dt_d": "28", "dt_H": "16", "dt_M": "16", "dt_S": "01", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "28", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "118", "dt_jj": "118", "dt_U": "16", "dt_W": "17", "dt_c": "Sat Apr 28 16:16:01 2018", "dt_x": "04/28/18", "dt_X": "16:16:01"} +*** estimating xml filename... +xml fname is like: 18APR28161601-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18APR28161601-M1BS-505387750090_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-04-28_16:16:01.278850 -p MEANSUNEL=70.4 -p MEANSUNAZ=122.5 -p MEANSATEL=70.0 -p MEANSATAZ=38.4 -p MEANOFFNADIRVIEWANGLE=17.9 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=15.5 -p MEANCROSSTRACKVIEWANGLE=9.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18APR28161601-M1BS-505387750090_01_P011.NTF +*** formatting ts for gee... +2018-04-28T16:16:01 +*** transferring image and metadata... +Started upload task with ID: K6KR75MYULBEC7MF44EXLSBO +done! + + +*** Transfering file 20180501T160612_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "05", "dt_d": "01", "dt_H": "16", "dt_M": "06", "dt_S": "12", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "1", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "12", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "121", "dt_jj": "121", "dt_U": "17", "dt_W": "18", "dt_c": "Tue May 1 16:06:12 2018", "dt_x": "05/01/18", "dt_X": "16:06:12"} +*** estimating xml filename... +xml fname is like: 18MAY01160612-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAY01160612-M1BS-505387748080_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-05-01_16:06:12.586350 -p MEANSUNEL=69.0 -p MEANSUNAZ=116.2 -p MEANSATEL=60.0 -p MEANSATAZ=87.7 -p MEANOFFNADIRVIEWANGLE=26.5 -p CLOUDCOVER=0.024 -p MEANINTRACKVIEWANGLE=4.6 -p MEANCROSSTRACKVIEWANGLE=26.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18MAY01160612-M1BS-505387748080_01_P001.NTF +*** formatting ts for gee... +2018-05-01T16:06:12 +*** transferring image and metadata... +Started upload task with ID: PWGNPMWC5N4SBXIP5L5AKT2J +done! + + +*** Transfering file 20180501T160613_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "05", "dt_d": "01", "dt_H": "16", "dt_M": "06", "dt_S": "13", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "1", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "121", "dt_jj": "121", "dt_U": "17", "dt_W": "18", "dt_c": "Tue May 1 16:06:13 2018", "dt_x": "05/01/18", "dt_X": "16:06:13"} +*** estimating xml filename... +xml fname is like: 18MAY01160613-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAY01160613-M1BS-505387748080_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-05-01_16:06:13.743550 -p MEANSUNEL=68.9 -p MEANSUNAZ=116.4 -p MEANSATEL=60.1 -p MEANSATAZ=90.5 -p MEANOFFNADIRVIEWANGLE=26.4 -p CLOUDCOVER=0.193 -p MEANINTRACKVIEWANGLE=3.3 -p MEANCROSSTRACKVIEWANGLE=26.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18MAY01160613-M1BS-505387748080_01_P002.NTF +*** formatting ts for gee... +2018-05-01T16:06:13 +*** transferring image and metadata... +Started upload task with ID: ZBEEOSG2BYGKJITMYKPKWF4F +done! + + +*** Transfering file 20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "05", "dt_d": "01", "dt_H": "16", "dt_M": "06", "dt_S": "14", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "1", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "121", "dt_jj": "121", "dt_U": "17", "dt_W": "18", "dt_c": "Tue May 1 16:06:14 2018", "dt_x": "05/01/18", "dt_X": "16:06:14"} +*** estimating xml filename... +xml fname is like: 18MAY01160614-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAY01160614-M1BS-505387748080_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-05-01_16:06:14.901150 -p MEANSUNEL=68.9 -p MEANSUNAZ=116.7 -p MEANSATEL=60.2 -p MEANSATAZ=93.4 -p MEANOFFNADIRVIEWANGLE=26.4 -p CLOUDCOVER=0.291 -p MEANINTRACKVIEWANGLE=2.0 -p MEANCROSSTRACKVIEWANGLE=26.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18MAY01160614-M1BS-505387748080_01_P003.NTF +*** formatting ts for gee... +2018-05-01T16:06:14 +*** transferring image and metadata... +Started upload task with ID: ONS4A4D46PMER2UVGCYERSVP +done! + + +*** Transfering file 20180924T163835_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "09", "dt_d": "24", "dt_H": "16", "dt_M": "38", "dt_S": "35", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "24", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "35", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "267", "dt_jj": "267", "dt_U": "38", "dt_W": "39", "dt_c": "Mon Sep 24 16:38:35 2018", "dt_x": "09/24/18", "dt_X": "16:38:35"} +*** estimating xml filename... +xml fname is like: 18SEP24163835-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18SEP24163835-M1BS-505387748030_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-09-24_16:38:35.990850 -p MEANSUNEL=61.8 -p MEANSUNAZ=158.2 -p MEANSATEL=57.6 -p MEANSATAZ=289.9 -p MEANOFFNADIRVIEWANGLE=28.6 -p CLOUDCOVER=0.133 -p MEANINTRACKVIEWANGLE=4.2 -p MEANCROSSTRACKVIEWANGLE=-28.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18SEP24163835-M1BS-505387748030_01_P010.NTF +*** formatting ts for gee... +2018-09-24T16:38:35 +*** transferring image and metadata... +Started upload task with ID: HM7XVUB6PPJ3HSZ2DJTCZP7G +done! + + +*** Transfering file 20180924T163837_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "09", "dt_d": "24", "dt_H": "16", "dt_M": "38", "dt_S": "37", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "24", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "37", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "267", "dt_jj": "267", "dt_U": "38", "dt_W": "39", "dt_c": "Mon Sep 24 16:38:37 2018", "dt_x": "09/24/18", "dt_X": "16:38:37"} +*** estimating xml filename... +xml fname is like: 18SEP24163837-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18SEP24163837-M1BS-505387748030_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-09-24_16:38:37.122650 -p MEANSUNEL=61.9 -p MEANSUNAZ=158.1 -p MEANSATEL=57.4 -p MEANSATAZ=290.5 -p MEANOFFNADIRVIEWANGLE=28.8 -p CLOUDCOVER=0.019 -p MEANINTRACKVIEWANGLE=4.5 -p MEANCROSSTRACKVIEWANGLE=-28.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18SEP24163837-M1BS-505387748030_01_P011.NTF +*** formatting ts for gee... +2018-09-24T16:38:37 +*** transferring image and metadata... +Started upload task with ID: 7WFN45HOSJVMVP5AWRCLHB65 +done! + + +*** Transfering file 20181102T160525_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "02", "dt_H": "16", "dt_M": "05", "dt_S": "25", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "2", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "5", "dt_SS": "25", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "306", "dt_jj": "306", "dt_U": "43", "dt_W": "44", "dt_c": "Fri Nov 2 16:05:25 2018", "dt_x": "11/02/18", "dt_X": "16:05:25"} +*** estimating xml filename... +xml fname is like: 18NOV02160525-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV02160525-M1BS-505387746080_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-02_16:05:25.086450 -p MEANSUNEL=46.5 -p MEANSUNAZ=157.3 -p MEANSATEL=61.1 -p MEANSATAZ=114.3 -p MEANOFFNADIRVIEWANGLE=25.5 -p CLOUDCOVER=0.341 -p MEANINTRACKVIEWANGLE=-6.9 -p MEANCROSSTRACKVIEWANGLE=24.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV02160525-M1BS-505387746080_01_P010.NTF +*** formatting ts for gee... +2018-11-02T16:05:25 +*** transferring image and metadata... +Started upload task with ID: FRRH6JX2B2NCNXWXL3IMYBJC +done! + + +*** Transfering file 20181102T160526_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "02", "dt_H": "16", "dt_M": "05", "dt_S": "26", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "2", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "5", "dt_SS": "26", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "306", "dt_jj": "306", "dt_U": "43", "dt_W": "44", "dt_c": "Fri Nov 2 16:05:26 2018", "dt_x": "11/02/18", "dt_X": "16:05:26"} +*** estimating xml filename... +xml fname is like: 18NOV02160526-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV02160526-M1BS-505387746080_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-02_16:05:26.222450 -p MEANSUNEL=46.6 -p MEANSUNAZ=157.3 -p MEANSATEL=61.4 -p MEANSATAZ=113.8 -p MEANOFFNADIRVIEWANGLE=25.3 -p CLOUDCOVER=0.207 -p MEANINTRACKVIEWANGLE=-6.6 -p MEANCROSSTRACKVIEWANGLE=24.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV02160526-M1BS-505387746080_01_P011.NTF +*** formatting ts for gee... +2018-11-02T16:05:26 +*** transferring image and metadata... +Started upload task with ID: SUKOEXAUERGQRPTI5OYXHYZ2 +done! + + +*** Transfering file 20181102T160527_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "02", "dt_H": "16", "dt_M": "05", "dt_S": "27", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "2", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "5", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "306", "dt_jj": "306", "dt_U": "43", "dt_W": "44", "dt_c": "Fri Nov 2 16:05:27 2018", "dt_x": "11/02/18", "dt_X": "16:05:27"} +*** estimating xml filename... +xml fname is like: 18NOV02160527-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV02160527-M1BS-505387746080_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-02_16:05:27.358450 -p MEANSUNEL=46.6 -p MEANSUNAZ=157.3 -p MEANSATEL=61.5 -p MEANSATAZ=113.5 -p MEANOFFNADIRVIEWANGLE=25.2 -p CLOUDCOVER=0.145 -p MEANINTRACKVIEWANGLE=-6.5 -p MEANCROSSTRACKVIEWANGLE=24.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV02160527-M1BS-505387746080_01_P012.NTF +*** formatting ts for gee... +2018-11-02T16:05:27 +*** transferring image and metadata... +Started upload task with ID: U2LMWWWT5DC6IXRXUA6PF3VF +done! + + +*** Transfering file 20181112T163728_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "12", "dt_H": "16", "dt_M": "37", "dt_S": "28", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "12", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "37", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "316", "dt_jj": "316", "dt_U": "45", "dt_W": "46", "dt_c": "Mon Nov 12 16:37:28 2018", "dt_x": "11/12/18", "dt_X": "16:37:28"} +*** estimating xml filename... +xml fname is like: 18NOV12163728-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV12163728-M1BS-505387751080_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-12_16:37:28.763850 -p MEANSUNEL=45.5 -p MEANSUNAZ=168.6 -p MEANSATEL=58.0 -p MEANSATAZ=266.3 -p MEANOFFNADIRVIEWANGLE=28.2 -p CLOUDCOVER=0.291 -p MEANINTRACKVIEWANGLE=-6.9 -p MEANCROSSTRACKVIEWANGLE=-27.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV12163728-M1BS-505387751080_01_P009.NTF +*** formatting ts for gee... +2018-11-12T16:37:28 +*** transferring image and metadata... +Started upload task with ID: UWZHDMXZKHFVCKZQR7ZGMU4Z +done! + + +*** Transfering file 20181112T163729_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "12", "dt_H": "16", "dt_M": "37", "dt_S": "29", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "12", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "37", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "316", "dt_jj": "316", "dt_U": "45", "dt_W": "46", "dt_c": "Mon Nov 12 16:37:29 2018", "dt_x": "11/12/18", "dt_X": "16:37:29"} +*** estimating xml filename... +xml fname is like: 18NOV12163729-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV12163729-M1BS-505387751080_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-12_16:37:29.906050 -p MEANSUNEL=45.6 -p MEANSUNAZ=168.6 -p MEANSATEL=57.9 -p MEANSATAZ=267.0 -p MEANOFFNADIRVIEWANGLE=28.3 -p CLOUDCOVER=0.061 -p MEANINTRACKVIEWANGLE=-6.6 -p MEANCROSSTRACKVIEWANGLE=-27.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV12163729-M1BS-505387751080_01_P010.NTF +*** formatting ts for gee... +2018-11-12T16:37:29 +*** transferring image and metadata... +Started upload task with ID: GTH37XOWTXYFKMXDLVEZSCI3 +done! + + +*** Transfering file 20181112T163731_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "12", "dt_H": "16", "dt_M": "37", "dt_S": "31", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "12", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "37", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "316", "dt_jj": "316", "dt_U": "45", "dt_W": "46", "dt_c": "Mon Nov 12 16:37:31 2018", "dt_x": "11/12/18", "dt_X": "16:37:31"} +*** estimating xml filename... +xml fname is like: 18NOV12163731-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV12163731-M1BS-505387751080_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-12_16:37:31.048450 -p MEANSUNEL=45.7 -p MEANSUNAZ=168.6 -p MEANSATEL=57.8 -p MEANSATAZ=267.6 -p MEANOFFNADIRVIEWANGLE=28.4 -p CLOUDCOVER=0.011 -p MEANINTRACKVIEWANGLE=-6.3 -p MEANCROSSTRACKVIEWANGLE=-27.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV12163731-M1BS-505387751080_01_P011.NTF +*** formatting ts for gee... +2018-11-12T16:37:31 +*** transferring image and metadata... +Started upload task with ID: BNG75MVHT7HUZTCYN5M3UPFD +done! + + +*** Transfering file 20190122T162646_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "01", "dt_d": "22", "dt_H": "16", "dt_M": "26", "dt_S": "46", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "26", "dt_SS": "46", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "022", "dt_jj": "22", "dt_U": "03", "dt_W": "03", "dt_c": "Tue Jan 22 16:26:46 2019", "dt_x": "01/22/19", "dt_X": "16:26:46"} +*** estimating xml filename... +xml fname is like: 19JAN22162646-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19JAN22162646-M1BS-505387747040_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-01-22_16:26:46.564850 -p MEANSUNEL=41.3 -p MEANSUNAZ=157.3 -p MEANSATEL=74.6 -p MEANSATAZ=246.1 -p MEANOFFNADIRVIEWANGLE=13.6 -p CLOUDCOVER=0.437 -p MEANINTRACKVIEWANGLE=-7.5 -p MEANCROSSTRACKVIEWANGLE=-11.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19JAN22162646-M1BS-505387747040_01_P001.NTF +*** formatting ts for gee... +2019-01-22T16:26:46 +*** transferring image and metadata... +Started upload task with ID: ILBD32GLQR47UUZPEAMFNVRN +done! + + +*** Transfering file 20190122T162647_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "01", "dt_d": "22", "dt_H": "16", "dt_M": "26", "dt_S": "47", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "26", "dt_SS": "47", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "022", "dt_jj": "22", "dt_U": "03", "dt_W": "03", "dt_c": "Tue Jan 22 16:26:47 2019", "dt_x": "01/22/19", "dt_X": "16:26:47"} +*** estimating xml filename... +xml fname is like: 19JAN22162647-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19JAN22162647-M1BS-505387747040_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-01-22_16:26:47.713250 -p MEANSUNEL=41.4 -p MEANSUNAZ=157.3 -p MEANSATEL=74.5 -p MEANSATAZ=247.1 -p MEANOFFNADIRVIEWANGLE=13.7 -p CLOUDCOVER=0.186 -p MEANINTRACKVIEWANGLE=-7.2 -p MEANCROSSTRACKVIEWANGLE=-11.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19JAN22162647-M1BS-505387747040_01_P002.NTF +*** formatting ts for gee... +2019-01-22T16:26:47 +*** transferring image and metadata... +Started upload task with ID: WVRK6FGSWLZ3B2TEQUF3WVSA +done! + + +*** Transfering file 20190122T162648_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "01", "dt_d": "22", "dt_H": "16", "dt_M": "26", "dt_S": "48", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "26", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "022", "dt_jj": "22", "dt_U": "03", "dt_W": "03", "dt_c": "Tue Jan 22 16:26:48 2019", "dt_x": "01/22/19", "dt_X": "16:26:48"} +*** estimating xml filename... +xml fname is like: 19JAN22162648-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19JAN22162648-M1BS-505387747040_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-01-22_16:26:48.985450 -p MEANSUNEL=41.5 -p MEANSUNAZ=157.3 -p MEANSATEL=74.5 -p MEANSATAZ=248.4 -p MEANOFFNADIRVIEWANGLE=13.7 -p CLOUDCOVER=0.015 -p MEANINTRACKVIEWANGLE=-6.9 -p MEANCROSSTRACKVIEWANGLE=-11.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19JAN22162648-M1BS-505387747040_01_P003.NTF +*** formatting ts for gee... +2019-01-22T16:26:48 +*** transferring image and metadata... +Started upload task with ID: TKTLMBSYEA4HU7PO5BGZUXMP +done! + + +*** Transfering file 20190221T164019_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "02", "dt_d": "21", "dt_H": "16", "dt_M": "40", "dt_S": "19", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "40", "dt_SS": "19", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "052", "dt_jj": "52", "dt_U": "07", "dt_W": "07", "dt_c": "Thu Feb 21 16:40:19 2019", "dt_x": "02/21/19", "dt_X": "16:40:19"} +*** estimating xml filename... +xml fname is like: 19FEB21164019-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19FEB21164019-M1BS-505387750010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-02-21_16:40:19.965250 -p MEANSUNEL=51.0 -p MEANSUNAZ=156.6 -p MEANSATEL=65.4 -p MEANSATAZ=286.4 -p MEANOFFNADIRVIEWANGLE=22.3 -p CLOUDCOVER=0.653 -p MEANINTRACKVIEWANGLE=2.6 -p MEANCROSSTRACKVIEWANGLE=-22.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19FEB21164019-M1BS-505387750010_01_P002.NTF +*** formatting ts for gee... +2019-02-21T16:40:19 +*** transferring image and metadata... +Started upload task with ID: DJCZ5PGZ2MZFQHCA4MYPLQSD +done! + + +*** Transfering file 20190221T164021_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "02", "dt_d": "21", "dt_H": "16", "dt_M": "40", "dt_S": "21", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "40", "dt_SS": "21", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "052", "dt_jj": "52", "dt_U": "07", "dt_W": "07", "dt_c": "Thu Feb 21 16:40:21 2019", "dt_x": "02/21/19", "dt_X": "16:40:21"} +*** estimating xml filename... +xml fname is like: 19FEB21164021-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19FEB21164021-M1BS-505387750010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-02-21_16:40:21.766850 -p MEANSUNEL=51.1 -p MEANSUNAZ=156.5 -p MEANSATEL=65.2 -p MEANSATAZ=286.3 -p MEANOFFNADIRVIEWANGLE=22.5 -p CLOUDCOVER=0.185 -p MEANINTRACKVIEWANGLE=2.6 -p MEANCROSSTRACKVIEWANGLE=-22.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19FEB21164021-M1BS-505387750010_01_P003.NTF +*** formatting ts for gee... +2019-02-21T16:40:21 +*** transferring image and metadata... +Started upload task with ID: K2NVOBKV7J33TKD6TG62E5CW +done! + + +*** Transfering file 20190221T164023_01_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "02", "dt_d": "21", "dt_H": "16", "dt_M": "40", "dt_S": "23", "number": "01", "pass_n": "004", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "40", "dt_SS": "23", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "052", "dt_jj": "52", "dt_U": "07", "dt_W": "07", "dt_c": "Thu Feb 21 16:40:23 2019", "dt_x": "02/21/19", "dt_X": "16:40:23"} +*** estimating xml filename... +xml fname is like: 19FEB21164023-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19FEB21164023-M1BS-505387750010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-02-21_16:40:23.568450 -p MEANSUNEL=51.2 -p MEANSUNAZ=156.5 -p MEANSATEL=65.0 -p MEANSATAZ=286.1 -p MEANOFFNADIRVIEWANGLE=22.7 -p CLOUDCOVER=0.012 -p MEANINTRACKVIEWANGLE=2.5 -p MEANCROSSTRACKVIEWANGLE=-22.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19FEB21164023-M1BS-505387750010_01_P004.NTF +*** formatting ts for gee... +2019-02-21T16:40:23 +*** transferring image and metadata... +Started upload task with ID: U77IHM5HLGYH4VL76A3TF4UY +done! + + +*** Transfering file 20190513T162928_01_P005_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "05", "dt_d": "13", "dt_H": "16", "dt_M": "29", "dt_S": "28", "number": "01", "pass_n": "005", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "13", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "133", "dt_jj": "133", "dt_U": "19", "dt_W": "19", "dt_c": "Mon May 13 16:29:28 2019", "dt_x": "05/13/19", "dt_X": "16:29:28"} +*** estimating xml filename... +xml fname is like: 19MAY13162928-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19MAY13162928-M1BS-505387745030_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01450256 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01652308 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2019-05-13_16:29:28.681750 -p MEANSUNEL=75.5 -p MEANSUNAZ=118.2 -p MEANSATEL=86.3 -p MEANSATAZ=35.1 -p MEANOFFNADIRVIEWANGLE=3.5 -p CLOUDCOVER=0.072 -p MEANINTRACKVIEWANGLE=3.2 -p MEANCROSSTRACKVIEWANGLE=1.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=19MAY13162928-M1BS-505387745030_01_P005.NTF +*** formatting ts for gee... +2019-05-13T16:29:28 +*** transferring image and metadata... +Started upload task with ID: SAWHDONFTH4YACUBWTUSBNOK +done! + + +*** Transfering file 20190522T161253_01_P005_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "05", "dt_d": "22", "dt_H": "16", "dt_M": "12", "dt_S": "53", "number": "01", "pass_n": "005", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "22", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "142", "dt_jj": "142", "dt_U": "20", "dt_W": "20", "dt_c": "Wed May 22 16:12:53 2019", "dt_x": "05/22/19", "dt_X": "16:12:53"} +*** estimating xml filename... +xml fname is like: 19MAY22161253-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19MAY22161253-M1BS-505387748090_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-05-22_16:12:53.386850 -p MEANSUNEL=72.9 -p MEANSUNAZ=105.0 -p MEANSATEL=76.2 -p MEANSATAZ=126.8 -p MEANOFFNADIRVIEWANGLE=12.1 -p CLOUDCOVER=0.05 -p MEANINTRACKVIEWANGLE=-5.5 -p MEANCROSSTRACKVIEWANGLE=10.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19MAY22161253-M1BS-505387748090_01_P005.NTF +*** formatting ts for gee... +2019-05-22T16:12:53 +*** transferring image and metadata... +Started upload task with ID: UYPCNCVJIZVYN4WC3NETOT2E +done! + + +*** Transfering file 20190522T161254_01_P006_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "05", "dt_d": "22", "dt_H": "16", "dt_M": "12", "dt_S": "54", "number": "01", "pass_n": "006", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "22", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "54", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "142", "dt_jj": "142", "dt_U": "20", "dt_W": "20", "dt_c": "Wed May 22 16:12:54 2019", "dt_x": "05/22/19", "dt_X": "16:12:54"} +*** estimating xml filename... +xml fname is like: 19MAY22161254-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19MAY22161254-M1BS-505387748090_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-05-22_16:12:54.661250 -p MEANSUNEL=72.9 -p MEANSUNAZ=104.7 -p MEANSATEL=76.5 -p MEANSATAZ=126.1 -p MEANOFFNADIRVIEWANGLE=11.9 -p CLOUDCOVER=0.013 -p MEANINTRACKVIEWANGLE=-5.2 -p MEANCROSSTRACKVIEWANGLE=10.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19MAY22161254-M1BS-505387748090_01_P006.NTF +*** formatting ts for gee... +2019-05-22T16:12:54 +*** transferring image and metadata... +Started upload task with ID: 7O4RT72G4YZZLJLNZHXLNUIP +done! + + +*** Transfering file 20190522T161255_01_P007_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "05", "dt_d": "22", "dt_H": "16", "dt_M": "12", "dt_S": "55", "number": "01", "pass_n": "007", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "22", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "142", "dt_jj": "142", "dt_U": "20", "dt_W": "20", "dt_c": "Wed May 22 16:12:55 2019", "dt_x": "05/22/19", "dt_X": "16:12:55"} +*** estimating xml filename... +xml fname is like: 19MAY22161255-M1BS-*_01_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19MAY22161255-M1BS-505387748090_01_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-05-22_16:12:55.935650 -p MEANSUNEL=72.9 -p MEANSUNAZ=104.3 -p MEANSATEL=76.8 -p MEANSATAZ=125.4 -p MEANOFFNADIRVIEWANGLE=11.6 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-5.0 -p MEANCROSSTRACKVIEWANGLE=10.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19MAY22161255-M1BS-505387748090_01_P007.NTF +*** formatting ts for gee... +2019-05-22T16:12:55 +*** transferring image and metadata... +Started upload task with ID: ANBNC5AMBCUZQW77EDVMJXUE +done! + + +*** Transfering file 20190809T162843_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "08", "dt_d": "09", "dt_H": "16", "dt_M": "28", "dt_S": "43", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "9", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "43", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "221", "dt_jj": "221", "dt_U": "31", "dt_W": "31", "dt_c": "Fri Aug 9 16:28:43 2019", "dt_x": "08/09/19", "dt_X": "16:28:43"} +*** estimating xml filename... +xml fname is like: 19AUG09162843-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162843-M1BS-505387749010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-08-09_16:28:43.654650 -p MEANSUNEL=72.3 -p MEANSUNAZ=121.6 -p MEANSATEL=67.5 -p MEANSATAZ=200.8 -p MEANOFFNADIRVIEWANGLE=20.3 -p CLOUDCOVER=0.391 -p MEANINTRACKVIEWANGLE=-19.8 -p MEANCROSSTRACKVIEWANGLE=-4.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19AUG09162843-M1BS-505387749010_01_P001.NTF +*** formatting ts for gee... +2019-08-09T16:28:43 +*** transferring image and metadata... +Started upload task with ID: YH3SWT6IQ2PKWI3V3WYIXHVJ +done! + + +*** Transfering file 20190809T162845_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "08", "dt_d": "09", "dt_H": "16", "dt_M": "28", "dt_S": "45", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "9", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "45", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "221", "dt_jj": "221", "dt_U": "31", "dt_W": "31", "dt_c": "Fri Aug 9 16:28:45 2019", "dt_x": "08/09/19", "dt_X": "16:28:45"} +*** estimating xml filename... +xml fname is like: 19AUG09162845-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162845-M1BS-505387749010_01_P002.XML +/srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162845-M1BS-503474296050_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-08-09_16:28:45.216050 -p MEANSUNEL=72.4 -p MEANSUNAZ=121.4 -p MEANSATEL=67.4 -p MEANSATAZ=201.4 -p MEANOFFNADIRVIEWANGLE=20.3 -p CLOUDCOVER=0.266 -p MEANINTRACKVIEWANGLE=-19.8 -p MEANCROSSTRACKVIEWANGLE=-4.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19AUG09162845-M1BS-505387749010_01_P002.NTF +*** formatting ts for gee... +2019-08-09T16:28:45 +*** transferring image and metadata... +Started upload task with ID: SHO6ZUT5G3BFCSA36GVPISXL +done! + + +*** Transfering file 20190809T162846_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "08", "dt_d": "09", "dt_H": "16", "dt_M": "28", "dt_S": "46", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "9", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "46", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "221", "dt_jj": "221", "dt_U": "31", "dt_W": "31", "dt_c": "Fri Aug 9 16:28:46 2019", "dt_x": "08/09/19", "dt_X": "16:28:46"} +*** estimating xml filename... +xml fname is like: 19AUG09162846-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162846-M1BS-503474296050_01_P003.XML +/srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162846-M1BS-505387749010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.0143287 -p ABSCALFACTOR_BAND_B=0.0176201 -p ABSCALFACTOR_BAND_G=0.0133187 -p ABSCALFACTOR_BAND_Y=0.00684307 -p ABSCALFACTOR_BAND_R=0.0143856 -p ABSCALFACTOR_BAND_RE=0.00621996 -p ABSCALFACTOR_BAND_N=0.0166926 -p ABSCALFACTOR_BAND_N2=0.0106378 -p FIRSTLINETIME=2019-08-09_16:28:46.936850 -p MEANSUNEL=72.4 -p MEANSUNAZ=121.1 -p MEANSATEL=67.4 -p MEANSATAZ=202.0 -p MEANOFFNADIRVIEWANGLE=20.4 -p CLOUDCOVER=0.006 -p MEANINTRACKVIEWANGLE=-19.8 -p MEANCROSSTRACKVIEWANGLE=-4.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19AUG09162846-M1BS-503474296050_01_P003.NTF +*** formatting ts for gee... +2019-08-09T16:28:46 +*** transferring image and metadata... +Started upload task with ID: KBKU6YJOV3Z76ZNQDSCD6TDB +done! + + +*** Transfering file 20190809T162848_01_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "08", "dt_d": "09", "dt_H": "16", "dt_M": "28", "dt_S": "48", "number": "01", "pass_n": "004", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "9", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "221", "dt_jj": "221", "dt_U": "31", "dt_W": "31", "dt_c": "Fri Aug 9 16:28:48 2019", "dt_x": "08/09/19", "dt_X": "16:28:48"} +*** estimating xml filename... +xml fname is like: 19AUG09162848-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162848-M1BS-505387749010_01_P004.XML +/srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162848-M1BS-503474296050_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-08-09_16:28:48.657850 -p MEANSUNEL=72.5 -p MEANSUNAZ=120.8 -p MEANSATEL=67.3 -p MEANSATAZ=202.7 -p MEANOFFNADIRVIEWANGLE=20.4 -p CLOUDCOVER=0.006 -p MEANINTRACKVIEWANGLE=-19.8 -p MEANCROSSTRACKVIEWANGLE=-5.1 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19AUG09162848-M1BS-505387749010_01_P004.NTF +*** formatting ts for gee... +2019-08-09T16:28:48 +*** transferring image and metadata... +Started upload task with ID: VXFZYUHEE7FJVZFOSB6APKM7 +done! + + +*** Transfering file 20191005T163330_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "10", "dt_d": "05", "dt_H": "16", "dt_M": "33", "dt_S": "30", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "5", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "30", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "278", "dt_jj": "278", "dt_U": "39", "dt_W": "39", "dt_c": "Sat Oct 5 16:33:30 2019", "dt_x": "10/05/19", "dt_X": "16:33:30"} +*** estimating xml filename... +xml fname is like: 19OCT05163330-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19OCT05163330-M1BS-505387747020_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=13312 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2019-10-05_16:33:30.935550 -p MEANSUNEL=57.8 -p MEANSUNAZ=160.0 -p MEANSATEL=73.0 -p MEANSATAZ=263.3 -p MEANOFFNADIRVIEWANGLE=15.5 -p CLOUDCOVER=0.075 -p MEANINTRACKVIEWANGLE=-4.0 -p MEANCROSSTRACKVIEWANGLE=-14.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=19OCT05163330-M1BS-505387747020_01_P003.NTF +*** formatting ts for gee... +2019-10-05T16:33:30 +*** transferring image and metadata... +Started upload task with ID: AKXBN75BTREPSNI32RCQJHS3 +done! + + +*** Transfering file 20191005T163333_01_P005_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "10", "dt_d": "05", "dt_H": "16", "dt_M": "33", "dt_S": "33", "number": "01", "pass_n": "005", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "5", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "33", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "278", "dt_jj": "278", "dt_U": "39", "dt_W": "39", "dt_c": "Sat Oct 5 16:33:33 2019", "dt_x": "10/05/19", "dt_X": "16:33:33"} +*** estimating xml filename... +xml fname is like: 19OCT05163333-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19OCT05163333-M1BS-505387747020_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2019-10-05_16:33:33.510350 -p MEANSUNEL=57.7 -p MEANSUNAZ=160.2 -p MEANSATEL=71.6 -p MEANSATAZ=250.1 -p MEANOFFNADIRVIEWANGLE=16.7 -p CLOUDCOVER=0.279 -p MEANINTRACKVIEWANGLE=-7.9 -p MEANCROSSTRACKVIEWANGLE=-14.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=19OCT05163333-M1BS-505387747020_01_P005.NTF +*** formatting ts for gee... +2019-10-05T16:33:33 +*** transferring image and metadata... +Started upload task with ID: 6VSLJIXOSUGG2SRTZKUN3GPA +done! + + +*** Transfering file 20191005T163340_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "10", "dt_d": "05", "dt_H": "16", "dt_M": "33", "dt_S": "40", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "5", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "278", "dt_jj": "278", "dt_U": "39", "dt_W": "39", "dt_c": "Sat Oct 5 16:33:40 2019", "dt_x": "10/05/19", "dt_X": "16:33:40"} +*** estimating xml filename... +xml fname is like: 19OCT05163340-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19OCT05163340-M1BS-505387747070_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-10-05_16:33:40.946450 -p MEANSUNEL=57.7 -p MEANSUNAZ=160.5 -p MEANSATEL=67.0 -p MEANSATAZ=238.7 -p MEANOFFNADIRVIEWANGLE=20.8 -p CLOUDCOVER=0.282 -p MEANINTRACKVIEWANGLE=-13.3 -p MEANCROSSTRACKVIEWANGLE=-16.1 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19OCT05163340-M1BS-505387747070_01_P001.NTF +*** formatting ts for gee... +2019-10-05T16:33:40 +*** transferring image and metadata... +Started upload task with ID: S3U7TD3QH3WEZJ52Q6IY33RF +done! + + +*** Transfering file 20191005T163344_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "10", "dt_d": "05", "dt_H": "16", "dt_M": "33", "dt_S": "44", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "5", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "44", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "278", "dt_jj": "278", "dt_U": "39", "dt_W": "39", "dt_c": "Sat Oct 5 16:33:44 2019", "dt_x": "10/05/19", "dt_X": "16:33:44"} +*** estimating xml filename... +xml fname is like: 19OCT05163344-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19OCT05163344-M1BS-505387747070_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-10-05_16:33:44.370650 -p MEANSUNEL=57.9 -p MEANSUNAZ=160.4 -p MEANSATEL=66.6 -p MEANSATAZ=239.4 -p MEANOFFNADIRVIEWANGLE=21.2 -p CLOUDCOVER=0.027 -p MEANINTRACKVIEWANGLE=-13.3 -p MEANCROSSTRACKVIEWANGLE=-16.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19OCT05163344-M1BS-505387747070_01_P003.NTF +*** formatting ts for gee... +2019-10-05T16:33:44 +*** transferring image and metadata... +Started upload task with ID: 7FWRFFEBZ4SXHSWWVOX5XR45 +done! + + +*** Transfering file 20200317T163155_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "31", "dt_S": "55", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:31:55 2020", "dt_x": "03/17/20", "dt_X": "16:31:55"} +*** estimating xml filename... +xml fname is like: 20MAR17163155-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163155-M1BS-505387751030_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-03-17_16:31:55.277450 -p MEANSUNEL=58.7 -p MEANSUNAZ=148.2 -p MEANSATEL=67.7 -p MEANSATAZ=270.0 -p MEANOFFNADIRVIEWANGLE=20.2 -p CLOUDCOVER=0.473 -p MEANINTRACKVIEWANGLE=-3.2 -p MEANCROSSTRACKVIEWANGLE=-20.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20MAR17163155-M1BS-505387751030_01_P001.NTF +*** formatting ts for gee... +2020-03-17T16:31:55 +*** transferring image and metadata... +Started upload task with ID: RIL7VEGEA573Y5IAKJYG73NK +done! + + +*** Transfering file 20200317T163156_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "31", "dt_S": "56", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "56", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:31:56 2020", "dt_x": "03/17/20", "dt_X": "16:31:56"} +*** estimating xml filename... +xml fname is like: 20MAR17163156-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163156-M1BS-505387751030_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-03-17_16:31:56.947850 -p MEANSUNEL=58.8 -p MEANSUNAZ=148.1 -p MEANSATEL=67.4 -p MEANSATAZ=269.6 -p MEANOFFNADIRVIEWANGLE=20.5 -p CLOUDCOVER=0.442 -p MEANINTRACKVIEWANGLE=-3.3 -p MEANCROSSTRACKVIEWANGLE=-20.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20MAR17163156-M1BS-505387751030_01_P002.NTF +*** formatting ts for gee... +2020-03-17T16:31:56 +*** transferring image and metadata... +Started upload task with ID: 4CWCE56K2YFN7HQIVTAQCOSS +done! + + +*** Transfering file 20200317T163158_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "31", "dt_S": "58", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "58", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:31:58 2020", "dt_x": "03/17/20", "dt_X": "16:31:58"} +*** estimating xml filename... +xml fname is like: 20MAR17163158-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163158-M1BS-505387751030_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-03-17_16:31:58.787450 -p MEANSUNEL=58.9 -p MEANSUNAZ=148.0 -p MEANSATEL=67.2 -p MEANSATAZ=269.6 -p MEANOFFNADIRVIEWANGLE=20.7 -p CLOUDCOVER=0.435 -p MEANINTRACKVIEWANGLE=-3.3 -p MEANCROSSTRACKVIEWANGLE=-20.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20MAR17163158-M1BS-505387751030_01_P003.NTF +*** formatting ts for gee... +2020-03-17T16:31:58 +*** transferring image and metadata... +Started upload task with ID: HLQCX2V2L6BMSXGJXJXRUS76 +done! + + +*** Transfering file 20200317T163202_01_P005_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "32", "dt_S": "02", "number": "01", "pass_n": "005", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:32:02 2020", "dt_x": "03/17/20", "dt_X": "16:32:02"} +*** estimating xml filename... +xml fname is like: 20MAR17163202-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163202-M1BS-505387751030_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-03-17_16:32:02.466250 -p MEANSUNEL=59.1 -p MEANSUNAZ=147.9 -p MEANSATEL=66.7 -p MEANSATAZ=269.8 -p MEANOFFNADIRVIEWANGLE=21.1 -p CLOUDCOVER=0.086 -p MEANINTRACKVIEWANGLE=-3.4 -p MEANCROSSTRACKVIEWANGLE=-20.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20MAR17163202-M1BS-505387751030_01_P005.NTF +*** formatting ts for gee... +2020-03-17T16:32:02 +*** transferring image and metadata... +Started upload task with ID: EAXMCIFJ5GAIKV4SFBVLFH3E +done! + + +*** Transfering file 20200317T163213_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "32", "dt_S": "13", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:32:13 2020", "dt_x": "03/17/20", "dt_X": "16:32:13"} +*** estimating xml filename... +xml fname is like: 20MAR17163213-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163213-M1BS-505387746010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-03-17_16:32:13.522750 -p MEANSUNEL=59.2 -p MEANSUNAZ=148.2 -p MEANSATEL=63.6 -p MEANSATAZ=256.4 -p MEANOFFNADIRVIEWANGLE=23.9 -p CLOUDCOVER=0.35 -p MEANINTRACKVIEWANGLE=-9.1 -p MEANCROSSTRACKVIEWANGLE=-22.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20MAR17163213-M1BS-505387746010_01_P001.NTF +*** formatting ts for gee... +2020-03-17T16:32:13 +*** transferring image and metadata... +Started upload task with ID: OMXZHT2A7YIHHRBBVLNOUUB3 +done! + + +*** Transfering file 20200627T160628_02_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "28", "number": "02", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:28 2020", "dt_x": "06/27/20", "dt_X": "16:06:28"} +*** estimating xml filename... +xml fname is like: 20JUN27160628-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160628-M1BS-504401245020_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:28.422850 -p MEANSUNEL=71.0 -p MEANSUNAZ=93.1 -p MEANSATEL=74.4 -p MEANSATAZ=19.6 -p MEANOFFNADIRVIEWANGLE=14.1 -p CLOUDCOVER=0.241 -p MEANINTRACKVIEWANGLE=13.9 -p MEANCROSSTRACKVIEWANGLE=2.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUN27160628-M1BS-504401245020_02_P002.NTF +*** formatting ts for gee... +2020-06-27T16:06:28 +*** transferring image and metadata... +Started upload task with ID: 7DVYJWD67V3FXJM5IDOQ2W3S +done! + + +*** Transfering file 20200627T160629_02_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "29", "number": "02", "pass_n": "003", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:29 2020", "dt_x": "06/27/20", "dt_X": "16:06:29"} +*** estimating xml filename... +xml fname is like: 20JUN27160629-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160629-M1BS-504401245020_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:29.655250 -p MEANSUNEL=71.0 -p MEANSUNAZ=92.9 -p MEANSATEL=74.2 -p MEANSATAZ=19.0 -p MEANOFFNADIRVIEWANGLE=14.3 -p CLOUDCOVER=0.169 -p MEANINTRACKVIEWANGLE=14.1 -p MEANCROSSTRACKVIEWANGLE=2.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUN27160629-M1BS-504401245020_02_P003.NTF +*** formatting ts for gee... +2020-06-27T16:06:29 +*** transferring image and metadata... +Started upload task with ID: 7QPXNOMW5VK5HJMM7CYXAAK2 +done! + + +*** Transfering file 20200627T160638_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "38", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "38", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:38 2020", "dt_x": "06/27/20", "dt_X": "16:06:38"} +*** estimating xml filename... +xml fname is like: 20JUN27160638-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160638-M1BS-504401245020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:38.708950 -p MEANSUNEL=70.9 -p MEANSUNAZ=92.9 -p MEANSATEL=77.9 -p MEANSATAZ=27.2 -p MEANOFFNADIRVIEWANGLE=11.0 -p CLOUDCOVER=0.042 -p MEANINTRACKVIEWANGLE=10.5 -p MEANCROSSTRACKVIEWANGLE=3.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160638-M1BS-504401245020_01_P001.NTF +*** formatting ts for gee... +2020-06-27T16:06:38 +*** transferring image and metadata... +Started upload task with ID: AJJ64EMJFTK7MJJMEE4MR7UP +done! + + +*** Transfering file 20200627T160639_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "39", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "39", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:39 2020", "dt_x": "06/27/20", "dt_X": "16:06:39"} +*** estimating xml filename... +xml fname is like: 20JUN27160639-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160639-M1BS-504401245020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:39.985750 -p MEANSUNEL=70.9 -p MEANSUNAZ=93.2 -p MEANSATEL=79.4 -p MEANSATAZ=30.7 -p MEANOFFNADIRVIEWANGLE=9.6 -p CLOUDCOVER=0.14 -p MEANINTRACKVIEWANGLE=9.0 -p MEANCROSSTRACKVIEWANGLE=3.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160639-M1BS-504401245020_01_P002.NTF +*** formatting ts for gee... +2020-06-27T16:06:39 +*** transferring image and metadata... +Started upload task with ID: PKIG27N7ASYE5PNPNWZW43BX +done! + + +*** Transfering file 20200627T160640_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "40", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:40 2020", "dt_x": "06/27/20", "dt_X": "16:06:40"} +*** estimating xml filename... +xml fname is like: 20JUN27160640-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160640-M1BS-504401245020_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:40.437550 -p MEANSUNEL=70.9 -p MEANSUNAZ=93.5 -p MEANSATEL=80.5 -p MEANSATAZ=33.7 -p MEANOFFNADIRVIEWANGLE=8.7 -p CLOUDCOVER=0.111 -p MEANINTRACKVIEWANGLE=7.9 -p MEANCROSSTRACKVIEWANGLE=3.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160640-M1BS-504401245020_01_P003.NTF +*** formatting ts for gee... +2020-06-27T16:06:40 +*** transferring image and metadata... +Started upload task with ID: MVHYJ6EF5D3FRELEXSXCLCMD +done! + + +*** Transfering file 20200627T160733_03_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "33", "number": "03", "pass_n": "001", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "33", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:07:33 2020", "dt_x": "06/27/20", "dt_X": "16:07:33"} +*** estimating xml filename... +xml fname is like: 20JUN27160733-M1BS-*_03_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160733-M1BS-504401245020_03_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:07:33.383150 -p MEANSUNEL=71.0 -p MEANSUNAZ=93.0 -p MEANSATEL=71.3 -p MEANSATAZ=181.1 -p MEANOFFNADIRVIEWANGLE=16.5 -p CLOUDCOVER=0.014 -p MEANINTRACKVIEWANGLE=-16.3 -p MEANCROSSTRACKVIEWANGLE=2.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160733-M1BS-504401245020_03_P001.NTF +*** formatting ts for gee... +2020-06-27T16:07:33 +*** transferring image and metadata... +Started upload task with ID: WM6426M3ZVKYGY6CYW65CYPO +done! + + +*** Transfering file 20200627T160734_03_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "34", "number": "03", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "34", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:07:34 2020", "dt_x": "06/27/20", "dt_X": "16:07:34"} +*** estimating xml filename... +xml fname is like: 20JUN27160734-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160734-M1BS-504401245020_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:07:34.563150 -p MEANSUNEL=71.0 -p MEANSUNAZ=93.3 -p MEANSATEL=69.8 -p MEANSATAZ=181.4 -p MEANOFFNADIRVIEWANGLE=17.8 -p CLOUDCOVER=0.079 -p MEANINTRACKVIEWANGLE=-17.6 -p MEANCROSSTRACKVIEWANGLE=2.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160734-M1BS-504401245020_03_P002.NTF +*** formatting ts for gee... +2020-06-27T16:07:34 +*** transferring image and metadata... +Started upload task with ID: XFLGUPCFAKBA4EZTI2SOWWBN +done! + + +*** Transfering file 20200627T160734_03_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "34", "number": "03", "pass_n": "003", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "34", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:07:34 2020", "dt_x": "06/27/20", "dt_X": "16:07:34"} +*** estimating xml filename... +xml fname is like: 20JUN27160734-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160734-M1BS-504401245020_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=4096 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:07:34.956750 -p MEANSUNEL=71.0 -p MEANSUNAZ=93.6 -p MEANSATEL=68.8 -p MEANSATAZ=181.6 -p MEANOFFNADIRVIEWANGLE=18.7 -p CLOUDCOVER=0.111 -p MEANINTRACKVIEWANGLE=-18.5 -p MEANCROSSTRACKVIEWANGLE=2.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160734-M1BS-504401245020_03_P003.NTF +*** formatting ts for gee... +2020-06-27T16:07:34 +*** transferring image and metadata... +Started upload task with ID: KMNCSW5F6DLEDXURK6TYZRFL +done! + + +*** Transfering file 20200708T161605_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "05", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "5", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:05 2020", "dt_x": "07/08/20", "dt_X": "16:16:05"} +*** estimating xml filename... +xml fname is like: 20JUL08161605-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161605-M1BS-504440004010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7429 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:05.033850 -p MEANSUNEL=72.3 -p MEANSUNAZ=97.5 -p MEANSATEL=47.0 -p MEANSATAZ=14.3 -p MEANOFFNADIRVIEWANGLE=38.6 -p CLOUDCOVER=0.13 -p MEANINTRACKVIEWANGLE=38.4 -p MEANCROSSTRACKVIEWANGLE=4.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161605-M1BS-504440004010_01_P002.NTF +*** formatting ts for gee... +2020-07-08T16:16:05 +*** transferring image and metadata... +Started upload task with ID: AXJPVH2YHLTZKSBPQKTXHGNB +done! + + +*** Transfering file 20200708T161606_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "06", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:06 2020", "dt_x": "07/08/20", "dt_X": "16:16:06"} +*** estimating xml filename... +xml fname is like: 20JUL08161606-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161606-M1BS-504440004010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7428 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:06.151450 -p MEANSUNEL=72.3 -p MEANSUNAZ=97.2 -p MEANSATEL=46.7 -p MEANSATAZ=14.0 -p MEANOFFNADIRVIEWANGLE=38.8 -p CLOUDCOVER=0.014 -p MEANINTRACKVIEWANGLE=38.6 -p MEANCROSSTRACKVIEWANGLE=4.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161606-M1BS-504440004010_01_P003.NTF +*** formatting ts for gee... +2020-07-08T16:16:06 +*** transferring image and metadata... +Started upload task with ID: MTGLZG6A6BMYOA3A7B3WIR2A +done! + + +*** Transfering file 20200708T161607_01_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "07", "number": "01", "pass_n": "004", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:07 2020", "dt_x": "07/08/20", "dt_X": "16:16:07"} +*** estimating xml filename... +xml fname is like: 20JUL08161607-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161607-M1BS-504440004010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5016 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:07.269050 -p MEANSUNEL=72.3 -p MEANSUNAZ=96.9 -p MEANSATEL=46.6 -p MEANSATAZ=13.8 -p MEANOFFNADIRVIEWANGLE=39.0 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=38.8 -p MEANCROSSTRACKVIEWANGLE=4.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161607-M1BS-504440004010_01_P004.NTF +*** formatting ts for gee... +2020-07-08T16:16:07 +*** transferring image and metadata... +Started upload task with ID: 4SJ6ECHWBIV3VSWSXBRZWRM2 +done! + + +*** Transfering file 20200708T161627_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "27", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:27 2020", "dt_x": "07/08/20", "dt_X": "16:16:27"} +*** estimating xml filename... +xml fname is like: 20JUL08161627-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161627-M1BS-504440004010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9594 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:27.002650 -p MEANSUNEL=72.6 -p MEANSUNAZ=97.7 -p MEANSATEL=57.9 -p MEANSATAZ=11.9 -p MEANOFFNADIRVIEWANGLE=29.2 -p CLOUDCOVER=0.089 -p MEANINTRACKVIEWANGLE=29.2 -p MEANCROSSTRACKVIEWANGLE=1.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161627-M1BS-504440004010_02_P002.NTF +*** formatting ts for gee... +2020-07-08T16:16:27 +*** transferring image and metadata... +Started upload task with ID: SQ2A6XUR374GUHFKBSF3TJEK +done! + + +*** Transfering file 20200708T161628_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "28", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:28 2020", "dt_x": "07/08/20", "dt_X": "16:16:28"} +*** estimating xml filename... +xml fname is like: 20JUL08161628-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161628-M1BS-504440004010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9593 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:28.450850 -p MEANSUNEL=72.6 -p MEANSUNAZ=97.4 -p MEANSATEL=57.7 -p MEANSATAZ=11.5 -p MEANOFFNADIRVIEWANGLE=29.3 -p CLOUDCOVER=0.236 -p MEANINTRACKVIEWANGLE=29.3 -p MEANCROSSTRACKVIEWANGLE=1.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161628-M1BS-504440004010_02_P003.NTF +*** formatting ts for gee... +2020-07-08T16:16:28 +*** transferring image and metadata... +Started upload task with ID: LVUD2VX2XPPLI2RZ2JX3VGHJ +done! + + +*** Transfering file 20200708T161629_02_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "29", "number": "02", "pass_n": "004", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:29 2020", "dt_x": "07/08/20", "dt_X": "16:16:29"} +*** estimating xml filename... +xml fname is like: 20JUL08161629-M1BS-*_02_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161629-M1BS-504440004010_02_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5385 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:29.898650 -p MEANSUNEL=72.6 -p MEANSUNAZ=97.1 -p MEANSATEL=57.6 -p MEANSATAZ=11.2 -p MEANOFFNADIRVIEWANGLE=29.4 -p CLOUDCOVER=0.085 -p MEANINTRACKVIEWANGLE=29.4 -p MEANCROSSTRACKVIEWANGLE=1.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161629-M1BS-504440004010_02_P004.NTF +*** formatting ts for gee... +2020-07-08T16:16:29 +*** transferring image and metadata... +Started upload task with ID: 7KSXLKXWOUQF5VZHNTD2W4PF +done! + + +*** Transfering file 20200710T162802_02_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "02", "number": "02", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:02 2020", "dt_x": "07/10/20", "dt_X": "16:28:02"} +*** estimating xml filename... +xml fname is like: 20JUL10162802-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162802-M1BS-504428123010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:02.528050 -p MEANSUNEL=74.9 -p MEANSUNAZ=101.1 -p MEANSATEL=53.3 -p MEANSATAZ=271.0 -p MEANOFFNADIRVIEWANGLE=32.2 -p CLOUDCOVER=0.095 -p MEANINTRACKVIEWANGLE=-5.5 -p MEANCROSSTRACKVIEWANGLE=-31.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL10162802-M1BS-504428123010_02_P001.NTF +*** formatting ts for gee... +2020-07-10T16:28:02 +*** transferring image and metadata... +Started upload task with ID: DEQ6ZJH7VSTJKST55Q6DO67E +done! + + +*** Transfering file 20200710T162803_02_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "03", "number": "02", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "3", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:03 2020", "dt_x": "07/10/20", "dt_X": "16:28:03"} +*** estimating xml filename... +xml fname is like: 20JUL10162803-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162803-M1BS-504428123010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:03.615250 -p MEANSUNEL=74.9 -p MEANSUNAZ=100.7 -p MEANSATEL=53.2 -p MEANSATAZ=271.6 -p MEANOFFNADIRVIEWANGLE=32.3 -p CLOUDCOVER=0.056 -p MEANINTRACKVIEWANGLE=-5.2 -p MEANCROSSTRACKVIEWANGLE=-32.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL10162803-M1BS-504428123010_02_P002.NTF +*** formatting ts for gee... +2020-07-10T16:28:03 +*** transferring image and metadata... +Started upload task with ID: JL7BJCBEKGUXLJGATUAJ5UET +done! + + +*** Transfering file 20200710T162804_02_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "04", "number": "02", "pass_n": "003", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:04 2020", "dt_x": "07/10/20", "dt_X": "16:28:04"} +*** estimating xml filename... +xml fname is like: 20JUL10162804-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162804-M1BS-504428123010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=4096 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:04.702450 -p MEANSUNEL=74.9 -p MEANSUNAZ=100.4 -p MEANSATEL=53.1 -p MEANSATAZ=272.0 -p MEANOFFNADIRVIEWANGLE=32.4 -p CLOUDCOVER=0.046 -p MEANINTRACKVIEWANGLE=-5.0 -p MEANCROSSTRACKVIEWANGLE=-32.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL10162804-M1BS-504428123010_02_P003.NTF +*** formatting ts for gee... +2020-07-10T16:28:04 +*** transferring image and metadata... +Started upload task with ID: TO2HW342TTHUVHTHG5JVSO5E +done! + + +*** Transfering file 20200710T162813_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "13", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:13 2020", "dt_x": "07/10/20", "dt_X": "16:28:13"} +*** estimating xml filename... +xml fname is like: 20JUL10162813-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162813-M1BS-504428123010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:13.373350 -p MEANSUNEL=75.1 -p MEANSUNAZ=100.8 -p MEANSATEL=50.9 -p MEANSATAZ=266.3 -p MEANOFFNADIRVIEWANGLE=34.2 -p CLOUDCOVER=0.102 -p MEANINTRACKVIEWANGLE=-8.4 -p MEANCROSSTRACKVIEWANGLE=-33.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL10162813-M1BS-504428123010_01_P001.NTF +*** formatting ts for gee... +2020-07-10T16:28:13 +*** transferring image and metadata... +Started upload task with ID: POEELAFQ4XXVSNJFMREIRZ2T +done! + + +*** Transfering file 20200710T162814_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "14", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:14 2020", "dt_x": "07/10/20", "dt_X": "16:28:14"} +*** estimating xml filename... +xml fname is like: 20JUL10162814-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162814-M1BS-504428123010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:14.431150 -p MEANSUNEL=75.1 -p MEANSUNAZ=101.2 -p MEANSATEL=50.8 -p MEANSATAZ=264.3 -p MEANOFFNADIRVIEWANGLE=34.4 -p CLOUDCOVER=0.153 -p MEANINTRACKVIEWANGLE=-9.5 -p MEANCROSSTRACKVIEWANGLE=-33.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL10162814-M1BS-504428123010_01_P002.NTF +*** formatting ts for gee... +2020-07-10T16:28:14 +*** transferring image and metadata... +Started upload task with ID: P4TOIIJBBCCETEJMU2GWBXJL +done! + + +*** Transfering file 20200713T155710_03_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "13", "dt_H": "15", "dt_M": "57", "dt_S": "10", "number": "03", "pass_n": "003", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "13", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "10", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "195", "dt_jj": "195", "dt_U": "28", "dt_W": "28", "dt_c": "Mon Jul 13 15:57:10 2020", "dt_x": "07/13/20", "dt_X": "15:57:10"} +*** estimating xml filename... +xml fname is like: 20JUL13155710-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL13155710-M1BS-504440004010_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9809 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-13_15:57:10.038850 -p MEANSUNEL=67.9 -p MEANSUNAZ=95.6 -p MEANSATEL=46.9 -p MEANSATAZ=103.1 -p MEANOFFNADIRVIEWANGLE=38.5 -p CLOUDCOVER=0.237 -p MEANINTRACKVIEWANGLE=-4.0 -p MEANCROSSTRACKVIEWANGLE=38.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL13155710-M1BS-504440004010_03_P003.NTF +*** formatting ts for gee... +2020-07-13T15:57:10 +*** transferring image and metadata... +Started upload task with ID: XXID7WCT7Q6T3PCC6FZJ5DKC +done! + + +*** Transfering file 20200713T155711_03_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "13", "dt_H": "15", "dt_M": "57", "dt_S": "11", "number": "03", "pass_n": "004", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "13", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "11", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "195", "dt_jj": "195", "dt_U": "28", "dt_W": "28", "dt_c": "Mon Jul 13 15:57:11 2020", "dt_x": "07/13/20", "dt_X": "15:57:11"} +*** estimating xml filename... +xml fname is like: 20JUL13155711-M1BS-*_03_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL13155711-M1BS-504440004010_03_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5637 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-13_15:57:11.520050 -p MEANSUNEL=67.9 -p MEANSUNAZ=95.5 -p MEANSATEL=47.0 -p MEANSATAZ=103.0 -p MEANOFFNADIRVIEWANGLE=38.4 -p CLOUDCOVER=0.162 -p MEANINTRACKVIEWANGLE=-3.9 -p MEANCROSSTRACKVIEWANGLE=38.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL13155711-M1BS-504440004010_03_P004.NTF +*** formatting ts for gee... +2020-07-13T15:57:11 +*** transferring image and metadata... +Started upload task with ID: WUX2FEY4LJUOHEXJXBWNPWJE +done! + + +*** Transfering file 20200727T160056_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "00", "dt_S": "56", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "0", "dt_SS": "56", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:00:56 2020", "dt_x": "07/27/20", "dt_X": "16:00:56"} +*** estimating xml filename... +xml fname is like: 20JUL27160056-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160056-M1BS-504467679010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:00:56.542050 -p MEANSUNEL=67.7 -p MEANSUNAZ=103.4 -p MEANSATEL=61.9 -p MEANSATAZ=33.1 -p MEANOFFNADIRVIEWANGLE=25.0 -p CLOUDCOVER=0.131 -p MEANINTRACKVIEWANGLE=22.6 -p MEANCROSSTRACKVIEWANGLE=10.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL27160056-M1BS-504467679010_01_P001.NTF +*** formatting ts for gee... +2020-07-27T16:00:56 +*** transferring image and metadata... +Started upload task with ID: 5RSKV2VLCIKC4D6X7VXSAS34 +done! + + +*** Transfering file 20200727T160057_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "00", "dt_S": "57", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "0", "dt_SS": "57", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:00:57 2020", "dt_x": "07/27/20", "dt_X": "16:00:57"} +*** estimating xml filename... +xml fname is like: 20JUL27160057-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160057-M1BS-504467679010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:00:57.619250 -p MEANSUNEL=67.8 -p MEANSUNAZ=103.1 -p MEANSATEL=61.7 -p MEANSATAZ=32.4 -p MEANOFFNADIRVIEWANGLE=25.2 -p CLOUDCOVER=0.056 -p MEANINTRACKVIEWANGLE=22.9 -p MEANCROSSTRACKVIEWANGLE=10.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL27160057-M1BS-504467679010_01_P002.NTF +*** formatting ts for gee... +2020-07-27T16:00:57 +*** transferring image and metadata... +Started upload task with ID: VHKYL2ZGYFVX75R7W5YDTHQX +done! + + +*** Transfering file 20200727T160058_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "00", "dt_S": "58", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "0", "dt_SS": "58", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:00:58 2020", "dt_x": "07/27/20", "dt_X": "16:00:58"} +*** estimating xml filename... +xml fname is like: 20JUL27160058-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160058-M1BS-504467679010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:00:58.701050 -p MEANSUNEL=67.8 -p MEANSUNAZ=102.9 -p MEANSATEL=61.6 -p MEANSATAZ=32.0 -p MEANOFFNADIRVIEWANGLE=25.3 -p CLOUDCOVER=0.027 -p MEANINTRACKVIEWANGLE=23.2 -p MEANCROSSTRACKVIEWANGLE=10.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL27160058-M1BS-504467679010_01_P003.NTF +*** formatting ts for gee... +2020-07-27T16:00:58 +*** transferring image and metadata... +Started upload task with ID: MF5NU7SRWOIICBQDN3OURUVQ +done! + + +*** Transfering file 20200727T160107_01_P007_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "01", "dt_S": "07", "number": "01", "pass_n": "007", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:01:07 2020", "dt_x": "07/27/20", "dt_X": "16:01:07"} +*** estimating xml filename... +xml fname is like: 20JUL27160107-M1BS-*_01_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160107-M1BS-504467679010_01_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:01:07.953950 -p MEANSUNEL=67.7 -p MEANSUNAZ=102.8 -p MEANSATEL=64.5 -p MEANSATAZ=37.9 -p MEANOFFNADIRVIEWANGLE=22.7 -p CLOUDCOVER=0.013 -p MEANINTRACKVIEWANGLE=19.7 -p MEANCROSSTRACKVIEWANGLE=11.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL27160107-M1BS-504467679010_01_P007.NTF +*** formatting ts for gee... +2020-07-27T16:01:07 +*** transferring image and metadata... +Started upload task with ID: JLN4M7P6QFPWL5EV56WQXTRG +done! + + +*** Transfering file 20200727T160109_01_P008_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "01", "dt_S": "09", "number": "01", "pass_n": "008", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:01:09 2020", "dt_x": "07/27/20", "dt_X": "16:01:09"} +*** estimating xml filename... +xml fname is like: 20JUL27160109-M1BS-*_01_P008.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160109-M1BS-504467679010_01_P008.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:01:09.097550 -p MEANSUNEL=67.6 -p MEANSUNAZ=103.1 -p MEANSATEL=65.6 -p MEANSATAZ=40.0 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.156 -p MEANINTRACKVIEWANGLE=18.5 -p MEANCROSSTRACKVIEWANGLE=11.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL27160109-M1BS-504467679010_01_P008.NTF +*** formatting ts for gee... +2020-07-27T16:01:09 +*** transferring image and metadata... +Started upload task with ID: EDQEER4IAN54HUY5NMNMPGFT +done! + + +*** Transfering file 20200727T160109_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "01", "dt_S": "09", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:01:09 2020", "dt_x": "07/27/20", "dt_X": "16:01:09"} +*** estimating xml filename... +xml fname is like: 20JUL27160109-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160109-M1BS-504467679010_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:01:09.637350 -p MEANSUNEL=67.6 -p MEANSUNAZ=103.3 -p MEANSATEL=66.4 -p MEANSATAZ=41.5 -p MEANOFFNADIRVIEWANGLE=21.1 -p CLOUDCOVER=0.55 -p MEANINTRACKVIEWANGLE=17.6 -p MEANCROSSTRACKVIEWANGLE=11.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL27160109-M1BS-504467679010_01_P009.NTF +*** formatting ts for gee... +2020-07-27T16:01:09 +*** transferring image and metadata... +Started upload task with ID: EDYXAHX656P5TNJBFAHFZ7RA +done! + + +*** Transfering file 20200727T160116_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "01", "dt_S": "16", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:01:16 2020", "dt_x": "07/27/20", "dt_X": "16:01:16"} +*** estimating xml filename... +xml fname is like: 20JUL27160116-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160116-M1BS-504467679010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:01:16.491450 -p MEANSUNEL=67.5 -p MEANSUNAZ=103.1 -p MEANSATEL=68.7 -p MEANSATAZ=49.4 -p MEANOFFNADIRVIEWANGLE=19.0 -p CLOUDCOVER=0.495 -p MEANINTRACKVIEWANGLE=14.3 -p MEANCROSSTRACKVIEWANGLE=12.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL27160116-M1BS-504467679010_01_P004.NTF +*** formatting ts for gee... +2020-07-27T16:01:16 +*** transferring image and metadata... +Started upload task with ID: 7SXGWTIUIXO6WORD44LID5GP +done! + + +*** Transfering file 20200728T163208_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "28", "dt_H": "16", "dt_M": "32", "dt_S": "08", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "28", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "210", "dt_jj": "210", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 28 16:32:08 2020", "dt_x": "07/28/20", "dt_X": "16:32:08"} +*** estimating xml filename... +xml fname is like: 20JUL28163208-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL28163208-M1BS-504476888010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10805 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-28_16:32:08.967650 -p MEANSUNEL=74.1 -p MEANSUNAZ=113.6 -p MEANSATEL=56.0 -p MEANSATAZ=292.4 -p MEANOFFNADIRVIEWANGLE=30.7 -p CLOUDCOVER=0.225 -p MEANINTRACKVIEWANGLE=6.3 -p MEANCROSSTRACKVIEWANGLE=-30.1 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL28163208-M1BS-504476888010_01_P001.NTF +*** formatting ts for gee... +2020-07-28T16:32:08 +*** transferring image and metadata... +Started upload task with ID: 7FPHGYRPSVJY6C6PJUOONT4L +done! + + +*** Transfering file 20200728T163210_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "28", "dt_H": "16", "dt_M": "32", "dt_S": "10", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "28", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "10", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "210", "dt_jj": "210", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 28 16:32:10 2020", "dt_x": "07/28/20", "dt_X": "16:32:10"} +*** estimating xml filename... +xml fname is like: 20JUL28163210-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL28163210-M1BS-504476888010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10803 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-28_16:32:10.601650 -p MEANSUNEL=74.2 -p MEANSUNAZ=113.3 -p MEANSATEL=55.8 -p MEANSATAZ=292.4 -p MEANOFFNADIRVIEWANGLE=30.9 -p CLOUDCOVER=0.012 -p MEANINTRACKVIEWANGLE=6.3 -p MEANCROSSTRACKVIEWANGLE=-30.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL28163210-M1BS-504476888010_01_P002.NTF +*** formatting ts for gee... +2020-07-28T16:32:10 +*** transferring image and metadata... +Started upload task with ID: PBQT5WK72LN3WDWXAMFVLKYJ +done! + + +*** Transfering file 20200728T163212_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "28", "dt_H": "16", "dt_M": "32", "dt_S": "12", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "28", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "12", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "210", "dt_jj": "210", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 28 16:32:12 2020", "dt_x": "07/28/20", "dt_X": "16:32:12"} +*** estimating xml filename... +xml fname is like: 20JUL28163212-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL28163212-M1BS-504476888010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6540 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-28_16:32:12.235050 -p MEANSUNEL=74.2 -p MEANSUNAZ=113.0 -p MEANSATEL=55.6 -p MEANSATAZ=292.4 -p MEANOFFNADIRVIEWANGLE=31.0 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=6.3 -p MEANCROSSTRACKVIEWANGLE=-30.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL28163212-M1BS-504476888010_01_P003.NTF +*** formatting ts for gee... +2020-07-28T16:32:12 +*** transferring image and metadata... +Started upload task with ID: FXN7IBDFWFA55HNUCZBTLER2 +done! + + +*** Transfering file 20200801T155656_02_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "01", "dt_H": "15", "dt_M": "56", "dt_S": "56", "number": "02", "pass_n": "001", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "1", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "56", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "214", "dt_jj": "214", "dt_U": "30", "dt_W": "30", "dt_c": "Sat Aug 1 15:56:56 2020", "dt_x": "08/01/20", "dt_X": "15:56:56"} +*** estimating xml filename... +xml fname is like: 20AUG01155656-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG01155656-M1BS-504476888010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10091 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-01_15:56:56.318850 -p MEANSUNEL=66.5 -p MEANSUNAZ=105.3 -p MEANSATEL=48.4 -p MEANSATAZ=100.0 -p MEANOFFNADIRVIEWANGLE=37.3 -p CLOUDCOVER=0.118 -p MEANINTRACKVIEWANGLE=-1.9 -p MEANCROSSTRACKVIEWANGLE=37.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG01155656-M1BS-504476888010_02_P001.NTF +*** formatting ts for gee... +2020-08-01T15:56:56 +*** transferring image and metadata... +Started upload task with ID: SNHTEY4ZJCCWRXOSZ4GJO6X7 +done! + + +*** Transfering file 20200801T155657_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "01", "dt_H": "15", "dt_M": "56", "dt_S": "57", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "1", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "57", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "214", "dt_jj": "214", "dt_U": "30", "dt_W": "30", "dt_c": "Sat Aug 1 15:56:57 2020", "dt_x": "08/01/20", "dt_X": "15:56:57"} +*** estimating xml filename... +xml fname is like: 20AUG01155657-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG01155657-M1BS-504476888010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10091 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-01_15:56:57.843250 -p MEANSUNEL=66.5 -p MEANSUNAZ=105.1 -p MEANSATEL=48.5 -p MEANSATAZ=99.8 -p MEANOFFNADIRVIEWANGLE=37.1 -p CLOUDCOVER=0.085 -p MEANINTRACKVIEWANGLE=-1.8 -p MEANCROSSTRACKVIEWANGLE=37.1 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG01155657-M1BS-504476888010_02_P002.NTF +*** formatting ts for gee... +2020-08-01T15:56:57 +*** transferring image and metadata... +Started upload task with ID: WFSXYTI4QMSGMRCK5E2XS72Z +done! + + +*** Transfering file 20200801T155659_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "01", "dt_H": "15", "dt_M": "56", "dt_S": "59", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "1", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "59", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "214", "dt_jj": "214", "dt_U": "30", "dt_W": "30", "dt_c": "Sat Aug 1 15:56:59 2020", "dt_x": "08/01/20", "dt_X": "15:56:59"} +*** estimating xml filename... +xml fname is like: 20AUG01155659-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG01155659-M1BS-504476888010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5716 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-01_15:56:59.367650 -p MEANSUNEL=66.5 -p MEANSUNAZ=104.9 -p MEANSATEL=48.6 -p MEANSATAZ=99.7 -p MEANOFFNADIRVIEWANGLE=37.1 -p CLOUDCOVER=0.16 -p MEANINTRACKVIEWANGLE=-1.7 -p MEANCROSSTRACKVIEWANGLE=37.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG01155659-M1BS-504476888010_02_P003.NTF +*** formatting ts for gee... +2020-08-01T15:56:59 +*** transferring image and metadata... +Started upload task with ID: T5W273QS7KUAY26AVBQ7KYGF +done! + + +*** Transfering file 20200802T161213_03_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "02", "dt_H": "16", "dt_M": "12", "dt_S": "13", "number": "03", "pass_n": "001", "sat_n": "03", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "215", "dt_jj": "215", "dt_U": "31", "dt_W": "30", "dt_c": "Sun Aug 2 16:12:13 2020", "dt_x": "08/02/20", "dt_X": "16:12:13"} +*** estimating xml filename... +xml fname is like: 20AUG02161213-M1BS-*_03_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG02161213-M1BS-504476888010_03_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12597 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-02_16:12:13.121850 -p MEANSUNEL=69.5 -p MEANSUNAZ=110.1 -p MEANSATEL=76.8 -p MEANSATAZ=128.3 -p MEANOFFNADIRVIEWANGLE=11.9 -p CLOUDCOVER=0.36 -p MEANINTRACKVIEWANGLE=-5.8 -p MEANCROSSTRACKVIEWANGLE=10.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG02161213-M1BS-504476888010_03_P001.NTF +*** formatting ts for gee... +2020-08-02T16:12:13 +*** transferring image and metadata... +Started upload task with ID: NVOZGFMDPZO2TJIXBBP6TQ6D +done! + + +*** Transfering file 20200802T161215_03_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "02", "dt_H": "16", "dt_M": "12", "dt_S": "15", "number": "03", "pass_n": "002", "sat_n": "03", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "215", "dt_jj": "215", "dt_U": "31", "dt_W": "30", "dt_c": "Sun Aug 2 16:12:15 2020", "dt_x": "08/02/20", "dt_X": "16:12:15"} +*** estimating xml filename... +xml fname is like: 20AUG02161215-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG02161215-M1BS-504476888010_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12663 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-02_16:12:15.024650 -p MEANSUNEL=69.6 -p MEANSUNAZ=109.8 -p MEANSATEL=76.9 -p MEANSATAZ=129.3 -p MEANOFFNADIRVIEWANGLE=11.7 -p CLOUDCOVER=0.355 -p MEANINTRACKVIEWANGLE=-5.9 -p MEANCROSSTRACKVIEWANGLE=10.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG02161215-M1BS-504476888010_03_P002.NTF +*** formatting ts for gee... +2020-08-02T16:12:15 +*** transferring image and metadata... +Started upload task with ID: LB4XBXOU6QGGUXNCKIKPQ22Q +done! + + +*** Transfering file 20200816T163217_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "16", "dt_H": "16", "dt_M": "32", "dt_S": "17", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "16", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "17", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "229", "dt_jj": "229", "dt_U": "33", "dt_W": "32", "dt_c": "Sun Aug 16 16:32:17 2020", "dt_x": "08/16/20", "dt_X": "16:32:17"} +*** estimating xml filename... +xml fname is like: 20AUG16163217-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG16163217-M1BS-504539558010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10782 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-16_16:32:17.976850 -p MEANSUNEL=71.6 -p MEANSUNAZ=129.4 -p MEANSATEL=53.5 -p MEANSATAZ=273.9 -p MEANOFFNADIRVIEWANGLE=32.9 -p CLOUDCOVER=0.656 -p MEANINTRACKVIEWANGLE=-3.4 -p MEANCROSSTRACKVIEWANGLE=-32.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG16163217-M1BS-504539558010_02_P002.NTF +*** formatting ts for gee... +2020-08-16T16:32:17 +*** transferring image and metadata... +Started upload task with ID: YMXP277UXMHIOCR4B2MGSHZ4 +done! + + +*** Transfering file 20200816T163219_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "16", "dt_H": "16", "dt_M": "32", "dt_S": "19", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "16", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "19", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "229", "dt_jj": "229", "dt_U": "33", "dt_W": "32", "dt_c": "Sun Aug 16 16:32:19 2020", "dt_x": "08/16/20", "dt_X": "16:32:19"} +*** estimating xml filename... +xml fname is like: 20AUG16163219-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG16163219-M1BS-504539558010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5624 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-16_16:32:19.607250 -p MEANSUNEL=71.7 -p MEANSUNAZ=129.2 -p MEANSATEL=53.3 -p MEANSATAZ=274.0 -p MEANOFFNADIRVIEWANGLE=33.0 -p CLOUDCOVER=0.03 -p MEANINTRACKVIEWANGLE=-3.3 -p MEANCROSSTRACKVIEWANGLE=-32.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG16163219-M1BS-504539558010_02_P003.NTF +*** formatting ts for gee... +2020-08-16T16:32:19 +*** transferring image and metadata... +Started upload task with ID: FLAHLZY2Y6I6AWO7TGX72JRF +done! + + +*** Transfering file 20200827T160702_03_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "02", "number": "03", "pass_n": "002", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "27", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "240", "dt_jj": "240", "dt_U": "34", "dt_W": "34", "dt_c": "Thu Aug 27 16:07:02 2020", "dt_x": "08/27/20", "dt_X": "16:07:02"} +*** estimating xml filename... +xml fname is like: 20AUG27160702-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG27160702-M1BS-504539558010_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11862 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-27_16:07:02.911850 -p MEANSUNEL=65.1 -p MEANSUNAZ=126.6 -p MEANSATEL=67.4 -p MEANSATAZ=127.4 -p MEANOFFNADIRVIEWANGLE=20.4 -p CLOUDCOVER=0.274 -p MEANINTRACKVIEWANGLE=-9.8 -p MEANCROSSTRACKVIEWANGLE=18.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG27160702-M1BS-504539558010_03_P002.NTF +*** formatting ts for gee... +2020-08-27T16:07:02 +*** transferring image and metadata... +Started upload task with ID: Y3KY5G6Z7A5PQJPHQW2I4GA6 +done! + + +*** Transfering file 20200827T160704_03_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "04", "number": "03", "pass_n": "003", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "27", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "240", "dt_jj": "240", "dt_U": "34", "dt_W": "34", "dt_c": "Thu Aug 27 16:07:04 2020", "dt_x": "08/27/20", "dt_X": "16:07:04"} +*** estimating xml filename... +xml fname is like: 20AUG27160704-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG27160704-M1BS-504539558010_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6125 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-27_16:07:04.705650 -p MEANSUNEL=65.2 -p MEANSUNAZ=126.4 -p MEANSATEL=67.5 -p MEANSATAZ=127.7 -p MEANOFFNADIRVIEWANGLE=20.3 -p CLOUDCOVER=0.002 -p MEANINTRACKVIEWANGLE=-9.9 -p MEANCROSSTRACKVIEWANGLE=17.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG27160704-M1BS-504539558010_03_P003.NTF +*** formatting ts for gee... +2020-08-27T16:07:04 +*** transferring image and metadata... +Started upload task with ID: SPRRNDQEPK3TGKXXZ77QUWC3 +done! + + +*** Transfering file 20200903T160106_02_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "06", "number": "02", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:06 2020", "dt_x": "09/03/20", "dt_X": "16:01:06"} +*** estimating xml filename... +xml fname is like: 20SEP03160106-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160106-M1BS-504605676010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:06.431250 -p MEANSUNEL=62.5 -p MEANSUNAZ=129.0 -p MEANSATEL=59.1 -p MEANSATAZ=34.1 -p MEANOFFNADIRVIEWANGLE=27.4 -p CLOUDCOVER=0.22 -p MEANINTRACKVIEWANGLE=24.6 -p MEANCROSSTRACKVIEWANGLE=12.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP03160106-M1BS-504605676010_02_P001.NTF +*** formatting ts for gee... +2020-09-03T16:01:06 +*** transferring image and metadata... +Started upload task with ID: Y3BXBIBJBND5AEEWTHBI456B +done! + + +*** Transfering file 20200903T160107_02_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "07", "number": "02", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:07 2020", "dt_x": "09/03/20", "dt_X": "16:01:07"} +*** estimating xml filename... +xml fname is like: 20SEP03160107-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160107-M1BS-504605676010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:07.471650 -p MEANSUNEL=62.5 -p MEANSUNAZ=128.9 -p MEANSATEL=58.9 -p MEANSATAZ=33.5 -p MEANOFFNADIRVIEWANGLE=27.6 -p CLOUDCOVER=0.236 -p MEANINTRACKVIEWANGLE=24.9 -p MEANCROSSTRACKVIEWANGLE=12.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP03160107-M1BS-504605676010_02_P002.NTF +*** formatting ts for gee... +2020-09-03T16:01:07 +*** transferring image and metadata... +Started upload task with ID: HQ6OSDIFTQW2LTCIBCFWPM6I +done! + + +*** Transfering file 20200903T160108_02_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "08", "number": "02", "pass_n": "003", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:08 2020", "dt_x": "09/03/20", "dt_X": "16:01:08"} +*** estimating xml filename... +xml fname is like: 20SEP03160108-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160108-M1BS-504605676010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:08.512450 -p MEANSUNEL=62.6 -p MEANSUNAZ=128.7 -p MEANSATEL=58.7 -p MEANSATAZ=33.1 -p MEANOFFNADIRVIEWANGLE=27.8 -p CLOUDCOVER=0.05 -p MEANINTRACKVIEWANGLE=25.2 -p MEANCROSSTRACKVIEWANGLE=12.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP03160108-M1BS-504605676010_02_P003.NTF +*** formatting ts for gee... +2020-09-03T16:01:08 +*** transferring image and metadata... +Started upload task with ID: C3CPGLF4TPOYS6KBXQ367KPD +done! + + +*** Transfering file 20200903T160117_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "17", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "17", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:17 2020", "dt_x": "09/03/20", "dt_X": "16:01:17"} +*** estimating xml filename... +xml fname is like: 20SEP03160117-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160117-M1BS-504605676010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:17.485550 -p MEANSUNEL=62.7 -p MEANSUNAZ=129.1 -p MEANSATEL=62.7 -p MEANSATAZ=34.0 -p MEANOFFNADIRVIEWANGLE=24.3 -p CLOUDCOVER=0.235 -p MEANINTRACKVIEWANGLE=21.9 -p MEANCROSSTRACKVIEWANGLE=10.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP03160117-M1BS-504605676010_01_P001.NTF +*** formatting ts for gee... +2020-09-03T16:01:17 +*** transferring image and metadata... +Started upload task with ID: IZAMTMJ7H4LQNFE7PHBWEYSC +done! + + +*** Transfering file 20200903T160118_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "18", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "18", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:18 2020", "dt_x": "09/03/20", "dt_X": "16:01:18"} +*** estimating xml filename... +xml fname is like: 20SEP03160118-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160118-M1BS-504605676010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:18.598150 -p MEANSUNEL=62.7 -p MEANSUNAZ=129.3 -p MEANSATEL=63.9 -p MEANSATAZ=35.7 -p MEANOFFNADIRVIEWANGLE=23.2 -p CLOUDCOVER=0.426 -p MEANINTRACKVIEWANGLE=20.6 -p MEANCROSSTRACKVIEWANGLE=10.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP03160118-M1BS-504605676010_01_P002.NTF +*** formatting ts for gee... +2020-09-03T16:01:18 +*** transferring image and metadata... +Started upload task with ID: K4RSLR5YHG2WLEK5Y3OQ43HM +done! + + +*** Transfering file 20200904T163139_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "39", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "39", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:39 2020", "dt_x": "09/04/20", "dt_X": "16:31:39"} +*** estimating xml filename... +xml fname is like: 20SEP04163139-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163139-M1BS-504615250010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10193 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-04_16:31:39.252050 -p MEANSUNEL=67.1 -p MEANSUNAZ=144.0 -p MEANSATEL=52.3 -p MEANSATAZ=296.6 -p MEANOFFNADIRVIEWANGLE=34.0 -p CLOUDCOVER=0.226 -p MEANINTRACKVIEWANGLE=9.1 -p MEANCROSSTRACKVIEWANGLE=-32.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP04163139-M1BS-504615250010_01_P001.NTF +*** formatting ts for gee... +2020-09-04T16:31:39 +*** transferring image and metadata... +Started upload task with ID: XGBQQTM4CUJNBMIAXYGEQA4S +done! + + +*** Transfering file 20200904T163140_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "40", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:40 2020", "dt_x": "09/04/20", "dt_X": "16:31:40"} +*** estimating xml filename... +xml fname is like: 20SEP04163140-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163140-M1BS-504615250010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10193 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-04_16:31:40.792650 -p MEANSUNEL=67.2 -p MEANSUNAZ=143.9 -p MEANSATEL=52.1 -p MEANSATAZ=296.7 -p MEANOFFNADIRVIEWANGLE=34.1 -p CLOUDCOVER=0.167 -p MEANINTRACKVIEWANGLE=9.1 -p MEANCROSSTRACKVIEWANGLE=-33.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP04163140-M1BS-504615250010_01_P002.NTF +*** formatting ts for gee... +2020-09-04T16:31:40 +*** transferring image and metadata... +Started upload task with ID: C3WOW2E2AFRTRATH2FVUNX6Z +done! + + +*** Transfering file 20200904T163142_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "42", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "42", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:42 2020", "dt_x": "09/04/20", "dt_X": "16:31:42"} +*** estimating xml filename... +xml fname is like: 20SEP04163142-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163142-M1BS-504615250010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6688 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-04_16:31:42.333250 -p MEANSUNEL=67.3 -p MEANSUNAZ=143.8 -p MEANSATEL=51.9 -p MEANSATAZ=296.8 -p MEANOFFNADIRVIEWANGLE=34.3 -p CLOUDCOVER=0.113 -p MEANINTRACKVIEWANGLE=9.2 -p MEANCROSSTRACKVIEWANGLE=-33.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP04163142-M1BS-504615250010_01_P003.NTF +*** formatting ts for gee... +2020-09-04T16:31:42 +*** transferring image and metadata... +Started upload task with ID: CSIQNCRPNPG6SWNSRG7MBA2R +done! + + +*** Transfering file 20200904T163153_02_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "53", "number": "02", "pass_n": "001", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:53 2020", "dt_x": "09/04/20", "dt_X": "16:31:53"} +*** estimating xml filename... +xml fname is like: 20SEP04163153-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163153-M1BS-504615250010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10661 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01450256 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01652308 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-04_16:31:53.356950 -p MEANSUNEL=67.2 -p MEANSUNAZ=143.6 -p MEANSATEL=53.6 -p MEANSATAZ=288.4 -p MEANOFFNADIRVIEWANGLE=32.8 -p CLOUDCOVER=0.116 -p MEANINTRACKVIEWANGLE=4.4 -p MEANCROSSTRACKVIEWANGLE=-32.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP04163153-M1BS-504615250010_02_P001.NTF +*** formatting ts for gee... +2020-09-04T16:31:53 +*** transferring image and metadata... +Started upload task with ID: L2AO5JI3TLQWW5X6G5U4HAI4 +done! + + +*** Transfering file 20200904T163154_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "54", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "54", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:54 2020", "dt_x": "09/04/20", "dt_X": "16:31:54"} +*** estimating xml filename... +xml fname is like: 20SEP04163154-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163154-M1BS-504615250010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10662 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01450256 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01652308 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-04_16:31:54.968350 -p MEANSUNEL=67.1 -p MEANSUNAZ=143.8 -p MEANSATEL=53.9 -p MEANSATAZ=285.1 -p MEANOFFNADIRVIEWANGLE=32.6 -p CLOUDCOVER=0.226 -p MEANINTRACKVIEWANGLE=2.7 -p MEANCROSSTRACKVIEWANGLE=-32.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP04163154-M1BS-504615250010_02_P002.NTF +*** formatting ts for gee... +2020-09-04T16:31:54 +*** transferring image and metadata... +Started upload task with ID: JZQMU5TQME7S5JZ54VJE7SBU +done! + + +*** Transfering file 20200904T163155_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "55", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:55 2020", "dt_x": "09/04/20", "dt_X": "16:31:55"} +*** estimating xml filename... +xml fname is like: 20SEP04163155-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163155-M1BS-504615250010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6287 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01450256 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01652308 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-04_16:31:55.704950 -p MEANSUNEL=67.0 -p MEANSUNAZ=143.9 -p MEANSATEL=54.0 -p MEANSATAZ=282.7 -p MEANOFFNADIRVIEWANGLE=32.4 -p CLOUDCOVER=0.213 -p MEANINTRACKVIEWANGLE=1.4 -p MEANCROSSTRACKVIEWANGLE=-32.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP04163155-M1BS-504615250010_02_P003.NTF +*** formatting ts for gee... +2020-09-04T16:31:55 +*** transferring image and metadata... +Started upload task with ID: 3NMUTEDLJSVILTYDUCWJ3WKT +done! + + +*** Transfering file 20200908T155659_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "56", "dt_S": "59", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "59", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:56:59 2020", "dt_x": "09/08/20", "dt_X": "15:56:59"} +*** estimating xml filename... +xml fname is like: 20SEP08155659-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155659-M1BS-504633762010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:56:59.181050 -p MEANSUNEL=60.7 -p MEANSUNAZ=130.8 -p MEANSATEL=46.2 -p MEANSATAZ=121.5 -p MEANOFFNADIRVIEWANGLE=39.0 -p CLOUDCOVER=0.32 -p MEANINTRACKVIEWANGLE=-15.2 -p MEANCROSSTRACKVIEWANGLE=36.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155659-M1BS-504633762010_01_P001.NTF +*** formatting ts for gee... +2020-09-08T15:56:59 +*** transferring image and metadata... +Started upload task with ID: YDLVHKFHTHR5P26BZZTFPTV3 +done! + + +*** Transfering file 20200908T155659_03_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "56", "dt_S": "59", "number": "03", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "59", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:56:59 2020", "dt_x": "09/08/20", "dt_X": "15:56:59"} +*** estimating xml filename... +xml fname is like: 20SEP08155659-M1BS-*_03_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155659-M1BS-504615250010_03_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9215 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:56:59.360650 -p MEANSUNEL=60.7 -p MEANSUNAZ=130.7 -p MEANSATEL=46.2 -p MEANSATAZ=121.5 -p MEANOFFNADIRVIEWANGLE=39.0 -p CLOUDCOVER=0.254 -p MEANINTRACKVIEWANGLE=-15.2 -p MEANCROSSTRACKVIEWANGLE=36.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155659-M1BS-504615250010_03_P001.NTF +*** formatting ts for gee... +2020-09-08T15:56:59 +*** transferring image and metadata... +Started upload task with ID: L44I2IRG7T4AW3CPDAD5YK65 +done! + + +*** Transfering file 20200908T155700_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "57", "dt_S": "00", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:57:00 2020", "dt_x": "09/08/20", "dt_X": "15:57:00"} +*** estimating xml filename... +xml fname is like: 20SEP08155700-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155700-M1BS-504633762010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:57:00.437450 -p MEANSUNEL=60.7 -p MEANSUNAZ=130.6 -p MEANSATEL=46.4 -p MEANSATAZ=121.3 -p MEANOFFNADIRVIEWANGLE=38.9 -p CLOUDCOVER=0.053 -p MEANINTRACKVIEWANGLE=-15.0 -p MEANCROSSTRACKVIEWANGLE=36.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155700-M1BS-504633762010_01_P002.NTF +*** formatting ts for gee... +2020-09-08T15:57:00 +*** transferring image and metadata... +Started upload task with ID: SQ6PI2JLVJOA6TUYXNXQ2XRD +done! + + +*** Transfering file 20200908T155700_03_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "57", "dt_S": "00", "number": "03", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:57:00 2020", "dt_x": "09/08/20", "dt_X": "15:57:00"} +*** estimating xml filename... +xml fname is like: 20SEP08155700-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155700-M1BS-504615250010_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9215 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:57:00.751250 -p MEANSUNEL=60.8 -p MEANSUNAZ=130.6 -p MEANSATEL=46.4 -p MEANSATAZ=121.3 -p MEANOFFNADIRVIEWANGLE=38.9 -p CLOUDCOVER=0.038 -p MEANINTRACKVIEWANGLE=-15.0 -p MEANCROSSTRACKVIEWANGLE=36.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155700-M1BS-504615250010_03_P002.NTF +*** formatting ts for gee... +2020-09-08T15:57:00 +*** transferring image and metadata... +Started upload task with ID: 5RY4O3I3XXVGIWKH65AYZRSV +done! + + +*** Transfering file 20200908T155701_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "57", "dt_S": "01", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:57:01 2020", "dt_x": "09/08/20", "dt_X": "15:57:01"} +*** estimating xml filename... +xml fname is like: 20SEP08155701-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155701-M1BS-504633762010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:57:01.828250 -p MEANSUNEL=60.8 -p MEANSUNAZ=130.5 -p MEANSATEL=46.5 -p MEANSATAZ=121.2 -p MEANOFFNADIRVIEWANGLE=38.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-14.9 -p MEANCROSSTRACKVIEWANGLE=36.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155701-M1BS-504633762010_01_P003.NTF +*** formatting ts for gee... +2020-09-08T15:57:01 +*** transferring image and metadata... +Started upload task with ID: H5HUU33M6UDWJ4QMAGH73B5L +done! + + +*** Transfering file 20200908T155702_03_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "57", "dt_S": "02", "number": "03", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:57:02 2020", "dt_x": "09/08/20", "dt_X": "15:57:02"} +*** estimating xml filename... +xml fname is like: 20SEP08155702-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155702-M1BS-504615250010_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5613 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:57:02.142050 -p MEANSUNEL=60.8 -p MEANSUNAZ=130.5 -p MEANSATEL=46.5 -p MEANSATAZ=121.2 -p MEANOFFNADIRVIEWANGLE=38.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-14.9 -p MEANCROSSTRACKVIEWANGLE=36.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155702-M1BS-504615250010_03_P003.NTF +*** formatting ts for gee... +2020-09-08T15:57:02 +*** transferring image and metadata... +Started upload task with ID: FZ24LDQS5K2J62ANEHAB6TLW +done! + + +*** Transfering file 20200922T161552_02_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "15", "dt_S": "52", "number": "02", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "15", "dt_SS": "52", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:15:52 2020", "dt_x": "09/22/20", "dt_X": "16:15:52"} +*** estimating xml filename... +xml fname is like: 20SEP22161552-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161552-M1BS-504649660010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10726 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-22_16:15:52.620450 -p MEANSUNEL=59.9 -p MEANSUNAZ=146.9 -p MEANSATEL=64.2 -p MEANSATAZ=5.8 -p MEANOFFNADIRVIEWANGLE=23.5 -p CLOUDCOVER=0.026 -p MEANINTRACKVIEWANGLE=23.5 -p MEANCROSSTRACKVIEWANGLE=-1.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP22161552-M1BS-504649660010_02_P001.NTF +*** formatting ts for gee... +2020-09-22T16:15:52 +*** transferring image and metadata... +Started upload task with ID: NNXJQ6M5TTUKM2SI3MRKBXOE +done! + + +*** Transfering file 20200922T161554_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "15", "dt_S": "54", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "15", "dt_SS": "54", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:15:54 2020", "dt_x": "09/22/20", "dt_X": "16:15:54"} +*** estimating xml filename... +xml fname is like: 20SEP22161554-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161554-M1BS-504649660010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10726 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-22_16:15:54.241250 -p MEANSUNEL=60.0 -p MEANSUNAZ=146.8 -p MEANSATEL=64.2 -p MEANSATAZ=5.3 -p MEANOFFNADIRVIEWANGLE=23.6 -p CLOUDCOVER=0.016 -p MEANINTRACKVIEWANGLE=23.6 -p MEANCROSSTRACKVIEWANGLE=-1.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP22161554-M1BS-504649660010_02_P002.NTF +*** formatting ts for gee... +2020-09-22T16:15:54 +*** transferring image and metadata... +Started upload task with ID: AZU64XDHBACUIL22KUP6TSOK +done! + + +*** Transfering file 20200922T161555_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "15", "dt_S": "55", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "15", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:15:55 2020", "dt_x": "09/22/20", "dt_X": "16:15:55"} +*** estimating xml filename... +xml fname is like: 20SEP22161555-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161555-M1BS-504649660010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5503 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-22_16:15:55.861850 -p MEANSUNEL=60.0 -p MEANSUNAZ=146.8 -p MEANSATEL=64.1 -p MEANSATAZ=4.9 -p MEANOFFNADIRVIEWANGLE=23.7 -p CLOUDCOVER=0.004 -p MEANINTRACKVIEWANGLE=23.6 -p MEANCROSSTRACKVIEWANGLE=-1.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP22161555-M1BS-504649660010_02_P003.NTF +*** formatting ts for gee... +2020-09-22T16:15:55 +*** transferring image and metadata... +Started upload task with ID: NHEHIZYUZYBEV3T2MHCDK2OK +done! + + +*** Transfering file 20200922T161606_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "16", "dt_S": "06", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:16:06 2020", "dt_x": "09/22/20", "dt_X": "16:16:06"} +*** estimating xml filename... +xml fname is like: 20SEP22161606-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161606-M1BS-504649660010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11786 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-22_16:16:06.447950 -p MEANSUNEL=60.1 -p MEANSUNAZ=147.0 -p MEANSATEL=69.8 -p MEANSATAZ=0.2 -p MEANOFFNADIRVIEWANGLE=18.5 -p CLOUDCOVER=0.061 -p MEANINTRACKVIEWANGLE=18.3 -p MEANCROSSTRACKVIEWANGLE=-2.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP22161606-M1BS-504649660010_01_P001.NTF +*** formatting ts for gee... +2020-09-22T16:16:06 +*** transferring image and metadata... +Started upload task with ID: CPL4WKTS7DGMWHUEM3WZFBTE +done! + + +*** Transfering file 20200922T161608_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "16", "dt_S": "08", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:16:08 2020", "dt_x": "09/22/20", "dt_X": "16:16:08"} +*** estimating xml filename... +xml fname is like: 20SEP22161608-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161608-M1BS-504649660010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11789 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-22_16:16:08.231350 -p MEANSUNEL=60.0 -p MEANSUNAZ=147.2 -p MEANSATEL=72.1 -p MEANSATAZ=359.4 -p MEANOFFNADIRVIEWANGLE=16.4 -p CLOUDCOVER=0.162 -p MEANINTRACKVIEWANGLE=16.2 -p MEANCROSSTRACKVIEWANGLE=-2.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP22161608-M1BS-504649660010_01_P002.NTF +*** formatting ts for gee... +2020-09-22T16:16:08 +*** transferring image and metadata... +Started upload task with ID: 2B6PU6JTMYGRM6ZTD3AVRFJ3 +done! + + +*** Transfering file 20200929T162700_03_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "00", "number": "03", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:00 2020", "dt_x": "09/29/20", "dt_X": "16:27:00"} +*** estimating xml filename... +xml fname is like: 20SEP29162700-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162700-M1BS-504649660010_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10883 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-29_16:27:00.203150 -p MEANSUNEL=59.1 -p MEANSUNAZ=155.5 -p MEANSATEL=56.6 -p MEANSATAZ=251.5 -p MEANOFFNADIRVIEWANGLE=30.1 -p CLOUDCOVER=0.185 -p MEANINTRACKVIEWANGLE=-13.7 -p MEANCROSSTRACKVIEWANGLE=-27.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP29162700-M1BS-504649660010_03_P002.NTF +*** formatting ts for gee... +2020-09-29T16:27:00 +*** transferring image and metadata... +Started upload task with ID: WTFE2FTKQWGGGUKDDTLZ7RNT +done! + + +*** Transfering file 20200929T162701_03_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "01", "number": "03", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:01 2020", "dt_x": "09/29/20", "dt_X": "16:27:01"} +*** estimating xml filename... +xml fname is like: 20SEP29162701-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162701-M1BS-504649660010_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10879 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-29_16:27:01.847750 -p MEANSUNEL=59.0 -p MEANSUNAZ=155.6 -p MEANSATEL=55.8 -p MEANSATAZ=248.2 -p MEANOFFNADIRVIEWANGLE=30.8 -p CLOUDCOVER=0.303 -p MEANINTRACKVIEWANGLE=-15.5 -p MEANCROSSTRACKVIEWANGLE=-26.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP29162701-M1BS-504649660010_03_P003.NTF +*** formatting ts for gee... +2020-09-29T16:27:01 +*** transferring image and metadata... +Started upload task with ID: 7GGUKABSFLK2E4GBDR76E2UI +done! + + +*** Transfering file 20200929T162702_03_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "02", "number": "03", "pass_n": "004", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:02 2020", "dt_x": "09/29/20", "dt_X": "16:27:02"} +*** estimating xml filename... +xml fname is like: 20SEP29162702-M1BS-*_03_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162702-M1BS-504649660010_03_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6427 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-29_16:27:02.602150 -p MEANSUNEL=58.9 -p MEANSUNAZ=155.7 -p MEANSATEL=55.2 -p MEANSATAZ=246.0 -p MEANOFFNADIRVIEWANGLE=31.3 -p CLOUDCOVER=0.304 -p MEANINTRACKVIEWANGLE=-16.8 -p MEANCROSSTRACKVIEWANGLE=-26.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP29162702-M1BS-504649660010_03_P004.NTF +*** formatting ts for gee... +2020-09-29T16:27:02 +*** transferring image and metadata... +Started upload task with ID: CB6KLGVWQXCAU3OY5XHZGCVM +done! + + +*** Transfering file 20200929T162714_03_P006_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "14", "number": "03", "pass_n": "006", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:14 2020", "dt_x": "09/29/20", "dt_X": "16:27:14"} +*** estimating xml filename... +xml fname is like: 20SEP29162714-M1BS-*_03_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162714-M1BS-504649660010_03_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9911 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-29_16:27:14.271050 -p MEANSUNEL=59.0 -p MEANSUNAZ=155.5 -p MEANSATEL=51.7 -p MEANSATAZ=235.9 -p MEANOFFNADIRVIEWANGLE=34.3 -p CLOUDCOVER=0.592 -p MEANINTRACKVIEWANGLE=-23.0 -p MEANCROSSTRACKVIEWANGLE=-26.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP29162714-M1BS-504649660010_03_P006.NTF +*** formatting ts for gee... +2020-09-29T16:27:14 +*** transferring image and metadata... +Started upload task with ID: Z3CC34DLY6A3FT2EEDX2HA42 +done! + + +*** Transfering file 20200929T162715_03_P007_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "15", "number": "03", "pass_n": "007", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:15 2020", "dt_x": "09/29/20", "dt_X": "16:27:15"} +*** estimating xml filename... +xml fname is like: 20SEP29162715-M1BS-*_03_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162715-M1BS-504649660010_03_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9911 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-29_16:27:15.768850 -p MEANSUNEL=59.1 -p MEANSUNAZ=155.4 -p MEANSATEL=51.7 -p MEANSATAZ=236.3 -p MEANOFFNADIRVIEWANGLE=34.3 -p CLOUDCOVER=0.452 -p MEANINTRACKVIEWANGLE=-22.8 -p MEANCROSSTRACKVIEWANGLE=-26.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP29162715-M1BS-504649660010_03_P007.NTF +*** formatting ts for gee... +2020-09-29T16:27:15 +*** transferring image and metadata... +Started upload task with ID: F5PZKRWUXSBSDNHCX223RJQE +done! + + +*** Transfering file 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "17", "number": "03", "pass_n": "008", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "17", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:17 2020", "dt_x": "09/29/20", "dt_X": "16:27:17"} +*** estimating xml filename... +xml fname is like: 20SEP29162717-M1BS-*_03_P008.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162717-M1BS-504649660010_03_P008.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5245 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-29_16:27:17.266450 -p MEANSUNEL=59.1 -p MEANSUNAZ=155.4 -p MEANSATEL=51.6 -p MEANSATAZ=236.6 -p MEANOFFNADIRVIEWANGLE=34.4 -p CLOUDCOVER=0.493 -p MEANINTRACKVIEWANGLE=-22.7 -p MEANCROSSTRACKVIEWANGLE=-26.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP29162717-M1BS-504649660010_03_P008.NTF +*** formatting ts for gee... +2020-09-29T16:27:17 +*** transferring image and metadata... +Started upload task with ID: RPON4VBW4VXXHD2TMIXZ7NAQ +done! + From cd9813dc5695d5a0f4cb42ad4046ba70f63fb2ae Mon Sep 17 00:00:00 2001 From: tylar Date: Tue, 11 Oct 2022 12:50:32 +0000 Subject: [PATCH 58/97] split rookery & jobos upload scripts --- .gitignore | 3 + .../gbucket_to_gee_w_metadata_jobos.sh | 107 ++++++++++++++++++ ...h => gbucket_to_gee_w_metadata_rookery.sh} | 0 3 files changed, 110 insertions(+) create mode 100644 gee-uploads/gbucket_to_gee_w_metadata_jobos.sh rename gee-uploads/{gbucket_to_gee_w_metadata.sh => gbucket_to_gee_w_metadata_rookery.sh} (100%) diff --git a/.gitignore b/.gitignore index e1c7f2e..1499a9a 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,9 @@ # test data test_data/ +# emacs backups +*~ + # Byte-compiled / optimized / DLL files __pycache__/ *.py[cod] diff --git a/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh b/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh new file mode 100644 index 0000000..24a738e --- /dev/null +++ b/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh @@ -0,0 +1,107 @@ +#!/usr/bin/env bash +# Usage: +# ./gbucket_to_gee_w_metadata.sh src_bucket xml_filespath dest_asset +# +# Moves .tif files from a GCloud bucket into GEarthEngine including relevant metadata. +# Some metadata is hard-coded in the file below and some metadata is pulled from the +# `.xml` file that corresponds to each `.tif`. +# The `.xml` file must be on the local machine and have the same filename as the +# `.tif` file in the GCloud bucket. +# +# example GCloud filename: +# 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery.tif +# example .NTF file from which the .tif was generated: +# 20SEP29162717-M1BS-504649660010_03_P008.NTF +# corresponding .xml filename: +# 20SEP29162717-M1BS-504649660010_03_P008.XML +# +# Examples: +# ./gbucket_to_gee_w_metadata.sh \ +# seagrass_mosaics/original_mosaics \ +# ./seagrass_mosiacs/xml_files/ \ +# users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics +# +# ./gee-uploads/gbucket_to_gee_w_metadata.sh \ +# rookery-wv-classmaps \ +# /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ +# users/tylarmurray/nerrs/rookery +# +# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html + +# hardcoded metadata +country="USA" +generator="Tylar_Murray+Digna_Rueda" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + +xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " +filepanther_cmd="python3 -m filepanther " + +echo checking if the collection "$3" exists... +result=`${echo_if_test} earthengine create collection $3` +if `test -z "$result"`; then # exit if creation failed + echo collection created. +fi +echo $result + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "" + echo "*** Transfering file " $asset_id "***" + echo "*** parsing metadata..." + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + $filepanther_cmd -q parse $filename \ + --pattern %Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_v{algorithm_version}_Jobos.tif \ + --pickle_fpath metadata.pickle + + echo "*** estimating xml filename..." + # to get the XML filename we need to do a few weird things: + # * the xml filename contains 12 numbers that we don't know + # a * glob is used to capture these unknown digits (\d{12}). + # * the filename is all upper-case, so %b is not an exact match. + # `tr` is used to convert the output to uppercase + # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' + xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` + echo "xml fname is like: ${xml_fileglob}" + + echo "*** searching for xml file..." + xml_fpath=`find ${2} -name ${xml_fileglob}` + if [ -z "${xml_fpath}" ]; then + echo find ${2} -name ${xml_fileglob} + echo "xml file not found!" + # append file to list of failed files & continue + echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log + exit 1 + else + echo "found file: ${xml_fpath}" + fi + + echo "*** extracting properties from .xml..." + xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + + echo "*** formatting filename-extracted params for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + classifier="NERRS-mangroves-decision-tree-v{algorithm_version}" + echo "$datetime" + + echo "*** transferring image and metadata..." + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ + --nodata_value=0 \ + --crs="EPSG:4326" \ + --pyramiding_policy=mode \ + -ts=$datetime \ + ${xml_vars} \ + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} + echo "done!" + echo "" +done diff --git a/gee-uploads/gbucket_to_gee_w_metadata.sh b/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh similarity index 100% rename from gee-uploads/gbucket_to_gee_w_metadata.sh rename to gee-uploads/gbucket_to_gee_w_metadata_rookery.sh From a2e75d3259bbb7e8f3882d49b5f0c15fdc9c1a1a Mon Sep 17 00:00:00 2001 From: tylar Date: Tue, 11 Oct 2022 12:54:57 +0000 Subject: [PATCH 59/97] add jobos example usage --- gee-uploads/gbucket_to_gee_w_metadata_jobos.sh | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh b/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh index 24a738e..dcfa0bb 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh @@ -19,13 +19,21 @@ # ./gbucket_to_gee_w_metadata.sh \ # seagrass_mosaics/original_mosaics \ # ./seagrass_mosiacs/xml_files/ \ +# # users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics # # ./gee-uploads/gbucket_to_gee_w_metadata.sh \ # rookery-wv-classmaps \ # /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ -# users/tylarmurray/nerrs/rookery +# users/tylarmurray/nerrs_rookery # +# bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh \ +# jobos-wv-classmaps \ +# /srv/imars-objects/jobos/Processed/wv_ortho_xml \ +# users/tylarmurray/nerrs_jobos \ +# | tee jobos_upload-2022_10.log + + # Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html # hardcoded metadata From 5faa938a9e9e0b2c72bccf38adb2ebed3a8e1bee Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 11 Oct 2022 08:55:45 -0400 Subject: [PATCH 60/97] Create gee-upload-jobos-2022-10.md --- gee-uploads/gee-upload-jobos-2022-10.md | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 gee-uploads/gee-upload-jobos-2022-10.md diff --git a/gee-uploads/gee-upload-jobos-2022-10.md b/gee-uploads/gee-upload-jobos-2022-10.md new file mode 100644 index 0000000..d599644 --- /dev/null +++ b/gee-uploads/gee-upload-jobos-2022-10.md @@ -0,0 +1,11 @@ +* renamed files using rename_files.sh script created via `find . -name '*.tif' -exec echo mv {} {} \;` and then manually edited +* uploaded files using `gsutil cp *.tif gs://jobos-wv-classmaps + * `Operation completed over 131 objects/1.6 GiB.` +* transfer gbucket -> GEE started: +``` +bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh \ + jobos-wv-classmaps \ + /srv/imars-objects/jobos/Processed/wv_ortho_xml \ + users/tylarmurray/nerrs_jobos \ + | tee jobos_upload-2022_10.log +``` From 8cec13a404d4e50c036e344a0f771744219ee219 Mon Sep 17 00:00:00 2001 From: Tylar Date: Wed, 19 Oct 2022 10:38:42 -0400 Subject: [PATCH 61/97] Create index.md --- docs/index.md | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 docs/index.md diff --git a/docs/index.md b/docs/index.md new file mode 100644 index 0000000..cde9314 --- /dev/null +++ b/docs/index.md @@ -0,0 +1,3 @@ +See also: + +* [2020 WorldView Image Processing Protocol](https://docs.google.com/document/d/1U6xRYjZmD2-Y0O-iNDx7l24GRBlHIRzvmpewvL8mTok/edit?usp=sharing) From 3a4e51ac4752e8f3461877fa0f0d7acb144ec7f3 Mon Sep 17 00:00:00 2001 From: Tylar Date: Wed, 26 Oct 2022 14:27:33 -0400 Subject: [PATCH 62/97] Create README.md --- gee-uploads/README.md | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 gee-uploads/README.md diff --git a/gee-uploads/README.md b/gee-uploads/README.md new file mode 100644 index 0000000..5f82d71 --- /dev/null +++ b/gee-uploads/README.md @@ -0,0 +1,11 @@ +# general gist of how to update the dataset +1. create a bucket on google cloud. +2. upload files from server using `gsutil cp *.tif gs://{{bucket_name}}` (use bucket name from (1)) +3. transfer gbucket files into GEE using something like: + ``` + bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh \ + jobos-wv-classmaps \ + /srv/imars-objects/jobos/Processed/wv_ortho_xml \ + users/tylarmurray/nerrs_jobos \ + | tee jobos_upload-2022_10.log + ``` From d3c9d60faa505f2cb03a628245f123383792ad63 Mon Sep 17 00:00:00 2001 From: Tylar Date: Sun, 13 Nov 2022 15:10:07 -0500 Subject: [PATCH 63/97] Create gee-upload-jobos-2022-11.md --- gee-uploads/gee-upload-jobos-2022-11.md | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 gee-uploads/gee-upload-jobos-2022-11.md diff --git a/gee-uploads/gee-upload-jobos-2022-11.md b/gee-uploads/gee-upload-jobos-2022-11.md new file mode 100644 index 0000000..3a184de --- /dev/null +++ b/gee-uploads/gee-upload-jobos-2022-11.md @@ -0,0 +1,25 @@ +The existing (131 or 181) files were deleted from gcloud. + +Files were uploaded: + +``` +(base) tylar@manglilloo:/srv/imars-objects/jobos/Processed/JobosFinal/FinalJobosForGEE$ gsutil cp *fullClass*_Jobos.tif gs://jobos-wv-classmaps | tee ~/wv_classMaps_upload_jobos_2022-09-13.log +Copying file://20100710T151246_01_P004_WV02_ClassificMap_fullClass_vB1_Jobos.tif [Content-Type=image/tiff]... +Copying file://20110328T152054_01_P005_WV02_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +Copying file://20110328T152055_01_P006_WV02_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +Copying file://20110817T152608_01_P006_WV02_ClassificMap_fullClass_vB1_Jobos.tif [Content-Type=image/tiff]... +\ [4 files][ 38.8 MiB/ 38.8 MiB] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m cp ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Copying file://20111107T151653_01_P006_WV02_ClassificMap_fullClass_vB2_Jobos.tif [Content-Type=image/tiff]... +Copying file://20120909T151315_01_P003_WV02_ClassificMap_fullClass_vB2_Jobos.tif [Content-Type=image/tiff]... +[...] + + + +``` + +awaiting result From 8b123561898f2e4d7e72e45dd02eb8c3db1e2da4 Mon Sep 17 00:00:00 2001 From: Tylar Date: Sun, 13 Nov 2022 15:28:09 -0500 Subject: [PATCH 64/97] Update gee-upload-jobos-2022-11.md --- gee-uploads/gee-upload-jobos-2022-11.md | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/gee-uploads/gee-upload-jobos-2022-11.md b/gee-uploads/gee-upload-jobos-2022-11.md index 3a184de..ae019df 100644 --- a/gee-uploads/gee-upload-jobos-2022-11.md +++ b/gee-uploads/gee-upload-jobos-2022-11.md @@ -17,9 +17,16 @@ about when gsutil -m can be advantageous. Copying file://20111107T151653_01_P006_WV02_ClassificMap_fullClass_vB2_Jobos.tif [Content-Type=image/tiff]... Copying file://20120909T151315_01_P003_WV02_ClassificMap_fullClass_vB2_Jobos.tif [Content-Type=image/tiff]... [...] +Copying file://20201221T145946_01_P006_WV03_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +Copying file://20210109T145803_01_P001_WV03_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +Copying file://20210220T145743_01_P006_WV02_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +- [173 files][ 2.1 GiB/ 2.1 GiB] 12.3 MiB/s +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m cp ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. - - +Operation completed over 173 objects/2.1 GiB. ``` -awaiting result +Next up: use `gbucket_to_gee_w_metadata_jobos.sh` to set the metadata and move to gee. From ac4c1360e1822494fb4eee62dbdeaf2cbb493500 Mon Sep 17 00:00:00 2001 From: 7yl4r Date: Thu, 17 Nov 2022 14:42:33 -0500 Subject: [PATCH 65/97] + latest pgc code as git submodule --- .gitmodules | 3 +++ pgc_imagery_utils | 1 + 2 files changed, 4 insertions(+) create mode 160000 pgc_imagery_utils diff --git a/.gitmodules b/.gitmodules index 7d13a01..a7b5461 100644 --- a/.gitmodules +++ b/.gitmodules @@ -2,3 +2,6 @@ path = wv_classify/pgc_imagery_utils url = https://github.com/PolarGeospatialCenter/imagery_utils.git branch = v1.5.2 +[submodule "pgc_imagery_utils"] + path = pgc_imagery_utils + url = git@github.com:PolarGeospatialCenter/imagery_utils.git diff --git a/pgc_imagery_utils b/pgc_imagery_utils new file mode 160000 index 0000000..4081ea6 --- /dev/null +++ b/pgc_imagery_utils @@ -0,0 +1 @@ +Subproject commit 4081ea63f5ae8427d115094c48176485f0de22d6 From 52f601a072e00a76d75091bc92e513600fd86ee7 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 17 Nov 2022 14:45:54 -0500 Subject: [PATCH 66/97] + install info --- README.md | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index ceb658a..f93ffce 100644 --- a/README.md +++ b/README.md @@ -32,9 +32,17 @@ Upland = FU, UG, SC ## Software Dependencies * gdal * pygdal -* TODO: more here ## Installation +``` +git clone https://github.com/USF-IMARS/wv-land-cover.git +git submodule update --init --recursive --remote +``` + +The above will install the scripts needed for this project, but some features require additional steps. +* MATLAB scripts require matlab +* some python scripts may need dependences that can be installed using the `requirements.txt` file + ### PSC Bridges ``` $ git clone https://github.com/iceberg-project/Seals.git From bcee86888d4933cb3cbf577eb27607a8b8290224 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 17 Nov 2022 14:50:07 -0500 Subject: [PATCH 67/97] Create README.md --- pgc_duplication/README.md | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 pgc_duplication/README.md diff --git a/pgc_duplication/README.md b/pgc_duplication/README.md new file mode 100644 index 0000000..1ca8016 --- /dev/null +++ b/pgc_duplication/README.md @@ -0,0 +1,7 @@ +The code included here is duplicated from the Polar Geospatial Center's `imagery_utils` and is included for documentation purposes only. +A newer version of `imagery_utils` has been packaged with this repo as a git submodule. +That version should be used for all future processing. + +Likewise, do not modify the code here. + +This directory will likely be deleted in the future. From 613f9f10a50fb204af77a8978fc4deec90622946 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 18 Nov 2022 17:37:43 -0500 Subject: [PATCH 68/97] Update gee-upload-jobos-2022-11.md --- gee-uploads/gee-upload-jobos-2022-11.md | 27 ++++++++++++++++++++++++- 1 file changed, 26 insertions(+), 1 deletion(-) diff --git a/gee-uploads/gee-upload-jobos-2022-11.md b/gee-uploads/gee-upload-jobos-2022-11.md index ae019df..6a12455 100644 --- a/gee-uploads/gee-upload-jobos-2022-11.md +++ b/gee-uploads/gee-upload-jobos-2022-11.md @@ -29,4 +29,29 @@ about when gsutil -m can be advantageous. Operation completed over 173 objects/2.1 GiB. ``` -Next up: use `gbucket_to_gee_w_metadata_jobos.sh` to set the metadata and move to gee. +Next up: use `gbucket_to_gee_w_metadata_jobos.sh` to set the metadata and move to gee: + +``` +(base) tylar@manglilloo:~/wv-land-cover$ bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh jobos-wv-classmaps /srv/imars-objects/jobos/Processed/wv_ortho_xml/ users/tylarmurray/nerrs_jobos | tee jobos_upload-2022_11_18.log +checking if the collection users/tylarmurray/nerrs_jobos exists... +Asset users/tylarmurray/nerrs_jobos already exists. + +*** Transfering file 20100710T151246_01_P004_WV02_ClassificMap_fullClass_vB1_Jobos *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "07", "dt_d": "10", "dt_H": "15", "dt_M": "12", "dt_S": "46", "number": "01", "pass_n": "004", "sat_n": "02", "algorithm_version": "B1", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "10", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "12", "dt_SS": "46", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "191", "dt_jj": "191", "dt_U": "27", "dt_W": "27", "dt_c": "Sat Jul 10 15:12:46 2010", "dt_x": "07/10/10", "dt_X": "15:12:46"} +*** estimating xml filename... +xml fname is like: 10JUL10151246-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/jobos/Processed/wv_ortho_xml/10JUL10151246-M1BS-505417665010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-07-10_15:12:46.879750 -p MEANSUNEL=71.4 -p MEANSUNAZ=73.1 -p MEANSATEL=82.4 -p MEANSATAZ=164.8 -p MEANOFFNADIRVIEWANGLE=6.8 -p CLOUDCOVER=0.035 -p MEANINTRACKVIEWANGLE=-6.2 -p MEANCROSSTRACKVIEWANGLE=2.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=10JUL10151246-M1BS-505417665010_01_P004.NTF +*** formatting filename-extracted params for gee... +2010-07-10T15:12:46 +*** transferring image and metadata... +Started upload task with ID: B2EVHJXOK35JFPOIMZZECMTM +done! + + +*** Transfering file 20110328T152054_01_P005_WV02_ClassificMap_fullClass_vB3_Jobos *** +[...] +``` From b56e88c598ee7c2b295b3826d5a366f895195c31 Mon Sep 17 00:00:00 2001 From: Tylar Date: Wed, 23 Nov 2022 14:17:57 -0500 Subject: [PATCH 69/97] + digna's submission script --- .../submit_py_ortho_jobos_year2013.sh | 66 +++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 slurm_submission_scripts/submit_py_ortho_jobos_year2013.sh diff --git a/slurm_submission_scripts/submit_py_ortho_jobos_year2013.sh b/slurm_submission_scripts/submit_py_ortho_jobos_year2013.sh new file mode 100644 index 0000000..0ecf8f6 --- /dev/null +++ b/slurm_submission_scripts/submit_py_ortho_jobos_year2013.sh @@ -0,0 +1,66 @@ +#!/bin/bash +#SBATCH --partition=circe +#SBATCH --job-name ="Jobos-per-year" +#SBATCH --nodes=1 +##SBATCH --ntasks-per-node=4 +#SBATCH --mem-per-cpu=52240 +#SBATCH --time=40:00:00 +#SBATCH --array=0-1 +#SBATCH --output=/work/d/druedaro/wv2_scripts/slurm_submission_scripts/SlurmOutput/output.%j.txt +## Can submit up to 10,000 jobs at once, but only 512 will run concurrently +## SBATCH --mail-type=ALL +## SBATCH --mail-user=druedaro@usf.edu + + +#module purge +module add apps/python/2.7.5 +# module add apps/gdal/3.0.1 + +# Python code to check processing time: +# starttime = datetime.today() +# LogMsg('Image: %s' %(info.srcfn)) + +## Setup input arguments & file locations +images1=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[nN][tT][fF]` +met=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[xX][mM][lL]` +ortho_out=/work/d/druedaro/output/Ortho/Jobos_perYear/Jobos_2013b/ +rrs_out=/work/d/druedaro/output/Rrs/Jobos_perYear/Jobos_2013b/ + + +# Setup Matlab arguments +crd_sys=EPSG:4326 +areaName='Jobos' + +## Run Python code +images1a=($images1) +image=${images1a[$SLURM_ARRAY_TASK_ID]} + +python /work/d/druedaro/wv2_scripts/pgc_duplication/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $ortho_out + +## Run Matlab code +module add apps/matlab/r2018a + +input_img_basename=$(basename "${image%.[nN][tT][fF]}") +echo $input_img_basename +image2="$ortho_out${input_img_basename}_u16ns4326.tif" +echo $image2 +met=($met) +met=${met[$SLURM_ARRAY_TASK_ID]} + +# matlab running +matlab -nodisplay -nodesktop -r "WV_Clasific_cleaner_v4_Jobos.m('$image2','$met','crd_sys','$areaName','$rrs_out','$SLURM_ARRAY_TASK_ID')" + + +# other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" +# rm $image2 +# rm $other_ortho_fpath + + + #### Calculate Total Time + # endtime = datetime.today() + # td = (endtime-starttime) + # LogMsg("Total Processing Time: %s\n" %(td)) + + + + From d4b0650e494156bf8d7e8e172703e653dcbb9ff7 Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 2 Dec 2022 11:29:10 -0500 Subject: [PATCH 70/97] + file from digna --- ...submit_py_ortho_jobos_year2013_newOrtho.sh | 68 +++++++++++++++++++ 1 file changed, 68 insertions(+) create mode 100644 slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh diff --git a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh new file mode 100644 index 0000000..7772bba --- /dev/null +++ b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh @@ -0,0 +1,68 @@ +#!/bin/bash +#SBATCH --partition=circe +#SBATCH --job-name ="Jobos-per-year" +#SBATCH --nodes=1 +##SBATCH --ntasks-per-node=4 +#SBATCH --mem-per-cpu=52240 +#SBATCH --time=40:00:00 +#SBATCH --array=0-1 +#SBATCH --output=/work/d/druedaro/wv2_scripts/slurm_submission_scripts/SlurmOutput/output.%j.txt +## Can submit up to 10,000 jobs at once, but only 512 will run concurrently +## SBATCH --mail-type=ALL +## SBATCH --mail-user=druedaro@usf.edu + + +#module purge +module add apps/python/3.7.3 # 2.7.5 +module add apps/gdal/3.0.1 + +# Python code to check processing time: +# starttime = datetime.today() +# LogMsg('Image: %s' %(info.srcfn)) + +## Setup input arguments & file locations +images1=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[nN][tT][fF]` +met=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[xX][mM][lL]` +ortho_out=/work/d/druedaro/output/Ortho/Jobos_perYear/Jobos_2013b/ +rrs_out=/work/d/druedaro/output/Rrs/Jobos_perYear/Jobos_2013b/ + + +# Setup Matlab arguments +crd_sys=EPSG:4326 +areaName='Jobos' + +## Run Python code +images1a=($images1) +image=${images1a[$SLURM_ARRAY_TASK_ID]} +echo "orthorectifying $image to $ortho_out" + +python /work/d/druedaro/wv2_scripts/pgc_imagery_utils2/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $ortho_out + + +## Run Matlab code +module add apps/matlab/r2018a + +input_img_basename=$(basename "${image%.[nN][tT][fF]}") +echo $input_img_basename +image2="$ortho_out${input_img_basename}_u16ns4326.tif" +echo $image2 +met=($met) +met=${met[$SLURM_ARRAY_TASK_ID]} + +# matlab running +matlab -nodisplay -nodesktop -r "WV_Clasific_cleaner_v5_Jobos_v2019.m('$image2','$met','crd_sys','$areaName','$rrs_out','$SLURM_ARRAY_TASK_ID')" + + +# other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" +# rm $image2 +# rm $other_ortho_fpath + + + #### Calculate Total Time + # endtime = datetime.today() + # td = (endtime-starttime) + # LogMsg("Total Processing Time: %s\n" %(td)) + + + + From 8c676ce1c994bf39a8fbed6d81e53568ef4f9e3e Mon Sep 17 00:00:00 2001 From: Digna Rueda Date: Tue, 6 Dec 2022 20:10:43 +0000 Subject: [PATCH 71/97] update pgc submodule locations --- .gitmodules | 8 ++------ pgc_imagery_utils => imagery_utils | 0 wv_classify/pgc_imagery_utils | 1 - 3 files changed, 2 insertions(+), 7 deletions(-) rename pgc_imagery_utils => imagery_utils (100%) delete mode 160000 wv_classify/pgc_imagery_utils diff --git a/.gitmodules b/.gitmodules index a7b5461..1dcbc55 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,7 +1,3 @@ -[submodule "wv_classify/pgc_imagery_utils"] - path = wv_classify/pgc_imagery_utils +[submodule "imagery_utils"] + path = imagery_utils url = https://github.com/PolarGeospatialCenter/imagery_utils.git - branch = v1.5.2 -[submodule "pgc_imagery_utils"] - path = pgc_imagery_utils - url = git@github.com:PolarGeospatialCenter/imagery_utils.git diff --git a/pgc_imagery_utils b/imagery_utils similarity index 100% rename from pgc_imagery_utils rename to imagery_utils diff --git a/wv_classify/pgc_imagery_utils b/wv_classify/pgc_imagery_utils deleted file mode 160000 index 0ee92a0..0000000 --- a/wv_classify/pgc_imagery_utils +++ /dev/null @@ -1 +0,0 @@ -Subproject commit 0ee92a03fef00dc82978fad1daeb6568c511c8c5 From e140dae44985ab0313f7c5458d2863e72fc30898 Mon Sep 17 00:00:00 2001 From: Digna Rueda-Roa <43681493+tisayr@users.noreply.github.com> Date: Tue, 6 Dec 2022 15:12:03 -0500 Subject: [PATCH 72/97] + cd --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index f93ffce..7764da8 100644 --- a/README.md +++ b/README.md @@ -36,6 +36,7 @@ Upland = FU, UG, SC ## Installation ``` git clone https://github.com/USF-IMARS/wv-land-cover.git +cd wv-land-cover git submodule update --init --recursive --remote ``` From d009e1357cbfcba81f46211c2b8f545ed77fd7ef Mon Sep 17 00:00:00 2001 From: Digna Rueda Date: Tue, 6 Dec 2022 20:31:57 +0000 Subject: [PATCH 73/97] try RC's suggested modules --- ...submit_py_ortho_jobos_year2013_newOrtho.sh | 19 ++++++++++++++----- 1 file changed, 14 insertions(+), 5 deletions(-) diff --git a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh index 7772bba..94af0ff 100644 --- a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh +++ b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh @@ -5,16 +5,25 @@ ##SBATCH --ntasks-per-node=4 #SBATCH --mem-per-cpu=52240 #SBATCH --time=40:00:00 -#SBATCH --array=0-1 +#SBATCH --array=0-2 #SBATCH --output=/work/d/druedaro/wv2_scripts/slurm_submission_scripts/SlurmOutput/output.%j.txt ## Can submit up to 10,000 jobs at once, but only 512 will run concurrently ## SBATCH --mail-type=ALL ## SBATCH --mail-user=druedaro@usf.edu -#module purge -module add apps/python/3.7.3 # 2.7.5 -module add apps/gdal/3.0.1 +module purge +module add apps/python/2.7.5 +# module add apps/python/3.7.3 # 2.7.5 +# module add apps/gdal/3.0.1 + +# module add apps/proj/4.9.3 +# module add apps/proj/6.2.0 +# module add apps/proj/6.2.0_el6 +module add apps/proj/6.2.0_el7_gcc +# module add apps/proj/backup + +module add apps/gdal/3.0.1_el7_gcc # Python code to check processing time: # starttime = datetime.today() @@ -36,7 +45,7 @@ images1a=($images1) image=${images1a[$SLURM_ARRAY_TASK_ID]} echo "orthorectifying $image to $ortho_out" -python /work/d/druedaro/wv2_scripts/pgc_imagery_utils2/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $ortho_out +python /work/d/druedaro/wv2_scripts/pgc_imagery_utils2/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no-pyramids $image $ortho_out ## Run Matlab code From 43d5a211c7d403ae20e1951b6721671fb9ee4faf Mon Sep 17 00:00:00 2001 From: Digna Rueda Date: Tue, 6 Dec 2022 20:32:52 +0000 Subject: [PATCH 74/97] + IMaRS server script --- ...y_ortho_jobos_year2013_newOrtho_servers.sh | 57 +++++++++++++++++++ 1 file changed, 57 insertions(+) create mode 100644 slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh diff --git a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh new file mode 100644 index 0000000..55231a9 --- /dev/null +++ b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh @@ -0,0 +1,57 @@ +#!/bin/bash +# bash file to run wv processing on a single IMaRS server + +IMAGERY_UTILS_PATH=/home1/scratch/WV_ortho/wv-land-cover/pgc_duplication/ +IMAGES_ROOT_PATH=/home1/scratch/digna/WV_varios/img/Jobos_2013b +LOGS_OUTPUT_DIR=/home1/scratch/WV_ortho/wv-land-cover/slurm_submission_scripts/SlurmOutput/ +ortho_out=/home1/scratch/digna/WV_varios/Ortho/Jobos_2013b/ +rrs_out=/home1/scratch/digna/WV_varios/Rrs/Jobos_2013b/ + +# Python code to check processing time: +# starttime = datetime.today() +# LogMsg('Image: %s' %(info.srcfn)) + +## Setup input arguments & file locations +## images1=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[nN][tT][fF]` +## met=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[xX][mM][lL]` +## ortho_out=/work/d/druedaro/output/Ortho/Jobos_perYear/Jobos_2013b/ +## rrs_out=/work/d/druedaro/output/Rrs/Jobos_perYear/Jobos_2013b/ + +images1=`ls ${IMAGES_ROOT_PATH}/*.[nN][tT][fF]` +met=`ls IMAGES_ROOT_PATH/*.[xX][mM][lL]` + + +# Setup Matlab arguments +crd_sys=EPSG:4326 +areaName='Jobos' + +## Run Python code +images1a=($images1) + +# for each image +for image_path in ${images1}; do + base_name=$(basename ${image_path}) + echo "orthorectifying $base_name to $ortho_out..." + python ${IMAGERY_UTILS_PATH}/pgc_ortho.py \ + -p 4326 -c ns -t UInt16 -f GTiff --no-pyramids $image_path $ortho_out \ + > ${LOGS_OUTPUT_DIR}/${base_name}_log.txt + + + input_img_basename=$(basename "${image%.[nN][tT][fF]}") + echo "$input_img_basename" + image2="$ortho_out/${input_img_basename}_u16ns4326.tif" + # echo $image2 + + other_ortho_fpath="$ortho_out/${input_img_basename}_u16ns4326.prj" + # rm $image2 + rm $other_ortho_fpath + + + #### Calculate Total Time + # endtime = datetime.today() + # td = (endtime-starttime) + # LogMsg("Total Processing Time: %s\n" %(td)) + + done + + From 4bc2e664f2e0ad4e3051cc9c405364f00d80f3b3 Mon Sep 17 00:00:00 2001 From: Digna Rueda Date: Tue, 6 Dec 2022 20:37:57 +0000 Subject: [PATCH 75/97] fix paths --- ...submit_py_ortho_jobos_year2013_newOrtho_servers.sh | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh index 55231a9..b86974b 100644 --- a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh +++ b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh @@ -1,11 +1,12 @@ #!/bin/bash # bash file to run wv processing on a single IMaRS server -IMAGERY_UTILS_PATH=/home1/scratch/WV_ortho/wv-land-cover/pgc_duplication/ -IMAGES_ROOT_PATH=/home1/scratch/digna/WV_varios/img/Jobos_2013b -LOGS_OUTPUT_DIR=/home1/scratch/WV_ortho/wv-land-cover/slurm_submission_scripts/SlurmOutput/ -ortho_out=/home1/scratch/digna/WV_varios/Ortho/Jobos_2013b/ -rrs_out=/home1/scratch/digna/WV_varios/Rrs/Jobos_2013b/ +IMARS_HOMES_DIR=/srv/imars-objects/homes/ +IMAGERY_UTILS_PATH=${IMARS_HOMES_DIR}/scratch/WV_ortho/wv-land-cover/pgc_duplication/ +IMAGES_ROOT_PATH=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/img/Jobos_2013b +LOGS_OUTPUT_DIR=${IMARS_HOMES_DIR}/scratch/WV_ortho/wv-land-cover/slurm_submission_scripts/SlurmOutput/ +ortho_out=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/Ortho/Jobos_2013b/ +rrs_out=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/Rrs/Jobos_2013b/ # Python code to check processing time: # starttime = datetime.today() From 8ed3a70b761b032a64d8273c9b48a0600bbe6ffe Mon Sep 17 00:00:00 2001 From: Digna Rueda-Roa <43681493+tisayr@users.noreply.github.com> Date: Tue, 6 Dec 2022 16:06:38 -0500 Subject: [PATCH 76/97] + out-of-date notice --- docs/imars-local.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/imars-local.md b/docs/imars-local.md index 7b8e612..657f488 100644 --- a/docs/imars-local.md +++ b/docs/imars-local.md @@ -1,4 +1,4 @@ - +⚠️ This file is *very* out of date. Please defer to the README.md. # IMaRS User Quickstart This section is for IMaRS researchers running this code on IMaRS's servers (eg userproc or seashell). From ea36d3fa3459c6ab9c4dcfddf7f0048b7b4997d4 Mon Sep 17 00:00:00 2001 From: Digna Rueda-Roa <43681493+tisayr@users.noreply.github.com> Date: Tue, 6 Dec 2022 16:11:55 -0500 Subject: [PATCH 77/97] update install instrructions --- README.md | 36 ++++++++++++++++++++++-------------- 1 file changed, 22 insertions(+), 14 deletions(-) diff --git a/README.md b/README.md index 7764da8..e6427cc 100644 --- a/README.md +++ b/README.md @@ -34,15 +34,34 @@ Upland = FU, UG, SC * pygdal ## Installation +### basic installation +This will install all needed scripts and the easy-to-install dependencies. + ``` git clone https://github.com/USF-IMARS/wv-land-cover.git cd wv-land-cover git submodule update --init --recursive --remote ``` -The above will install the scripts needed for this project, but some features require additional steps. -* MATLAB scripts require matlab -* some python scripts may need dependences that can be installed using the `requirements.txt` file +### detailed dependencies setup +If you are getting errors after performing the basic installation, then your system may need more advanced configuration. +For detailed dependency setup you will need to work with your system administrator. + +#### linux +MATLAB scripts will require matlab. Installation instructions for that are elsewhere. + +``` +# gdal +sudo apt install -y python3-gdal + +# remaining python packages w/ setup.py `pip3 install -e .` +pip3 install -r requirements.txt +``` + +NOTE: python bindings for gdal need to be setup manually. See the relevant section in requirements.txt. + +#### SLURM setup +SLURM dependency setup is managed via `module add [...]` commands. These will be included in the job submission scripts. ### PSC Bridges ``` @@ -52,17 +71,6 @@ $ git clone https://github.com/iceberg-project/Seals.git ----------------------------------------------------------------------------------------------------------------- -## General Installation -NOTE: if you are running this code on IMaRS's servers (eg userproc or seashell) jump directly to the IMaRS user quickstart document (./docs/imars-local.md). - -1. download: `git clone https://github.com/USF-IMARS/wv2-processing.git` -2. install dependencies - 1. OS-level: - * Ubuntu: - * for gdal: `sudo apt istall -y python3-gdal` - 2. remaining python packages w/ setup.py `pip3 install -e .` - * alternatively: `pip3 install -r requirements.txt` or manually install deps listed therein. - ## Testing ### test data Test data is stored internally at IMaRS and mounted at `/srv/imars-objects/homes/common/wv2-processing/test_data/`. From 7fe330d3a63c45ee929325e5c798be92878f21f7 Mon Sep 17 00:00:00 2001 From: Digna Rueda-Roa <43681493+tisayr@users.noreply.github.com> Date: Tue, 6 Dec 2022 17:02:40 -0500 Subject: [PATCH 78/97] update install instructions --- README.md | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/README.md b/README.md index e6427cc..d6ff9eb 100644 --- a/README.md +++ b/README.md @@ -52,10 +52,17 @@ MATLAB scripts will require matlab. Installation instructions for that are elsew ``` # gdal +sudo apt install libgdal-dev +sudo apt install gdal-bin sudo apt install -y python3-gdal + # remaining python packages w/ setup.py `pip3 install -e .` pip3 install -r requirements.txt + +# proj +sudo conda install -y -c conda-forge proj +sudo conda install -y -c conda-forge proj-data ``` NOTE: python bindings for gdal need to be setup manually. See the relevant section in requirements.txt. From fd103d2550b32c1c118f4d033cd10e86ae318860 Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 6 Dec 2022 17:28:59 -0500 Subject: [PATCH 79/97] Update README.md --- README.md | 21 +++++++++------------ 1 file changed, 9 insertions(+), 12 deletions(-) diff --git a/README.md b/README.md index d6ff9eb..37ede56 100644 --- a/README.md +++ b/README.md @@ -3,7 +3,9 @@ Processing scripts for decision-tree land use classification on WorldView images This project funded by NSF South Big Data Hub and then by the RB & JB NERRs. ## Habitat Cover Classes -Below are the habitat classes created by this code. `wv_classification_colormap.txt` Provides a colormap with similar values and associated colors for use in QGIS (and others). +### 3D wetlands +Below are the habitat classes created by the 3D wetlands version of this code. +`wv_classification_colormap.txt` Provides a colormap with similar values and associated colors for use in QGIS (and others). ``` BA = bare soil @@ -17,15 +19,8 @@ UG = upland grass dev = developed ``` -For the NERRS Mangrove Coast Collective project and related publications the can be consolidated as follows: - -``` -Bare/Developed = BA, dev -Water = WA -Degraded mangrove = DG, MA -Healthy mangrove = FW -Upland = FU, UG, SC -``` +## NERRS+IMaRS MCC +For the NERRS Mangrove Coast Collective project and related publications see the [MCC mapping class detials gsheet](https://docs.google.com/spreadsheets/d/1ay7N4hZMNwbxTpRnwHpxpMUNkTmbJZGTEDaQGiepDiU/edit?usp=sharing). --------------------------------------------------------------------------------------------------------------- @@ -47,9 +42,11 @@ git submodule update --init --recursive --remote If you are getting errors after performing the basic installation, then your system may need more advanced configuration. For detailed dependency setup you will need to work with your system administrator. -#### linux -MATLAB scripts will require matlab. Installation instructions for that are elsewhere. +#### MATLAB setup +Installation instructions for MATLAB are elsewhere. +No special configuration is needed +#### setup for PGC/imagery_utils on linux ``` # gdal sudo apt install libgdal-dev From 65bf06f23b84396bb5695bf06837c890809eb363 Mon Sep 17 00:00:00 2001 From: Digna Rueda Date: Tue, 6 Dec 2022 22:30:36 +0000 Subject: [PATCH 80/97] made it work --- ...y_ortho_jobos_year2013_newOrtho_servers.sh | 31 ++++++++++--------- 1 file changed, 16 insertions(+), 15 deletions(-) diff --git a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh index b86974b..3497c83 100644 --- a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh +++ b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh @@ -2,11 +2,16 @@ # bash file to run wv processing on a single IMaRS server IMARS_HOMES_DIR=/srv/imars-objects/homes/ -IMAGERY_UTILS_PATH=${IMARS_HOMES_DIR}/scratch/WV_ortho/wv-land-cover/pgc_duplication/ +IMAGERY_UTILS_PATH=${IMARS_HOMES_DIR}/scratch/WV_ortho/wv-land-cover/imagery_utils/ IMAGES_ROOT_PATH=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/img/Jobos_2013b LOGS_OUTPUT_DIR=${IMARS_HOMES_DIR}/scratch/WV_ortho/wv-land-cover/slurm_submission_scripts/SlurmOutput/ -ortho_out=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/Ortho/Jobos_2013b/ -rrs_out=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/Rrs/Jobos_2013b/ +ortho_out=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/output/Ortho/Jobos_2013b/ +rrs_out=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/output/Rrs/Jobos_2013b/ + +# === set up environment vars for proj +export PROJ_DEBUG=3 +export PROJ_DATA=/usr/share/proj/ +export PROJ_LIB=/usr/share/proj/ # Python code to check processing time: # starttime = datetime.today() @@ -19,33 +24,29 @@ rrs_out=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/Rrs/Jobos_2013b/ ## rrs_out=/work/d/druedaro/output/Rrs/Jobos_perYear/Jobos_2013b/ images1=`ls ${IMAGES_ROOT_PATH}/*.[nN][tT][fF]` -met=`ls IMAGES_ROOT_PATH/*.[xX][mM][lL]` +# met=`ls ${IMAGES_ROOT_PATH}/*.[xX][mM][lL]` # Setup Matlab arguments crd_sys=EPSG:4326 areaName='Jobos' -## Run Python code +## === Run Python code images1a=($images1) # for each image for image_path in ${images1}; do base_name=$(basename ${image_path}) echo "orthorectifying $base_name to $ortho_out..." - python ${IMAGERY_UTILS_PATH}/pgc_ortho.py \ + python3 ${IMAGERY_UTILS_PATH}/pgc_ortho.py \ -p 4326 -c ns -t UInt16 -f GTiff --no-pyramids $image_path $ortho_out \ - > ${LOGS_OUTPUT_DIR}/${base_name}_log.txt - + &> ${LOGS_OUTPUT_DIR}/${base_name}_log.txt - input_img_basename=$(basename "${image%.[nN][tT][fF]}") - echo "$input_img_basename" - image2="$ortho_out/${input_img_basename}_u16ns4326.tif" - # echo $image2 + input_img_basename=$(basename "${image_path%.[nN][tT][fF]}") + echo "$input_img_basename done." - other_ortho_fpath="$ortho_out/${input_img_basename}_u16ns4326.prj" - # rm $image2 - rm $other_ortho_fpath +# other_ortho_fpath="$ortho_out/${input_img_basename}_u16ns4326.prj" +# rm $other_ortho_fpath #### Calculate Total Time From 80899feb9b6f034c2c95ec29a23f83e579011ca5 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 6 Apr 2023 11:14:24 -0400 Subject: [PATCH 81/97] + note about deleting --- gee-uploads/README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/gee-uploads/README.md b/gee-uploads/README.md index 5f82d71..907f0b4 100644 --- a/gee-uploads/README.md +++ b/gee-uploads/README.md @@ -1,5 +1,6 @@ # general gist of how to update the dataset -1. create a bucket on google cloud. +1. create a empty bucket in google cloud storage. + * delete old images if any exist. Images already transfered to GEE will stay there. 2. upload files from server using `gsutil cp *.tif gs://{{bucket_name}}` (use bucket name from (1)) 3. transfer gbucket files into GEE using something like: ``` From 7337074750f738c42793643abf8a50f75cc26237 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 6 Apr 2023 11:15:23 -0400 Subject: [PATCH 82/97] try fix subitem format --- gee-uploads/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gee-uploads/README.md b/gee-uploads/README.md index 907f0b4..3119713 100644 --- a/gee-uploads/README.md +++ b/gee-uploads/README.md @@ -1,6 +1,6 @@ # general gist of how to update the dataset 1. create a empty bucket in google cloud storage. - * delete old images if any exist. Images already transfered to GEE will stay there. + * delete old images if any exist. Images already transfered to GEE will stay there. 2. upload files from server using `gsutil cp *.tif gs://{{bucket_name}}` (use bucket name from (1)) 3. transfer gbucket files into GEE using something like: ``` From 4156487ccd258ffd8721175aebe251d5dde924e9 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 6 Apr 2023 11:15:40 -0400 Subject: [PATCH 83/97] see if sub-numbering formats better --- gee-uploads/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gee-uploads/README.md b/gee-uploads/README.md index 3119713..bc5cbc4 100644 --- a/gee-uploads/README.md +++ b/gee-uploads/README.md @@ -1,6 +1,6 @@ # general gist of how to update the dataset 1. create a empty bucket in google cloud storage. - * delete old images if any exist. Images already transfered to GEE will stay there. + 1. delete old images if any exist. Images already transfered to GEE will stay there. 2. upload files from server using `gsutil cp *.tif gs://{{bucket_name}}` (use bucket name from (1)) 3. transfer gbucket files into GEE using something like: ``` From fcdb95f177890705155b8e3f6ebcae9036f2f917 Mon Sep 17 00:00:00 2001 From: tylar Date: Thu, 6 Apr 2023 15:27:21 +0000 Subject: [PATCH 84/97] updated filepath pattern --- gee-uploads/gbucket_to_gee_w_metadata_rookery.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh b/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh index 6416408..a9c3c59 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh @@ -56,8 +56,9 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do echo "*** Transfering file " $asset_id "***" echo "*** parsing metadata..." # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif $filepanther_cmd -q parse $filename \ - --pattern %Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery-wDEM_v3_DEM.tif" \ --pickle_fpath metadata.pickle echo "*** estimating xml filename..." From cbc5f037e0336a0451cb961380da9f4b8b87867a Mon Sep 17 00:00:00 2001 From: tylar Date: Thu, 6 Apr 2023 15:44:00 +0000 Subject: [PATCH 85/97] update to new filepath format --- gee-uploads/gbucket_to_gee_w_metadata_jobos.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh b/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh index dcfa0bb..2bdee4d 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh @@ -64,7 +64,7 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do echo "*** parsing metadata..." # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json $filepanther_cmd -q parse $filename \ - --pattern %Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_v{algorithm_version}_Jobos.tif \ + --pattern %Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassMap_v{algorithm_version}_Jobos_wDEM.tif \ --pickle_fpath metadata.pickle echo "*** estimating xml filename..." From eeb0e1fa729ab8d752e1d413d000fbf3470756b6 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 6 Apr 2023 11:44:05 -0400 Subject: [PATCH 86/97] Create gee-upload-jobos-2023-04.md --- gee-uploads/gee-upload-jobos-2023-04.md | 77 +++++++++++++++++++++++++ 1 file changed, 77 insertions(+) create mode 100644 gee-uploads/gee-upload-jobos-2023-04.md diff --git a/gee-uploads/gee-upload-jobos-2023-04.md b/gee-uploads/gee-upload-jobos-2023-04.md new file mode 100644 index 0000000..98a5716 --- /dev/null +++ b/gee-uploads/gee-upload-jobos-2023-04.md @@ -0,0 +1,77 @@ +## existing images deleted from gcloud bucket +173 images were deleted via the console.cloud.google.com interface. + +## upload to gbucket + +``` +(base) tylar@manglilloo:/srv/imars-objects/jobos/Processed/JobosFinal/FinalJobosForGEE$ gsutil cp *ClassMap_vB3_Jobos_wDEM.tif gs://jobos-wv-classmaps + +Copying file://20100201T150638_01_P006_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +Copying file://20100710T151245_01_P003_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +Copying file://20100710T151246_01_P004_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +Copying file://20100922T152144_01_P002_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +- [4 files][ 42.6 MiB/ 42.6 MiB] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m cp ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Copying file://20100922T152205_01_P001_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +[...] +Copying file://20210220T145743_01_P006_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +- [179 files][ 2.1 GiB/ 2.1 GiB] 24.9 MiB/s +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m cp ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Operation completed over 179 objects/2.1 GiB. +``` + +## transfer files gbucket --> GEE +``` +(base) tylar@manglilloo:~/wv-land-cover$ bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh jobos-wv-classmaps /srv/imars-objects/jobos/Processed/wv_ortho_xml/ users/tylarmurray/nerrs_jobos_v03 | tee jobos_upload-2023_04_06.lo + +checking if the collection users/tylarmurray/nerrs_jobos_v03 exists... +collection created. + +*** Transfering file 20100201T150638_01_P006_WV02_ClassMap_vB3_Jobos_wDEM *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "02", "dt_d": "01", "dt_H": "15", "dt_M": "06", "dt_S": "38", "number": "01", "pass_n": "006", "sat_n": "02", "algorithm_version": "B3", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "1", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "10", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "6", "dt_SS": "38", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "032", "dt_jj": "32", "dt_U": "05", "dt_W": "05", "dt_c": "Mon Feb 1 15:06:38 2010", "dt_x": "02/01/10", "dt_X": "15:06:38"} +*** estimating xml filename... +xml fname is like: 10FEB01150638-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/jobos/Processed/wv_ortho_xml/10FEB01150638-M1BS-505417676070_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-02-01_15:06:38.679250 -p MEANSUNEL=48.4 -p MEANSUNAZ=145.7 -p MEANSATEL=70.6 -p MEANSATAZ=171.2 -p MEANOFFNADIRVIEWANGLE=17.1 -p CLOUDCOVER=0.154 -p MEANINTRACKVIEWANGLE=-16.3 -p MEANCROSSTRACKVIEWANGLE=5.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10FEB01150638-M1BS-505417676070_01_P006.NTF +*** formatting filename-extracted params for gee... +2010-02-01T15:06:38 +*** transferring image and metadata... +Started upload task with ID: V3YQS37UW4KIK4X64CTCMWNZ +done! + +[...] + + +*** Transfering file 20210220T145743_01_P006_WV02_ClassMap_vB3_Jobos_wDEM *** +*** parsing metadata... +{"dt_Y": "2021", "dt_m": "02", "dt_d": "20", "dt_H": "14", "dt_M": "57", "dt_S": "43", "number": "01", "pass_n": "006", "sat_n": "02", "algorithm_version": "B3", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "20", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "21", "dt_HH": "14", "dt_I": "02", "dt_II": "2", "dt_p": "PM", "dt_MM": "57", "dt_SS": "43", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "051", "dt_jj": "51", "dt_U": "07", "dt_W": "07", "dt_c": "Sat Feb 20 14:57:43 2021", "dt_x": "02/20/21", "dt_X": "14:57:43"} +*** estimating xml filename... +xml fname is like: 21FEB20145743-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/jobos/Processed/wv_ortho_xml/21FEB20145743-M1BS-505417666010_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2021-02-20_14:57:43.821850 -p MEANSUNEL=52.1 -p MEANSUNAZ=136.9 -p MEANSATEL=57.8 -p MEANSATAZ=167.3 -p MEANOFFNADIRVIEWANGLE=28.3 -p CLOUDCOVER=0.264 -p MEANINTRACKVIEWANGLE=-26.2 -p MEANCROSSTRACKVIEWANGLE=11.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=21FEB20145743-M1BS-505417666010_01_P006.NTF +*** formatting filename-extracted params for gee... +2021-02-20T14:57:43 +*** transferring image and metadata... +Started upload task with ID: TR7RI5PGXE2ICLIVX7C6ACXH +done! + +``` + +## updated GEE module & assets +* /users/tylarmurray/nerrs_jobos_v03 set to be publicly visible +* /users/tylarmurray/nerrs_jobos/classmap_helpers::habitat_jobos set to use /users/tylarmurray/nerrs_jobos_v03 + + From b8e43629dcd07feb905fb7f9b8cdef09bdc214df Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 6 Apr 2023 11:51:23 -0400 Subject: [PATCH 87/97] + data.collection_id change --- gee-uploads/gee-upload-jobos-2023-04.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/gee-uploads/gee-upload-jobos-2023-04.md b/gee-uploads/gee-upload-jobos-2023-04.md index 98a5716..bac4d69 100644 --- a/gee-uploads/gee-upload-jobos-2023-04.md +++ b/gee-uploads/gee-upload-jobos-2023-04.md @@ -72,6 +72,7 @@ done! ## updated GEE module & assets * /users/tylarmurray/nerrs_jobos_v03 set to be publicly visible -* /users/tylarmurray/nerrs_jobos/classmap_helpers::habitat_jobos set to use /users/tylarmurray/nerrs_jobos_v03 - +* variables updated in `/users/tylarmurray/nerrs_jobos/classmap_helpers` + * `habitat_jobos` imported asset set to use `/users/tylarmurray/nerrs_jobos_v03` + * `data.collection_id` variable for jobos set to `"users/tylarmurray/nerrs_jobos_v03"` From c3c6750a3cccd6f07b652677c6de13b97110d35f Mon Sep 17 00:00:00 2001 From: Tylar Date: Wed, 28 Jun 2023 13:23:10 -0400 Subject: [PATCH 88/97] update filename pattern --- gee-uploads/gbucket_to_gee_w_metadata_rookery.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh b/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh index a9c3c59..41879a9 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh @@ -58,7 +58,7 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif $filepanther_cmd -q parse $filename \ - --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery-wDEM_v3_DEM.tif" \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassMap_{adjustments_version}_Rookery_wDEM.tif" \ --pickle_fpath metadata.pickle echo "*** estimating xml filename..." @@ -99,6 +99,7 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do --pyramiding_policy=mode \ -ts=$datetime \ ${xml_vars} \ + # TODO: add adjustments_version (& others?) here? -p country=${country} \ -p generator=${generator} \ -p classifier=${classifier} From c336a47fa9ed8a486576bf3128f535753a37b39f Mon Sep 17 00:00:00 2001 From: Tylar Date: Wed, 28 Jun 2023 13:27:07 -0400 Subject: [PATCH 89/97] + note RE filepath-extracted vars --- gee-uploads/gbucket_to_gee_w_metadata_rookery.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh b/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh index 41879a9..20e6d9d 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh @@ -86,6 +86,7 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do echo "*** extracting properties from .xml..." xml_vars=`${xml_reader_cmd} ${xml_fpath}` echo "${xml_vars}" + # NOTE: other vars extracted from the filename patter will also be included in xml_vars echo "*** formatting ts for gee..." datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` @@ -99,7 +100,6 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do --pyramiding_policy=mode \ -ts=$datetime \ ${xml_vars} \ - # TODO: add adjustments_version (& others?) here? -p country=${country} \ -p generator=${generator} \ -p classifier=${classifier} From 985edb05e0cc1946abf9ddf4e87df659f1ab7c89 Mon Sep 17 00:00:00 2001 From: tylar Date: Mon, 14 Aug 2023 14:12:12 +0000 Subject: [PATCH 90/97] add rrs upload script (for #47) --- .../gbucket_to_gee_w_metadata_rookery_rrs.sh | 109 ++++++++++++++++++ 1 file changed, 109 insertions(+) create mode 100644 gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh diff --git a/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh b/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh new file mode 100644 index 0000000..f163366 --- /dev/null +++ b/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh @@ -0,0 +1,109 @@ +#!/usr/bin/env bash +# Usage: +# ./gbucket_to_gee_w_metadata.sh src_bucket xml_filespath dest_asset +# +# Moves .tif files from a GCloud bucket into GEarthEngine including relevant metadata. +# Some metadata is hard-coded in the file below and some metadata is pulled from the +# `.xml` file that corresponds to each `.tif`. +# The `.xml` file must be on the local machine and have the same filename as the +# `.tif` file in the GCloud bucket. +# +# example GCloud filename: +# 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery.tif +# example .NTF file from which the .tif was generated: +# 20SEP29162717-M1BS-504649660010_03_P008.NTF +# corresponding .xml filename: +# 20SEP29162717-M1BS-504649660010_03_P008.XML +# +# Examples: +# ./gbucket_to_gee_w_metadata.sh \ +# seagrass_mosaics/original_mosaics \ +# ./seagrass_mosiacs/xml_files/ \ +# users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics +# +# ./gee-uploads/gbucket_to_gee_w_metadata.sh \ +# rookery-wv-classmaps \ +# /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ +# users/tylarmurray/nerrs/rookery +# +# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html + +# hardcoded metadata +country="USA" +generator="Tylar_Murray+Digna_Rueda" +classifier="wv_rrs" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + +xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " +filepanther_cmd="python3 -m filepanther " + +echo checking if the collection "$3" exists... +result=`${echo_if_test} earthengine create collection $3` +if `test -z "$result"`; then # exit if creation failed + echo collection created. +fi +echo $result + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "" + echo "*** Transfering file " $asset_id "***" + echo "*** parsing metadata..." + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif + # + # 20100301T162229_01_P009_WV02_Rrs_Rookery-wDEM_v3_DEM.tif + $filepanther_cmd -q parse $filename \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_Rrs_Rookery-wDEM_{adjustments_version}_DEM.tif" \ + --pickle_fpath metadata.pickle + + echo "*** estimating xml filename..." + # to get the XML filename we need to do a few weird things: + # * the xml filename contains 12 numbers that we don't know + # a * glob is used to capture these unknown digits (\d{12}). + # * the filename is all upper-case, so %b is not an exact match. + # `tr` is used to convert the output to uppercase + # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' + xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` + echo "xml fname is like: ${xml_fileglob}" + + echo "*** searching for xml file..." + xml_fpath=`find ${2} -name ${xml_fileglob}` + if [ -z "${xml_fpath}" ]; then + echo "xml file not found!" + # append file to list of failed files & continue + echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log + exit 1 + else + echo "found file: ${xml_fpath}" + fi + + echo "*** extracting properties from .xml..." + xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + + echo "*** formatting ts for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + echo "$datetime" + + echo "*** transferring image and metadata..." + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ + --nodata_value=0 \ + --crs="EPSG:4326" \ + -ts=$datetime \ + ${xml_vars} \ + # TODO: add adjustments_version (& others?) here? + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} + echo "done!" + echo "" +done From 440a374245b397a716c74acfb69dd21abf6d4dc9 Mon Sep 17 00:00:00 2001 From: tylar Date: Mon, 14 Aug 2023 14:41:07 +0000 Subject: [PATCH 91/97] fix -p issue --- gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh | 1 - 1 file changed, 1 deletion(-) diff --git a/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh b/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh index f163366..ddc40f1 100644 --- a/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh +++ b/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh @@ -100,7 +100,6 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do --crs="EPSG:4326" \ -ts=$datetime \ ${xml_vars} \ - # TODO: add adjustments_version (& others?) here? -p country=${country} \ -p generator=${generator} \ -p classifier=${classifier} From 0577db39a5c99dbc61c7cae228dea11e4a008c78 Mon Sep 17 00:00:00 2001 From: tylar Date: Fri, 29 Sep 2023 17:34:25 +0000 Subject: [PATCH 92/97] + jobos rrs script --- .../gbucket_to_gee_w_metadata_jobos_rrs.sh | 109 ++++++++++++++++++ 1 file changed, 109 insertions(+) create mode 100644 gee-uploads/gbucket_to_gee_w_metadata_jobos_rrs.sh diff --git a/gee-uploads/gbucket_to_gee_w_metadata_jobos_rrs.sh b/gee-uploads/gbucket_to_gee_w_metadata_jobos_rrs.sh new file mode 100644 index 0000000..f89ebd3 --- /dev/null +++ b/gee-uploads/gbucket_to_gee_w_metadata_jobos_rrs.sh @@ -0,0 +1,109 @@ +#!/usr/bin/env bash +# Usage: +# ./gbucket_to_gee_w_metadata.sh src_bucket xml_filespath dest_asset +# +# Moves .tif files from a GCloud bucket into GEarthEngine including relevant metadata. +# Some metadata is hard-coded in the file below and some metadata is pulled from the +# `.xml` file that corresponds to each `.tif`. +# The `.xml` file must be on the local machine and have the same filename as the +# `.tif` file in the GCloud bucket. +# +# example GCloud filename: +# 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery.tif +# example .NTF file from which the .tif was generated: +# 20SEP29162717-M1BS-504649660010_03_P008.NTF +# corresponding .xml filename: +# 20SEP29162717-M1BS-504649660010_03_P008.XML +# +# Examples: +# ./gbucket_to_gee_w_metadata.sh \ +# seagrass_mosaics/original_mosaics \ +# ./seagrass_mosiacs/xml_files/ \ +# users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics +# +# ./gee-uploads/gbucket_to_gee_w_metadata.sh \ +# rookery-wv-classmaps \ +# /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ +# users/tylarmurray/nerrs/rookery +# +# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html + +# hardcoded metadata +country="USA" +generator="Tylar_Murray+Digna_Rueda" +classifier="wv_rrs" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + +xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " +filepanther_cmd="python3 -m filepanther " + +echo checking if the collection "$3" exists... +result=`${echo_if_test} earthengine create collection $3` +if `test -z "$result"`; then # exit if creation failed + echo collection created. +fi +echo $result + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "" + echo "*** Transfering file " $asset_id "***" + echo "*** parsing metadata..." + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif + # + # 20100301T162229_01_P009_WV02_Rrs_Rookery-wDEM_v3_DEM.tif + # 20171024T151512_01_P006_WV02_Rrs_Jobos-wDEM_v3_DEM.tif + $filepanther_cmd -q parse $filename \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_Rrs_Jobos-wDEM_{adjustments_version}_DEM.tif" \ + --pickle_fpath metadata.pickle + + echo "*** estimating xml filename..." + # to get the XML filename we need to do a few weird things: + # * the xml filename contains 12 numbers that we don't know + # a * glob is used to capture these unknown digits (\d{12}). + # * the filename is all upper-case, so %b is not an exact match. + # `tr` is used to convert the output to uppercase + # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' + xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` + echo "xml fname is like: ${xml_fileglob}" + + echo "*** searching for xml file..." + xml_fpath=`find ${2} -name ${xml_fileglob}` + if [ -z "${xml_fpath}" ]; then + echo "xml file not found!" + # append file to list of failed files & continue + echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log + exit 1 + else + echo "found file: ${xml_fpath}" + fi + + echo "*** extracting properties from .xml..." + xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + + echo "*** formatting ts for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + echo "$datetime" + + echo "*** transferring image and metadata..." + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ + --nodata_value=0 \ + --crs="EPSG:4326" \ + -ts=$datetime \ + ${xml_vars} \ + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} + echo "done!" + echo "" +done From c5fdcf5029ec8fd38be9656d5f23cc18578949ff Mon Sep 17 00:00:00 2001 From: Tylar Date: Fri, 29 Sep 2023 14:36:25 -0400 Subject: [PATCH 93/97] + set up notes --- gee-uploads/README.md | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/gee-uploads/README.md b/gee-uploads/README.md index bc5cbc4..8f315a3 100644 --- a/gee-uploads/README.md +++ b/gee-uploads/README.md @@ -1,4 +1,5 @@ # general gist of how to update the dataset +0. ensure `gsutil` and `earthengine` are set up to work for your local bash environment (see set up section below) 1. create a empty bucket in google cloud storage. 1. delete old images if any exist. Images already transfered to GEE will stay there. 2. upload files from server using `gsutil cp *.tif gs://{{bucket_name}}` (use bucket name from (1)) @@ -10,3 +11,9 @@ users/tylarmurray/nerrs_jobos \ | tee jobos_upload-2022_10.log ``` + + +## set up +1. you need a computer with the `gsutil` program and a web browser +2. auth gsutil, auth earthengine +3. install the `filepanther` utility from github using pip From 52b116f170b4476bafe9179b79a36f8b1679539b Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 19 Oct 2023 15:12:00 -0400 Subject: [PATCH 94/97] Create wv02-image-compare.md --- docs/wv02-image-compare.md | 49 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 49 insertions(+) create mode 100644 docs/wv02-image-compare.md diff --git a/docs/wv02-image-compare.md b/docs/wv02-image-compare.md new file mode 100644 index 0000000..8dceff3 --- /dev/null +++ b/docs/wv02-image-compare.md @@ -0,0 +1,49 @@ +Looking at a time-series extraction of some land-cover points, some temporal features can be easily seen: + +![image](https://github.com/USF-IMARS/wv-land-cover/assets/1051390/8f9b1fce-2f87-49d1-98a5-c122e38e4ae2) + +Looking specifically at the "mud flats" (lower time-series plot), we can inspect the two images nearest to the sudden decrease in multiple bands seen around the 2018 mark: + +![image](https://github.com/USF-IMARS/wv-land-cover/assets/1051390/7cbc3689-03cd-4414-827c-b3d31d41d1af) + +![image](https://github.com/USF-IMARS/wv-land-cover/assets/1051390/009347b4-fc16-4e81-862f-06b718904642) + +In these screenshots: +* right, top, older (2017-06-25) +* left, bottom, newer (2018-01-06) + +The difference between these true-color views is huge. +I cannot explain the difference. + +## Scaling? +Associated with each image is a set of `ABSCALFACTOR_BAND_*` properties for each band. +These images should have been scaled prior to the upload by processing done on CIRCE, however, we can try applying the scale factor in GEE to check. +The following is a mapping between band layer names in the images and ABSCALFACTOR names: + +```js + var bandNameMap = { + b1: "ABSCALFACTOR_BAND_C", // CA + b2: "ABSCALFACTOR_BAND_B", // Blue + b3: "ABSCALFACTOR_BAND_G", // Green + b4: "ABSCALFACTOR_BAND_Y", // Yellow + b5: "ABSCALFACTOR_BAND_R", // Red + b6: "ABSCALFACTOR_BAND_RE", // Red Edge + b7: "ABSCALFACTOR_BAND_N", // NIR + b8: "ABSCALFACTOR_BAND_N2", // NIR2 + }; + var bandNameMap = { + b8: "ABSCALFACTOR_BAND_C", // CA + b7: "ABSCALFACTOR_BAND_B", // Blue + b6: "ABSCALFACTOR_BAND_G", // Green + b5: "ABSCALFACTOR_BAND_Y", // Yellow + b4: "ABSCALFACTOR_BAND_R", // Red + b3: "ABSCALFACTOR_BAND_RE", // Red Edge + b2: "ABSCALFACTOR_BAND_N", // NIR + b1: "ABSCALFACTOR_BAND_N2", // NIR2 + }; + + +``` + +After trying either scaling map above on the images major differences between the images remain, and the color views look terrible. +This implies that the scaling has already been done as expected. From dfece9c278c1498d6acaa7902c844e057beeeada Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 19 Oct 2023 15:18:43 -0400 Subject: [PATCH 95/97] + note re max on x-axis --- docs/wv02-image-compare.md | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/wv02-image-compare.md b/docs/wv02-image-compare.md index 8dceff3..f5b1e64 100644 --- a/docs/wv02-image-compare.md +++ b/docs/wv02-image-compare.md @@ -13,6 +13,7 @@ In these screenshots: * left, bottom, newer (2018-01-06) The difference between these true-color views is huge. +The max shown on each histogram x-axis is approximately the same (around .06). I cannot explain the difference. ## Scaling? From ab18d1522e626bc474579cac5e748aabef018b32 Mon Sep 17 00:00:00 2001 From: Tylar Date: Tue, 25 Mar 2025 15:20:39 -0400 Subject: [PATCH 96/97] Create transfer.sh --- gee-uploads/transfer.sh | 84 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 84 insertions(+) create mode 100644 gee-uploads/transfer.sh diff --git a/gee-uploads/transfer.sh b/gee-uploads/transfer.sh new file mode 100644 index 0000000..2f97852 --- /dev/null +++ b/gee-uploads/transfer.sh @@ -0,0 +1,84 @@ +# The latest version of gbucket_to_gee script that uploads without xml files. +# Developed for https://github.com/USF-IMARS/wv-land-cover/issues/51 +# +# usage: +# transfer.sh wv-rookery-classifications Rookery projects/nerrs-mcc/assets/nerrs_rookery_v04 + +# hardcoded metadata +country="USA" +generator="Tylar_Murray+Digna_Rueda" +classifier="NERRS-mangroves-decision-tree" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + +filepanther_cmd="python3 -m filepanther " + +echo checking if the collection "$3" exists... +result=`${echo_if_test} earthengine create collection $3` +if `test -z "$result"`; then # exit if creation failed + echo collection created. +fi +echo $result + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "" + echo "*** Transfering file " $asset_id "***" + echo "*** parsing metadata..." + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif + # wv 2025-03 : 20210109T145803_01_P001_WV03_ClassMap_vB1_Jobos_wDEM.tif + $filepanther_cmd -q parse $filename \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassMap_{adjustments_version}_${2}_wDEM.tif" \ + --pickle_fpath metadata.pickle + +# echo "*** estimating xml filename..." +# # to get the XML filename we need to do a few weird things: +# # * the xml filename contains 12 numbers that we don't know +# # a * glob is used to capture these unknown digits (\d{12}). +# # * the filename is all upper-case, so %b is not an exact match. +# # `tr` is used to convert the output to uppercase +# # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' +# xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` +# echo "xml fname is like: ${xml_fileglob}" +# +# echo "*** searching for xml file..." +# xml_fpath=`find ${2} -name ${xml_fileglob}` +# if [ -z "${xml_fpath}" ]; then +# echo "xml file not found!" +# # append file to list of failed files & continue +# echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log +# exit 1 +# else +# echo "found file: ${xml_fpath}" +# fi +# +# echo "*** extracting properties from .xml..." +# xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + # NOTE: other vars extracted from the filename patter will also be included in xml_vars + + echo "*** formatting ts for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + echo "$datetime" + + echo "*** transferring image and metadata..." + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ + --nodata_value=0 \ + --crs="EPSG:4326" \ + --pyramiding_policy=mode \ + -ts=$datetime \ + ${xml_vars} \ + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} + echo "done!" + echo "" +done From 56869e0f7d96771933941d1f50c823508072d1f5 Mon Sep 17 00:00:00 2001 From: Tylar Date: Thu, 3 Apr 2025 15:58:42 -0400 Subject: [PATCH 97/97] + adjustedLatLon for latest --- gee-uploads/transfer.sh | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/gee-uploads/transfer.sh b/gee-uploads/transfer.sh index 2f97852..c6b2228 100644 --- a/gee-uploads/transfer.sh +++ b/gee-uploads/transfer.sh @@ -32,11 +32,11 @@ for geotiff in `gsutil ls gs://$1/*.tif`; do echo "*** parsing metadata..." # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif - # wv 2025-03 : 20210109T145803_01_P001_WV03_ClassMap_vB1_Jobos_wDEM.tif - $filepanther_cmd -q parse $filename \ - --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassMap_{adjustments_version}_${2}_wDEM.tif" \ - --pickle_fpath metadata.pickle - + # wv 2025-03 : 20210109T145803_01_P001_WV03_ClassMap_vB1_Jobos_wDEM.tif + $filepanther_cmd -q parse $filename \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassMap_{adjustments_version}_${2}_wDEM_adjustedLatLon.tif" \ + --pickle_fpath metadata.pickle + # echo "*** estimating xml filename..." # # to get the XML filename we need to do a few weird things: # # * the xml filename contains 12 numbers that we don't know