diff --git a/.gitignore b/.gitignore index e1c7f2e..1499a9a 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,9 @@ # test data test_data/ +# emacs backups +*~ + # Byte-compiled / optimized / DLL files __pycache__/ *.py[cod] diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..1dcbc55 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "imagery_utils"] + path = imagery_utils + url = https://github.com/PolarGeospatialCenter/imagery_utils.git diff --git a/.travis.yml b/.travis.yml new file mode 100644 index 0000000..005aac3 --- /dev/null +++ b/.travis.yml @@ -0,0 +1,23 @@ +language: python +services: + - docker +python: + - "2.7" + - "3.4" + - "3.5" + - "3.6" + - "3.7" + - "3.8" + - "nightly" +before_install: + - DOCKER_IMAGE=7yl4r/wv_img_proc_docker:0.0.1 + - docker pull $DOCKER_IMAGE + - docker run -d $DOCKER_IMAGE + - docker ps -a + - docker run $DOCKER_IMAGE -v requirements.txt:/requirements.txt -v requirements_tests.txt:/requirements_tests.txt +install: + - docker exec $DOCKER_IMAGE pip install -r /requirements.txt +before_script: + - docker exec $DOCKER_IMAGE pip install -r /requirements_tests.txt +script: + - docker exec $DOCKER_IMAGE pytest -v -m "not testdata_required" diff --git a/3d_wetlands/DT_Filter.m b/3d_wetlands/DT_Filter.m new file mode 100644 index 0000000..9a40a07 --- /dev/null +++ b/3d_wetlands/DT_Filter.m @@ -0,0 +1,51 @@ +%% DT_Filter.M +%% Written by Matt McCarthy 8/29/2016 + +function dt_filt = DT_Filter(file,x,sz2,sz3,dev,FW,FU,UG,WA); +filt = x; +sz_sm(1) = sz2; % Size of unwarped(smaller) file +sz_sm(2) = sz3; + +fwfilt = 75 +wafilt = 50 +sz1 = size(file); +dt_filt =zeros(sz1(1),sz1(2),'uint8'); + + for a = filt+1:sz_sm(1)-filt-1; % Mode filter or median filter: 3x3 or 5x5 + for b = filt+1:sz_sm(2)-filt-1; + if file(a,b) == dev; + dt_filt(a,b) = dev; + elseif file(a,b) == FW && a > fwfilt && b > fwfilt && a < sz_sm(1)-100 && b < sz_sm(2)-100; % For FW, use larger window to eliminate erroneous urban misclassifications + C = file(a-fwfilt:a+fwfilt,b-fwfilt:b+fwfilt); + idx = find(C == 0); % If any pixels in C are shadows, they are not included in the mode function + C(idx) = []; + mod = mode(mode(C)); % Mode of window (by definition, lower value is selected if more than one mode value) + if isnan(mod) == 1; + dt_filt(a,b) = 0; % If NaN, assign zero because Arc won't load DT tiffs w/ NaNs + elseif mod == FW; % Check if mode FW is actually urban tree shadow + idxfor = find(C == dev | C == FU); % Find upland forest, grass, and developed nearby + if size(idxfor,1)>0.10*size(C,1)*size(C,2); % > 10% is upland, grass, or developed + dt_filt(a,b) = FU; % Assumed to be non-wetland forest + else dt_filt(a,b) = FW; + end + else dt_filt(a,b) = FU; + end + elseif isnan(file(a,b)) == 0; + C = file(a-filt:a+filt,b-filt:b+filt); + idx = find(C == 0); % If any pixels in C are shadows, they are not included in the mode function + C(idx) = []; + mod = mode(mode(C)); % Identify most common value (if more than one value, lower value is selected automatically) + if isnan(mod) == 1; % Check if mode of box is NaN (redundancy) + dt_filt(a,b) = 0; % If NaN, assign zero (Arc won't load DT tiffs w/ NaNs) + elseif mod == FW; + D = dt_filt(a-filt:a,b-filt:b); + modD = mode(mode(D)); + dt_filt(a,b) = modD; + else dt_filt(a,b) = mod; % If mod is upland, marsh, water or bare/developed, assign it as such + end + else + dt_filt(a,b) = 0; + end + end + end +end diff --git a/wv_classify/DT_Filter_rrs b/3d_wetlands/DT_Filter_rrs similarity index 100% rename from wv_classify/DT_Filter_rrs rename to 3d_wetlands/DT_Filter_rrs diff --git a/3d_wetlands/wv_classify.m b/3d_wetlands/wv_classify.m new file mode 100644 index 0000000..a8cbbf5 --- /dev/null +++ b/3d_wetlands/wv_classify.m @@ -0,0 +1,677 @@ +%% WV2 Processing +% Loads TIFF WorldView-2 image files preprocessed through Polar Geospatial +% Laboratory python code, which orthorectifies and projects .NTF files and outputs as +% TIFF files +% Radiometrically calibrates digital count data +% Atmospherically corrects images by subtracting Rayleigh Path Radiance +% Converts image to surface reflectance by accounting for Earth-Sun +% distance, solar zenith angle, and average spectral irradiance +% Tests and optionally corrects for sunglint +% Corrects for water column attenuation +% Runs Decision Tree classification on each image +% Optionally smooths results through moving-window filter +% Outputs images as GEOTIFF files with geospatial information. + +function dt_filt = WV_Processing(images,id,met,crd_sys,dt,filt,loc,idnumber,rrs_out,class_out); + +tic +d_t = str2num(dt); +n = num2str(idnumber); +id +met +coor_sys = crd_sys; % Change coordinate system code here +filter = str2num(filt); +loc_out = rrs_out; + +% Assign constants for all images +ebw1 = 0.001*[47.3 54.3 63.0 37.4 57.4 39.3 98.9 99.6]; % Effective Bandwidth per WV2 band (nm converted to um units; from IMD metadata files) +ebw2 = 0.001*[40.5 54.0 61.8 38.1 58.5 38.7 100.4 88.9]; % WV3 +irr1 = [1758.2229 1974.2416 1856.4104 1738.4791 1559.4555 1342.0695 1069.7302 861.2866]; % Band-averaged Solar Spectral Irradiance (W/m2/um units) +irr2 = [1757.89 2004.61 1830.18 1712.07 1535.33 1348.08 1055.94 858.77]; % WV3 (from Radiometric Use of WorldView-3 Imagery, Thuiller 2003 column Table 3) +cw1 = [.4273 .4779 .5462 .6078 .6588 .7237 .8313 .9080]; % Center wavelength (used for Rayleigh correction; from Radiometric Use of WorldView-2 Imagery) +cw2 = [.4274 .4819 .5471 .6043 .6601 .7227 .8240 .9136]; % WV3 +gamma = 0.01*[1.499 1.471 1.442 1.413 1.413 1.413 1.384 1.384]; % Factor used in Rayleigh Phase Function equation (Bucholtz 1995) + + [A, R] = geotiffread(images); + szA = size(A); + s = xml2struct(met); +% save XMLtest.mat s + % Extract calibration factors and acquisition time from metadata for each band + if isfield(s,'IMD') == 1 + szB(1) = str2num(s.IMD.SOURCE_IMD.IMD.NUMROWS.Text); %#ok<*ST2NM> + szB(2) = str2num(s.IMD.SOURCE_IMD.IMD.NUMCOLUMNS.Text); + kf(1,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_C.ABSCALFACTOR.Text); + kf(2,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_B.ABSCALFACTOR.Text); + kf(3,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_G.ABSCALFACTOR.Text); + kf(4,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_Y.ABSCALFACTOR.Text); + kf(5,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_R.ABSCALFACTOR.Text); + kf(6,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_RE.ABSCALFACTOR.Text); + kf(7,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_N.ABSCALFACTOR.Text); + kf(8,1) = str2num(s.IMD.SOURCE_IMD.IMD.BAND_N2.ABSCALFACTOR.Text); + aqyear = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(12:15)); % Extract Acquisition Time from metadata + aqmonth = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(17:18)); % Extract Acquisition Time from metadata + aqday = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(20:21)); % Extract Acquisition Time from metadata + aqhour = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(23:24)); % Extract Acquisition Time from metadata + aqminute = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(26:27)); % Extract Acquisition Time from metadata + aqsecond = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.FIRSTLINETIME.Text(29:37)); % Extract Acquisition Time from metadata + sunel = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANSUNEL.Text); % Extract Mean Sun Elevation angle from metadata + satview = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANOFFNADIRVIEWANGLE.Text); % Extract Mean Off Nadir View angle from metadata + sunaz = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANSUNAZ.Text); + sensaz = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANSATAZ.Text); + satel = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.MEANSATEL.Text); + cl_cov = str2num(s.IMD.SOURCE_IMD.IMD.IMAGE.CLOUDCOVER.Text); + + elseif isfield(s,'isd') == 1 + szB(1) = str2num(s.isd.IMD.NUMROWS.Text); + szB(2) = str2num(s.isd.IMD.NUMCOLUMNS.Text); + kf(1,1) = str2num(s.isd.IMD.BAND_C.ABSCALFACTOR.Text); + kf(2,1) = str2num(s.isd.IMD.BAND_B.ABSCALFACTOR.Text); + kf(3,1) = str2num(s.isd.IMD.BAND_G.ABSCALFACTOR.Text); + kf(4,1) = str2num(s.isd.IMD.BAND_Y.ABSCALFACTOR.Text); + kf(5,1) = str2num(s.isd.IMD.BAND_R.ABSCALFACTOR.Text); + kf(6,1) = str2num(s.isd.IMD.BAND_RE.ABSCALFACTOR.Text); + kf(7,1) = str2num(s.isd.IMD.BAND_N.ABSCALFACTOR.Text); + kf(8,1) = str2num(s.isd.IMD.BAND_N2.ABSCALFACTOR.Text); + aqyear = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(1:4)); % Extract Acquisition Time from metadata + aqmonth = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(6:7)); % Extract Acquisition Time from metadata + aqday = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(9:10)); % Extract Acquisition Time from metadata + aqhour = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(12:13)); % Extract Acquisition Time from metadata + aqminute = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(15:16)); % Extract Acquisition Time from metadata + aqsecond = str2num(s.isd.IMD.IMAGE.FIRSTLINETIME.Text(18:26)); % Extract Acquisition Time from metadata + sunel = str2num(s.isd.IMD.IMAGE.MEANSUNEL.Text); % Extract Mean Sun Elevation angle from metadata + satview = str2num(s.isd.IMD.IMAGE.MEANOFFNADIRVIEWANGLE.Text); % Extract Mean Off Nadir View angle from metadata + sunaz = str2num(s.isd.IMD.IMAGE.MEANSUNAZ.Text); + sensaz = str2num(s.isd.IMD.IMAGE.MEANSATAZ.Text); + satel = str2num(s.isd.IMD.IMAGE.MEANSATEL.Text); + cl_cov = str2num(s.isd.IMD.IMAGE.CLOUDCOVER.Text); + else + c = struct2cell(s.Children(2).Children(:)); + idx{1} = strfind(c(1,:),'NUMROWS'); + idx{2} = strfind(c(1,:),'NUMCOLUMNS'); + idx{3} = strfind(c(1,:),'BAND_C'); + idx{4} = strfind(c(1,:),'BAND_B'); + idx{5} = strfind(c(1,:),'BAND_G'); + idx{6} = strfind(c(1,:),'BAND_Y'); + idx{7} = strfind(c(1,:),'BAND_R'); + idx{8} = strfind(c(1,:),'BAND_RE'); + idx{9} = strfind(c(1,:),'BAND_N'); + idx{10} = strfind(c(1,:),'BAND_N2'); + idx{11} = strfind(c(1,:),'IMAGE'); + for i = 1:11; + idxb(i,1:2) = find(not(cellfun('isempty',idx{i}))); + end + szB(1) = str2num(s.Children(2).Children(idxb(1)).Children.Data); + szB(2) = str2num(s.Children(2).Children(idxb(2)).Children.Data); + kf(1,1) = str2num(s.Children(2).Children(idxb(3)).Children(26).Children.Data); + kf(2,1) = str2num(s.Children(2).Children(idxb(4)).Children(26).Children.Data); + kf(3,1) = str2num(s.Children(2).Children(idxb(5)).Children(26).Children.Data); + kf(4,1) = str2num(s.Children(2).Children(idxb(6)).Children(26).Children.Data); + kf(5,1) = str2num(s.Children(2).Children(idxb(7,1)).Children(26).Children.Data); + kf(6,1) = str2num(s.Children(2).Children(idxb(8)).Children(26).Children.Data); + kf(7,1) = str2num(s.Children(2).Children(idxb(9,1)).Children(26).Children.Data); + kf(8,1) = str2num(s.Children(2).Children(idxb(10)).Children(26).Children.Data); + aqyear = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(1:4)); + aqmonth = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(6:7)); + aqday = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(9:10)); + aqhour = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(12:13)); + aqminute = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(15:16)); + aqsecond = str2num(s.Children(2).Children(idxb(11,2)).Children(16).Children.Data(18:26)); + sunel = str2num(s.Children(2).Children(idxb(11,2)).Children(56).Children.Data); + sunaz = str2num(s.Children(2).Children(idxb(11,2)).Children(50).Children.Data); + satview = str2num(s.Children(2).Children(idxb(11,2)).Children(86).Children.Data); + sensaz = str2num(s.Children(2).Children(idxb(11,2)).Children(62).Children.Data); + satel = str2num(s.Children(2).Children(idxb(11,2)).Children(68).Children.Data); + cl_cov = str2num(s.Children(2).Children(idxb(11,2)).Children(90).Children.Data); + end + + szB(3) = 8; + + % Assign WV2 vs WV3 constant calibration factors + if id(4) == '3' + ebw = ebw2; + irr = irr2; + cw = cw2; + else ebw = ebw1; + irr = irr1; + cw = cw1; + end + + % Identify growing season vs senesced + if aqmonth == 11 || aqmonth == 12 || aqmonth == 1 || aqmonth == 2 + season = 0; + else season = 1; + end + %% Calculate Earth-Sun distance and relevant geometry + if aqmonth == 1 || aqmonth == 2; + year = aqyear -1; + month = aqmonth + 12; + else year = aqyear; + month = aqmonth; + end + UT = aqhour + (aqminute/60.0) + (aqsecond/3600.0); % Convert time to UT + B1 = int64(year/100); + B2 = 2-B1+int64(B1/4); + JD = (int64(365.25*(year+4716)) +int64(30.6001*(month+1)) + aqday + UT/24.0 + B2 - 1524.5); % Julian date + D = JD - 2451545.0; + degs = double(357.529 + 0.98560028*D); % Degrees + ESd = 1.00014 - 0.01671*cosd(degs) - 0.00014*cosd(2*degs); % Earth-Sun distance at given date (should be between 0.983 and 1.017) + + inc_ang = 90.0 - sunel; + TZ = cosd(inc_ang); % Atmospheric spectral transmittance in solar path with solar zenith angle + TV = cosd(satview); % Atmospheric spectral transmittance in view path with satellite view angle + + %% Calculate Rayleigh Path Radiance (Dash et al. 2012 and references therein) + if sunaz > 180 % For the following equations, azimuths should be between -180 and +180 degrees + sunaz = sunaz - 360; + end + if sensaz > 180 + sensaz = sensaz - 360; + end + + az = abs(sensaz - 180 - sunaz); % Relative azimuth angle + thetaplus = acosd(cosd(90-sunel)*cosd(90-satel) - sind(90-sunel)*sind(90-satel)*cosd(az)); % Scattering angles + + for d = 1:8; + Pr(d) = (3/(4*(1+2*gamma(d))))*((1+3*gamma(d))+(1-gamma(d))*cosd(thetaplus)^2); % Rayleigh scattering phase function (described in Bucholtz 1995) + end + + for d = 1:8; + tau(d) =(0.008569*(cw(d)^-4)*(1 + 0.0113*(cw(d)^-2) + 0.00013*cw(d)^-4)); % Rayleigh optical thickness (assume standard pressure of 1013.25 mb) + end + + % Rayleigh calculation (Dash et al., 2012) + for d = 1:8; + ray_rad{1,1}(d) = ((irr(1,d)/ESd)*1*tau(d)*Pr(d))/(4*pi*cosd(90-satel)); % Assume standard pressure (1013.25 mb) + end + + % rrs constant calculation (Kerr et al. 2018 and Mobley 1994) + G = single(1.7); % constant Li et al. 2019 + na = 1.00029; % Refractive index of air + nw = 1.34; % Refractive index seawater + inc_ang2 = real(asind(sind(90-satel)*nw/na)); % Incident angle for water-air from Snell's Law + trans_aw = real(asind(sind(inc_ang)*na/nw)); % Transmission angle for air-water incident light from Snell's Law + trans_wa = 90-satel; % Transmission angle for water-air incident light from Snell's Law + pf1 = real(0.5*((sind(inc_ang - trans_aw)/(sind(inc_ang + trans_aw)))^2 + (tand(inc_ang - trans_aw)/(tand(inc_ang + trans_aw)))^2)); % Fresnel reflectance for air-water incident light (Mobley 1994) + pf2 = real(0.5*((sind(inc_ang2 - trans_wa)/(sind(inc_ang2 + trans_wa)))^2 + (tand(inc_ang2 - trans_wa)/(tand(inc_ang2 + trans_wa)))^2)); + zeta = real(single((1-pf1)*(1-pf2)/(nw^2))); % rrs constant (~0.52) from Mobley 1994 + + + % Adjust file size: Input file (A) warped may contain more or fewer columns/rows than original NITF file, and some may be corrupt. + sz(1) = min(szA(1),szB(1)); + sz(2) = min(szA(2),szB(2)); + sz(3) = 8; + + %% Assign NaN to no-data pixels and radiometrically calibrate and convert to Rrs + Rrs = single(zeros(szA(1),szA(2),8)); % Create empty matrix for Rrs output + for j = 1:sz(1); % Assign NaN to pixels of no data + for k = 1:sz(2); % If a pixel contains data values other than "zero" or "two thousand and forty seven" in any band, it is calibrated; otherwise, it is considered "no-data" - this avoids a problem created during the orthorectification process wherein reprojecting the image may resample data + if (A(j,k,1)) ~= 0 && (A(j,k,1)) ~= 2047 || (A(j,k,2)) ~= 0 && (A(j,k,2)) ~= 2047 || (A(j,k,3)) ~= 0 && (A(j,k,3)) ~= 2047 || (A(j,k,4)) ~= 0 && (A(j,k,4)) ~= 2047 || (A(j,k,5)) ~= 0 && (A(j,k,5)) ~= 2047 || (A(j,k,6)) ~= 0 && (A(j,k,6)) ~= 2047 || (A(j,k,7)) ~= 0 && (A(j,k,7)) ~= 2047 || (A(j,k,8)) ~= 0 && (A(j,k,8)) ~= 2047; + for d = 1:8; + Rrs(j,k,d) = single((pi*((single(A(j,k,d))*kf(d,1)/ebw(1,d)) - ray_rad{1,1}(1,d))*ESd^2)/(irr(1,d)*TZ*TV)); % Radiometrically calibrate and convert to Rrs (adapted from Radiometric Use of WorldView-2 Imagery( + end + else Rrs(j,k,:) = NaN; + end + end + end + + clear A + + %% Output reflectance image +% if Rrs_write == 1; +% if id(4) == '3' +% info = geotiffinfo(images); +% geoTags = info.GeoTIFFTags.GeoKeyDirectoryTag; +% tiffTags = struct('TileLength',1024,'TileWidth',1024); +% Z = [loc_out,id,'_',loc,'_RrsBT'] +% geotiffwrite(Z,Rrs,R(1,1),'GeoKeyDirectoryTag',geoTags,'TiffType','bigtiff','TiffTags',tiffTags); +% else +% Z = [loc_out,id,'_',loc,'_Rrs'] +% geotiffwrite(Z,Rrs,R(1,1),'CoordRefSysCode',coor_sys); +% end +% end + + if d_t > 0; % Run DT and/or rrs conversion; otherwise end + + %% Setup for Deglint, Bathymetry, and Decision Tree + b = 1; + t = 1; + u = 1; + y = 0; + v = 0; + num_pix = 0; + sum_SD(b) = 0; + sum_veg(t) = 0; + sum_veg2(t) = 0; + dead_veg(t) = 0; + sum_water_rrs(u) = 0; + sz_ar = sz(1)*sz(2); + water = zeros(sz_ar,9); + for j = 1:sz(1); + for k = 1:sz(2); + if isnan(Rrs(j,k,1)) == 0 + num_pix = num_pix +1; % Count number of non-NaN pixels + c_val(num_pix) = Rrs(j,k,1); % Record coastal band value for use in cloud mask prediction + if (Rrs(j,k,7) - Rrs(j,k,2))/(Rrs(j,k,7) + Rrs(j,k,2)) < 0.65 && Rrs(j,k,5) > Rrs(j,k,4) && Rrs(j,k,4) > Rrs(j,k,3) % Sand & Developed + sum_SD(b) = sum(Rrs(j,k,6:8)); + b = b+1; + elseif (Rrs(j,k,8) - Rrs(j,k,5))/(Rrs(j,k,8) + Rrs(j,k,5)) > 0.65 && Rrs(j,k,7) > Rrs(j,k,3); % Identify vegetation (excluding grass) + if ((Rrs(j,k,7) - Rrs(j,k,2))/(Rrs(j,k,7) + Rrs(j,k,2))) > 0.20; % Shadow filter + sum_veg(t) = sum(Rrs(j,k,3:5)); % Sum bands 3-5 for selected veg to distinguish wetland from upland + sum_veg2(t) = sum(Rrs(j,k,7:8)); + dead_veg(t) = (((Rrs(j,k,7) - Rrs(j,k,4))/3) + Rrs(j,k,4)) - Rrs(j,k,5); % Compute difference of predicted B5 value from actual valute + t = t+1; + end + elseif Rrs(j,k,8) < 0.11 && Rrs(j,k,1) > 0 && Rrs(j,k,2) > 0 && Rrs(j,k,3) > 0 && Rrs(j,k,4) > 0 && Rrs(j,k,5) > 0 && Rrs(j,k,6) > 0 && Rrs(j,k,7) > 0 && Rrs(j,k,8) > 0; % Identify glint-free water + water(u,1:8) = double(Rrs(j,k,:)); + water_rrs(1:6) = Rrs(j,k,1:6)./(zeta + G.*Rrs(j,k,1:6)); + if water_rrs(4) > water_rrs(2) && water_rrs(4) < 0.12 && water_rrs(5) < water_rrs(3) + sum_water_rrs(u) = sum(water_rrs(3:5)); + end + u = u+1; + if Rrs(j,k,8)Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,3) + v = v+1; + water(u,9) = 3; % Mark array2>array1 glinted pixels + else water(u,9) = 1; % Mark records of glint-free water + end + elseif Rrs(j,k,8)Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,3) + water(u,9) = 3; % Mark array2>array1 glinted pixels + water(u,1:8) = double(Rrs(j,k,:)); + u = u+1; + v = v+1; +% elseif (Rrs(j,k,4)-Rrs(j,k,8))/(Rrs(j,k,4)+Rrs(j,k,8)) < 0.55 && Rrs(j,k,8) < 0.2 && (Rrs(j,k,7)-Rrs(j,k,2))/(Rrs(j,k,7)+Rrs(j,k,2)) < 0.1 && (Rrs(j,k,8)-Rrs(j,k,5))/(Rrs(j,k,8)+Rrs(j,k,5)) < 0.3 && Rrs(j,k,1) > 0 && Rrs(j,k,2) > 0 && Rrs(j,k,3) > 0 && Rrs(j,k,4) > 0 && Rrs(j,k,5) > 0 && Rrs(j,k,6) > 0 && Rrs(j,k,7) > 0 && Rrs(j,k,8) > 0; % Identify glinted water +% water(u,1:8) = double(Rrs(j,k,:)); +% u = u+1; +% v = v+1; + + end + end + end + end + n_water = u; % Number of water pixels used to derive E_glint relationships + n_glinted = v; % Number of glinted water pixels + + idx = find(water(:,1) == 0); + water(idx,:) = []; + water7 = water(:,7); + water8 = water(:,8); + mnNIR1 = min(water7(water7>0)); % Positive minimum Band 7 value used for deglinting + mnNIR2 = min(water8(water8>0)); % Positive minimum Band 8 value used for deglinting + + idx_gf = find(water(:,9)==1); % Glint-free water + water_gf = water(idx_gf,1:8); + +% Identify optically deep water average spectrum + bn = 7; % Band number + pctl_l = 5; % Percentile (5th percentile value of glint-free water n-band values chosen based on visual analysis of density slicing of Rrs image) + pctl_u = 15; + clear water_gfidx water_odw m0 m1 + water_gfidx = find(water_gf(:,bn) == prctile(water_gf(:,bn),pctl_l) & water_gf(:,bn) <= prctile(water_gf(:,bn),pctl_u)); + water_odw(:,1:8) = (water_gf(water_gfidx(1:end),1:8)); % Li et al. Dove BGR corresponds to WV2 BGY center wavelengths + +% Equations from Li et al. 2019 & Hu et al. 2012 + for h = 1:size(water_odw,1) +% w1(h) = water_odw(h,3) - (water_odw(h,1) + (546-427)/(659-427)*(water_odw(h,5) - water_odw(h,1))); % Hu et al. 2012 + w2(h) = water_odw(h,3) - 0.46*water_odw(h,4) - 0.54*water_odw(h,1); % Li et al. 2019 + end + + if exist('w2')==1 + w = median(w2(w2<0)); + else w = 0; + end + + if w > -0.0005 + m0 = 0; + m1 = 0; + Update = 'Too Turbid for Benthic Mapping' + else + chla = 10^(-0.4909 + 191.659*w) % Hu et al. 2012 (Kerr limited chla to 1.0mg/m3; 0.1 mg/m3 WV Cay Sal most accurate value used) + m0 = 52.083*exp(2.711*chla) % Revised from Li et al. 2019 with exponential scalar derived from Kerr FK WV image field data tuning parameters + m1 = 50.156*exp(2.711*chla) % TARGET: 64.3 +/- 0.5 & 62.6 +/- 0.5, Predicted: 67.2 & 64.7 + end + + Kd = [0.036 0.037 0.075 0.25 0.415]; %1.416]; %(Based on Kerr 2018 Fig 7a chl-conc 0.1 mg/m3 i.e. lowest RMSE water-depth predictor values) + + if v > 0.25*u + Update = 'Deglinting' + id2 = 'deglinted'; + for b = 1:6 %% Calculate linear fitting of all MS bands vs NIR1 & NIR2 for deglinting in DT (Hedley et al. 2005) + if b == 1 || b == 4 || b == 6 + slope1 = water(:,b)\water(:,8); + else slope1 = water(:,b)\water(:,7); + end + E_glint(1,b) = single(slope1); + end + E_glint % = [0.8075 0.7356 0.8697 0.7236 0.9482 0.7902] + else Update = 'Glint-free' + id2 = 'glintfree'; + end + + %% Edge Detection via Morphological Index (improved over Huang & Zhang 2011, Ma et al. 2019) + waterind = uint16((Rrs(:,:,3)-Rrs(:,:,8))./(Rrs(:,:,3)+Rrs(:,:,8)) > 0.15); + img_sub2 = Rrs(:,:,2); + img_sub5 = Rrs(:,:,5); + img_sub7 = Rrs(:,:,7); + + Rrs_cloud = img_sub2./img_sub7; + Rrs_cl2 = Rrs_cloud; + Rrs_cl3 = Rrs_cloud; + Rrs_cl2(Rrs_cloud >= 0.7) = 1; + Rrs_cl2(Rrs_cloud < 0.7) = 0; + Rrs_cl3(Rrs_cloud <= 0.9) = 1; + Rrs_cl3(Rrs_cloud > 0.9) = 0; + Rrs_clf = Rrs_cl2 + Rrs_cl3; + Rrs_clf(Rrs_clf < 2) = 0; + CLrrs = imbinarize(Rrs_clf); + CL1 = uint16(imtophat(CLrrs,strel('disk',100))) - waterind; + CL1(CL1<0) = 0; + CLe = imerode(CL1,strel('disk',20)); + CLed = imdilate(CLe,strel('disk',150)); + Cloud = imfill(CLed,'holes'); + clear Rrs_cl2 Rrs_cl3 Rrs_clf CLrrs CL1 CLe CLed + + Rrs_sh1 = Rrs_cloud; + Rrs_sh2 = Rrs_cloud; + Rrs_sh1(Rrs_cloud >= 1.3) = 1; + Rrs_sh1(Rrs_cloud < 1.3) = 0; + Rrs_sh2(Rrs_cloud <= 1.7) = 1; + Rrs_sh2(Rrs_cloud > 1.7) = 0; + Rrs_shf = Rrs_sh1 + Rrs_sh2; + Rrs_shf(Rrs_shf < 2) = 0; + SHrrs = imbinarize(Rrs_shf); + Shadow = uint16(imtophat(SHrrs,strel('square',20))); + clear Rrs_sh1 Rrs_sh2 Rrs_shf SHrrs + + Rrs_map = img_sub5./img_sub7; + Rrs_map2 = Rrs_map; + Rrs_map3 = Rrs_map; + Rrs_map2(Rrs_map >= 0.7) = 1; + Rrs_map2(Rrs_map < 0.7) = 0; + Rrs_map3(Rrs_map <= 1.1) = 1; + Rrs_map3(Rrs_map > 1.1) = 0; + Rrs_mapf = Rrs_map2 + Rrs_map3; + Rrs_mapf(Rrs_mapf < 2) = 0; + BWrrs = imbinarize(Rrs_mapf); + + BW1 = uint16(imtophat(BWrrs,strel('square',30))) - waterind; + BW1 = imdilate(BW1,strel('square',5)); % Expand developed to include shadows + BW1(BW1<0) = 0; + + Cloud = Cloud - BW1; + Cloud(Cloud<0) = 0; + cld_idx = 0; + if size(find(Cloud ==1),1) > 0.060*szA(1)*szA(2) + cld_idx = 1; + end + + +% ns = 2000; +% BW = uint16(imtophat(BWrrs,strel('square',ns))); +% CC = bwconncomp(BW); +% numPixels = cellfun(@numel,CC.PixelIdxList); +% BW1idx = find(numPixels > 1000); +% CC.PixelIdxList = CC.PixelIdxList(BW1idx); +% CC.NumObjects = size(BW1idx,2); +% BW3 = uint16(labelmatrix(CC)); +% BW3(BW3>0) = 1; +% BW3e = uint16(imerode(BW3,strel('disk',100))); +% BW3ed = uint16(imdilate(BW3e,strel('square',200))); +% BW4 = imfill(BW3ed,'holes'); + + BAI = (img_sub2 - img_sub7)./(img_sub2 + img_sub7); % Built Area Index + BAI = BAI * -1; % Dev & soil negative, soil more negative (water high positive) + BAI = imbinarize(BAI); + BAI = imerode(BAI,strel('square',5)); + + clear BW3 BW3e BW3ed BW2 BWrrs BWnew BWnewe BW1idx + + Ztest = [loc_out,id,'_',loc,'_BW1'] + geotiffwrite(Ztest,BW1,R(1,1),'CoordRefSysCode',coor_sys); + Ztest = [loc_out,id,'_',loc,'_BAI'] + geotiffwrite(Ztest,BAI,R(1,1),'CoordRefSysCode',coor_sys); + + + + %% Determine Rrs-infinite from glint-free water pixels + rrs_inf = [0.00512 0.00686 0.008898 0.002553 0.001506 0.000403]; % Derived from Rrs_Kd_Model.xlsx for Default values + + %% Calculate target class metrics + avg_SD_sum = mean(sum_SD(:)); + stdev_SD_sum = std(sum_SD(:)); + avg_veg_sum = mean(sum_veg(:)) + avg_dead_veg = mean(dead_veg(:)); + avg_mang_sum = mean(sum_veg2(:)); + idx_water2 = find(sum_water_rrs==0); + sum_water_rrs(idx_water2) = []; + avg_water_sum = mean(sum_water_rrs(:)); + + if cl_cov > 0 + num_cld_pix = round(num_pix*cl_cov*0.01); % Number of cloud pixels (rounded down to nearest integer) based on metadata-reported percent cloud cover + srt_c = sort(c_val,'descend'); % Sort all pixel blue-values in descending order. Cloud mask threshold will be num_cld_pix'th highest value + cld_mask = srt_c(num_cld_pix); % Set cloud mask threshold + else cld_mask = max(c_val)+1; + end + + + Bathy = single(zeros(szA(1),szA(2))); % Preallocate for Bathymetry + Rrs_deglint = single(zeros(5,1)); % Preallocate for deglinted Rrs + Rrs_0 = single(zeros(5,1)); %Preallocation for water-column corrected Rrs + map = zeros(szA(1),szA(2),'uint8'); % Create empty matrix for classification output + + if d_t == 1; % Execute Deglinting, rrs, Bathymetry + if v > u*0.25 + for j = 1:szA(1) + for k = 1:szA(2) + if isnan(Rrs(j,k,1)) == 0 && Rrs(j,k,8)<0.2 + % Deglint equation + Rrs_deglint(1,1) = (Rrs(j,k,1) - (E_glint(1)*(Rrs(j,k,8) - mnNIR2))); + Rrs_deglint(2,1) = (Rrs(j,k,2) - (E_glint(2)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(3,1) = (Rrs(j,k,3) - (E_glint(3)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(4,1) = (Rrs(j,k,4) - (E_glint(4)*(Rrs(j,k,8) - mnNIR2))); + Rrs_deglint(5,1) = (Rrs(j,k,5) - (E_glint(5)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(6,1) = (Rrs(j,k,6) - (E_glint(6)*(Rrs(j,k,8) - mnNIR2))); + + % Convert above-surface Rrs to below-surface rrs (Kerr et al. 2018) + Rrs_0(1:5) = Rrs_deglint(j,k,1:5)./(zeta + G.*Rrs_deglint(j,k,1:5)); % Convert above-surface Rrs to subsurface rrs (Kerr et al. 2018, Lee et al. 1998) + b1 = 63.6; % Turning parameters (Kerr 2018) + b0 = -60.25; + dp = b1*real(log(1000*Rrs_0(2))/log(1000*Rrs_0(3))) + b0; % Calculate depth (Stumpf 2003 ratio transform with Kerr et al. 2018 coefficients) + if dp < 15 && dp > 0 % Parameters based on Kerr 2018 RMSE-based recommended constraints (depths greater than 15m inaccurate) + Bathy(j,k) = dp; + end + for d = 1:5 + Rrs(j,k,d) = real(((Rrs_0(d)-rrs_inf(d))/exp(-2*Kd(1,d)*dp))+rrs_inf(d)); % Calculate water-column corrected benthic reflectance (Traganos 2017 & Maritorena 1994) + end + end + end + end + else % For glint-free/low-glint images + for j = 1:szA(1) + for k = 1:szA(2) + if isnan(Rrs(j,k,1)) == 0 && Rrs(j,k,8)<0.2 + Rrs_0(1:5) = Rrs(j,k,1:5)./(zeta + G.*Rrs(j,k,1:5)); % Convert above-surface Rrs to subsurface rrs (Kerr et al. 2018, Lee et al. 1998) + b1 = 63.6; % Turning parameters (Kerr 2018 Table 6 average of 2 forward-modeling WorldView-2 results) + b0 = -60.25; + dp = b1*real(log(1000*Rrs_0(2))/log(1000*Rrs_0(3))) + b0; % Calculate depth (Stumpf 2003 ratio transform with Kerr et al. 2018 coefficients) + if dp < 15 && dp > 0 % Parameters based on Kerr 2018 RMSE-based recommended constraints (depths greater than 15m inaccurate) + Bathy(j,k) = dp; + else dp = 0; + end + for d = 1:5 + Rrs(j,k,d) = real(((Rrs_0(d)-rrs_inf(d))/exp(-2*Kd(1,d)*dp))+rrs_inf(d)); % Calculate water-column corrected benthic reflectance (Traganos 2017 & Maritorena 1994) + end + end + end + end + end + elseif d_t == 2; % Only run for Deglinted Rrs and Bathymetry, not Decision Tree + update = 'Running DT' + BS = 2; + WA = 3; + DG = 5; + MA = 6; + SC = 7; + FW = 10; + FU = 9; + UG = 8; + dev = 11; + p = 1; + for j = 1:szA(1) + for k = 1:szA(2) + if isnan(Rrs(j,k,1)) == 0 + %% Cloud Cover + if Cloud(j,k) == 1 && BW1(j,k) ~= 1 + map(j,k) = 1; % Cloud + %% Vegetation + elseif (Rrs(j,k,7) - Rrs(j,k,5))/(Rrs(j,k,7) + Rrs(j,k,5)) > 0.20 && Rrs(j,k,7) > Rrs(j,k,3) % Vegetation pixels (NDVI) + if ((Rrs(j,k,7) - Rrs(j,k,2))/(Rrs(j,k,7) + Rrs(j,k,2))) < 0.20 && (Rrs(j,k,7) - Rrs(j,k,8))/(Rrs(j,k,7) + Rrs(j,k,8)) > 0.01; % Shadowed-vegetation filter (B7/B8 ratio excludes marsh, which tends to have very similar values here) + map(j,k) = 0; % Shadow + elseif sum(Rrs(j,k,3:5)) < avg_veg_sum + if (Rrs(j,k,3) - Rrs(j,k,8))/(Rrs(j,k,3) + Rrs(j,k,8)) > -0.75 % ML + if (Rrs(j,k,7) - Rrs(j,k,5))/(Rrs(j,k,7) + Rrs(j,k,5)) > 0.75 % M + map(j,k) = FW; % Forested Wetland + elseif sum(Rrs(j,k,3:5)) > 0.12 && sum(Rrs(j,k,7:8)) > 0.45 % ML + map(j,k) = FU; % FORESTED UPLAND + elseif (Rrs(j,k,7) - Rrs(j,k,5))/(Rrs(j,k,7) + Rrs(j,k,5)) > 0.60 + map(j,k) = FW; % Forested Wetland + elseif Rrs(j,k,7) < 0.3 && sum(Rrs(j,k,7:8)) > 0.25 + if (Rrs(j,k,5) - Rrs(j,k,3))/(Rrs(j,k,5) + Rrs(j,k,3)) > 0.1 + map(j,k) = DG; % Dead Grass + elseif Rrs(j,k,7) < 0.27 && sum(Rrs(j,k,7:8)) < 0.5 + map(j,k) = MA; % Marsh + else map(j,k) = FU; % Forested Upland + end + end + elseif (Rrs(j,k,4) - Rrs(j,k,5))/(Rrs(j,k,4) + Rrs(j,k,5)) > 0.08 + map(j,k) = 6; % Marsh (was algal flat) + else map(j,k) = FU; % Forested Upland + end + elseif (Rrs(j,k,8) - Rrs(j,k,5))/(Rrs(j,k,8) + Rrs(j,k,5)) > 0.65 + map(j,k) = FU; % Forested Upland + elseif Rrs(j,k,7) < 0.4 % Marsh, Scrub, Grass, Dead Veg + if (Rrs(j,k,4) - Rrs(j,k,5))/(Rrs(j,k,4) + Rrs(j,k,5)) > 0.08 + map(j,k) = 6; % Marsh (was algal flat) + elseif (Rrs(j,k,5) - Rrs(j,k,3))/(Rrs(j,k,5) + Rrs(j,k,3)) > 0.05 %&& Rrs(j,k,7) < 0.27 % Agriculture or senesced veg/grass + map(j,k) = DG; % Dead veg + else map(j,k) = UG; % Grass + end +% elseif sum(Rrs(j,k,7:8)) < 0.8 && sum(Rrs(j,k,7:8)) > 0.65 % Live grass high, dead grass low +% map(j,k) = 10; % Upland Forest + else map(j,k) = SC; % Scrub/shrub + end + %% Developed and Soil + elseif (Rrs(j,k,7) - Rrs(j,k,2))/(Rrs(j,k,7) + Rrs(j,k,2)) < 0.60 && Rrs(j,k,5) > Rrs(j,k,4) && waterind(j,k) == 0 %Rrs(j,k,8) > 0.1 % && Rrs(j,k,4) > Rrs(j,k,3) + if Rrs(j,k,5)/Rrs(j,k,7) > 0.7 && Rrs(j,k,5)/Rrs(j,k,7) < 1.1 + if BAI(j,k) == 0 && BW1(j,k) == 1 %BW4(j,k) == 1 + map(j,k) = dev; %Developed. Was: BS; % Soil (fallow field) + elseif BAI(j,k) == 1 && BW1(j,k) == 0 + map(j,k) = BS; % Soil + elseif BW1(j,k) == 1 + if sum(Rrs(j,k,1:2))<0.35 + if sum(Rrs(j,k,6:8)) < 0.85%avg_SD_sum + map(j,k) = dev; % Developed + else map(j,k) = BS; % Soil + end + elseif sum(Rrs(j,k,1:2)) > 0.6 + map(j,k) = dev; + else map(j,k) = dev; + end + elseif sum(Rrs(j,k,6:8)) < avg_SD_sum + map(j,k) = dev; + else map(j,k) = dev; % Developed + end + else map(j,k) = BS; % Soil + end + %% Water + elseif Rrs(j,k,8)<0.2 && Rrs(j,k,8)>0|| Rrs(j,k,8)0 || Rrs(j,k,8)>Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,7) && Rrs(j,k,6)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,5) && Rrs(j,k,4)>Rrs(j,k,3) && Rrs(j,k,8)>0% Identify all water (glinted and glint-free) + if v > u*0.25 && u>0.1*num_pix + % Deglint equation + Rrs_deglint(1,1) = (Rrs(j,k,1) - (E_glint(1)*(Rrs(j,k,8) - mnNIR2))); + Rrs_deglint(2,1) = (Rrs(j,k,2) - (E_glint(2)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(3,1) = (Rrs(j,k,3) - (E_glint(3)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(4,1) = (Rrs(j,k,4) - (E_glint(4)*(Rrs(j,k,8) - mnNIR2))); + Rrs_deglint(5,1) = (Rrs(j,k,5) - (E_glint(5)*(Rrs(j,k,7) - mnNIR1))); + Rrs_deglint(6,1) = (Rrs(j,k,6) - (E_glint(6)*(Rrs(j,k,8) - mnNIR2))); + + % Convert above-surface Rrs to below-surface rrs (Kerr et al. 2018) + Rrs_0(1:5) = Rrs_deglint(1:5)./(zeta + G.*Rrs_deglint(1:5)); % Was Rrs_0= + % Relative depth estimate + dp = m0*real(log(1000*Rrs_0(1))/log(1000*Rrs_0(3))) - m1; % Calculate depth (Stumpf 2003 ratio transform with Kerr et al. 2018 coefficients) + + if dp < 15 && dp > 0 % Parameters based on Kerr 2018 RMSE-based recommended constraints (depths greater than 15m inaccurate) + Bathy(j,k) = dp; + else dp = 0; + end + +% for d = 1:5 +% Rrs(j,k,d) = real(((Rrs_0(d)-rrs_inf(d))/exp(-2*Kd(1,d)*dp))+rrs_inf(d)); % Calculate water-column corrected benthic reflectance (Traganos 2017 & Maritorena 1994) +% end + + %% DT + if Shadow(j,k) == 1 && max(Rrs(j,k,:)) == Rrs(j,k,2) % Max band3-6 = turbid/shallow water + map(j,k) = 0; % Shadow + else map(j,k) = WA; % Deep water + end + else % For glint-free/low-glint images + Rrs_0(1:5) = Rrs(j,k,1:5)./(zeta + G.*Rrs(j,k,1:5)); % Convert above-surface Rrs to subsurface rrs (Kerr et al. 2018, Lee et al. 1998) + dp = m0*real(log(1000*Rrs_0(2))/log(1000*Rrs_0(3))) - m1; % Calculate depth (Stumpf 2003 ratio transform with Kerr et al. 2018 coefficients) + if dp < 15 && dp > 0 % Parameters based on Kerr 2018 RMSE-based recommended constraints (depths greater than 15m inaccurate) + Bathy(j,k) = dp; + else dp = 0; + end + %% DT + if Shadow(j,k) == 1 && max(Rrs(j,k,:)) == Rrs(j,k,2) % Max band3-6 = turbid/shallow water + map(j,k) = 0; % Shadow/Unclassified + else map(j,k) = WA; % Deep water +% end + end + end % if v>u + end % If water/land + end % If isnan + end % k + + end % j + end + + +%% DT Filter + if filter > 0 + update = 'Filtering' + dt_filt = DT_Filter(map,filter,sz(1),sz(2),dev,FW,FU,UG,WA); + if cld_idx == 1 + AA = [loc_out,id,'_',loc,'_SOALCHI_filt_',num2str(filter),'_Cloudy']; + else AA = [loc_out,id,'_',loc,'_SOALCHI_filt_',num2str(filter)]; + end + geotiffwrite(AA,dt_filt,R(1,1),'CoordRefSysCode',coor_sys); + else + Z1 = [loc_out,id,'_',loc,'_Map_nofilt']; + geotiffwrite(Z1,map,R(1,1),'CoordRefSysCode',coor_sys); + end + +% TP(z,1) = m0; +% TP(z,2) = m1; +% TP(z,3) = chla; + + %% Output images +% Z = [loc_out,id,'_',loc,'_Bathy_MAv1']; +% geotiffwrite(Z,Bathy,R(1,1),'CoordRefSysCode',coor_sys); + +% Z2 = [Rrs_out,id,'_',loc,'_Rrs']; % last=52 +% geotiffwrite(Z2,Rrs,R(1,1),'CoordRefSysCode',coor_sys); +% + end % If dt>0 + + + wtime = toc; + time_min = wtime/60; + fprintf(1,'Matlab CPU time (minutes) = %f\n', time_min); + +end + diff --git a/wv_classify/wv_classify.m b/3d_wetlands/wv_classify_v1.m similarity index 100% rename from wv_classify/wv_classify.m rename to 3d_wetlands/wv_classify_v1.m diff --git a/3d_wetlands/wv_classify_v1.py b/3d_wetlands/wv_classify_v1.py new file mode 100644 index 0000000..9902199 --- /dev/null +++ b/3d_wetlands/wv_classify_v1.py @@ -0,0 +1,895 @@ +# WV2 Processing +# +# Author: Matt McCarthy +# ported from MATLAB by Tylar Murray +# +# Loads TIFF WorldView-2 image files preprocessed through Polar Geospatial +# Laboratory python code, which orthorectifies and projects .NTF files and +# outputs as +# TIFF files +# Radiometrically calibrates digital count data +# Atmospherically corrects images by subtracting Rayleigh Path Radiance +# Converts image to surface reflectance by accounting for Earth-Sun +# distance, solar zenith angle, and average spectral irradiance +# Tests and optionally corrects for sunglint +# Corrects for water column attenuation +# Runs Decision Tree classification on each image +# Optionally smooths results through moving-window filter +# Outputs images as GEOTIFF files with geospatial information. + +# built-in imports: +import sys +from os import path +from glob import glob +from math import pi + +import numpy +from numpy import isnan +from numpy import zeros +# from numpy import std + +# dep packages: +# from skimage.morphology import square as square_strel +# from skimage.morphology import white_tophat as imtophat +# from skimage.filters import threshold_otsu as imbinarize + +# local imports: +# from DT_Filter import DT_Filter +from wv_classify.matlab_fns import geotiffread +from wv_classify.matlab_fns import geotiffwrite +from wv_classify.matlab_fns import cosd +from wv_classify.matlab_fns import sind +from wv_classify.matlab_fns import tand +from wv_classify.matlab_fns import acosd +from wv_classify.matlab_fns import asind +from wv_classify.matlab_fns import rdivide +from wv_classify.read_wv_xml import read_wv_xml +from wv_classify.run_rrs import run_rrs +from wv_classify.stumpf_relative_depth import stumpf_relative_depth + +OUTPUT_NaN = numpy.nan +BASE_DATATYPE = numpy.float32 +# dst_ds.GetRasterBand(1).SetNoDataValue(OUTPUT_NaN) +# === Assign constants for all images +# Effective Bandwidth per band +# (nm converted to um units; from IMD metadata files) +ebw = [0.0473, 0.0543, 0.0630, 0.0374, 0.0574, 0.0393, 0.0989, 0.0996] + +# Band-averaged Solar Spectral Irradiance (W/m2/um units) +irr = [ + 1758.2229, 1974.2416, 1856.4104, 1738.4791, 1559.4555, 1342.0695, + 1069.7302, 861.2866 +] +# Center wavelength +# (used for Rayleigh correction; from Radiometric Use of WorldView-2 +# Imagery) +cw = [0.4273, 0.4779, 0.5462, 0.6078, 0.6588, 0.7237, 0.8313, 0.9080] +# Factor used in Rayleigh Phase Function equation (Bucholtz 1995) +gamma = [0.0150, 0.0147, 0.0144, 0.0141, 0.0141, 0.0141, 0.0138, 0.0138] + + +def process_file( + X, # MS Tiff input image path + Z, # XML met input file path + loc_out, # output directory + loc, # RoI identifier string + coor_sys=4326, # coordinate system code + d_t=2, # 0=End after Rrs conversion; 1=rrs, bathy, DT; 2 = rrs, bathy & DT + Rrs_write=1, # 1=write Rrs geotiff; 0=do not write +): + """ + process a single set of files + """ + if d_t == 1: # this is here to catch it quickly + raise NotImplementedError("rrs output only not yet supported") + + if not loc_out.endswith("/"): + loc_out += "/" + + fname = path.basename(X) + id = fname[0:18] + + A, R = geotiffread(X, numpy_dtype=BASE_DATATYPE) + print("\tinput size: {}".format(A.shape)) + szA = [A.shape[0], A.shape[1], A.shape[2]] + + ( + szB, aqmonth, aqyear, aqhour, aqminute, aqsecond, sunaz, sunel, + satel, sensaz, aqday, satview, kf, cl_cov + ) = read_wv_xml(Z) + + szB[2] = 8 + + print(" === calculating coefficients...") + # ================================================================== + # === Calculate Earth-Sun distance and relevant geometry + # ================================================================== + if aqmonth == 1 or aqmonth == 2: + year = aqyear - 1 + month = aqmonth + 12 + else: + year = aqyear + month = aqmonth + # end + # Convert time to UT + UT = aqhour + (aqminute/60) + (aqsecond/3600) + B1 = int(year/100) + B2 = 2-B1+int(B1/4) + # Julian date + JD = ( + int(365.25*(year+4716)) + int(30.6001*(month+1)) + aqday + + UT/24.0 + B2 - 1524.5 + ) + D = JD - 2451545.0 + degs = float(357.529 + 0.98560028*D) # Degrees + # Earth-Sun distance at given date + ESd = 1.00014 - 0.01671*cosd(degs) - 0.00014*cosd(2*degs) + # (should be between 0.983 and 1.017) + assert 0.983 < ESd and ESd < 1.017 + inc_ang = 90 - sunel + # Atmospheric spectral transmittance in solar path with solar + # zenith angle + TZ = cosd(inc_ang) + # Atmospheric spectral transmittance in view path with satellite + # view angle + TV = cosd(satview) + # ================================================================== + + # ================================================================== + # === Calculate Rayleigh Path Radiance + # ================================================================== + # (Dash et al. 2012 and references therein) + # For the following equations, azimuths should be + # between -180 and +180 degrees + if sunaz > 180: + sunaz = sunaz - 360 + # end + if sensaz > 180: + sensaz = sensaz - 360 + # end + + az = abs(sensaz - 180 - sunaz) # Relative azimuth angle + # Scattering angles + thetaplus = acosd( + cosd(90-sunel)*cosd(90-satel) - + sind(90-sunel)*sind(90-satel)*cosd(az) + ) + Pr = [0]*8 + for d in range(8): + # Rayleigh scattering phase function (described in Bucholtz 1995) + Pr[d] = ( + (3/(4*(1+2*gamma[d]))) * + ((1+3*gamma[d])+(1-gamma[d])*cosd(thetaplus)**2) + ) + # end + + tau = [0]*8 + for d in range(8): + # Rayleigh optical thickness + # (Hansen and Travis); Dash et al. 2012 eq 7 + # P_0 = 1013.25 + # rayleigh_optical_thickness = ( + # (P / P_O) * 0.008569 * wavelength**-4 * + # (1 + 0.0113*wavelength**-2 + 0.00013*wavelength**-4) + # ) + # assuming std pressure of 1013.25 mb (P == P_0) + # rayleigh_optical_thickness = ( + # 1 * 0.008569 * wavelength**-4 * + # (1 + 0.0113*wavelength**-2 + 0.00013*wavelength**-4) + # ) + tau[d] = ( + 1 * 0.008569*(cw[d]**-4) * + (1 + 0.0113*(cw[d]**-2) + 0.00013*cw[d]**-4) + ) + + # end + + # Rayleigh calculation (aerosol path radiance) + # (Dash et al., 2012) eq 16 + w_0 = 1 # single_scattering_albedo + ray_rad = [0]*8 + for d in range(8): + ray_rad[d] = ( + ((irr[d] / ESd) * w_0 * tau[d] * Pr[d]) / + (4 * pi * cosd(90-satel)) + ) + + # rrs constant calculation (Kerr et al. 2018 and Mobley 1994) + G = 1.56 # constant (Kerr eq. 3) + na = 1.00029 # Refractive index of air + nw = 1.34 # Refractive index seawater + # Incident angle for water-air from Snell's Law + inc_ang2 = (asind(sind(90-satel)*nw/na)) + # Transmission angle for air-water incident light from Snell's Law + trans_aw = (asind(sind(inc_ang)*na/nw)) + # Transmission angle for water-air incident light from Snell's Law + trans_wa = 90-satel + # Fresnel reflectance for air-water incident light (Mobley 1994) + pf1 = (0.5*( + (sind(inc_ang - trans_aw)/(sind(inc_ang + trans_aw)))**2 + + (tand(inc_ang - trans_aw)/(tand(inc_ang + trans_aw)))**2 + )) + pf2 = (0.5*( + (sind(inc_ang2 - trans_wa)/(sind(inc_ang2 + trans_wa)))**2 + + (tand(inc_ang2 - trans_wa)/(tand(inc_ang2 + trans_wa)))**2 + )) + # rrs constant (~0.52) from Mobley 1994 + zeta = (float((1-pf1)*(1-pf2)/(nw**2))) + # ================================================================== + # Adjust file size: Input file (A) warped may contain more or fewer + # columns/rows than original NITF file, and some may be corrupt. + sz = [0]*2 + sz[0] = min(szA[0], szB[0]) + sz[1] = min(szA[1], szB[1]) + n_bands = 8 + + print("\tszA: {}".format(szA)) + print("\tszB: {}".format(szB)) + print("\tsz : {}".format(sz)) + + # TODO: this diagnostic could be made pretting using + # https://pypi.org/project/tabulate/ + print("ESd:{}\tTZ:{}\tTV:{}".format(ESd, TZ, TV)) + print("irr\t", irr) + print("tau\t", tau) + print("Pr \t", Pr) + print("rrd\t", ray_rad) + print("kf \t", kf) + print("ebw\t", ebw) + print("gamma\t", gamma) + print("thetaplus\t", thetaplus) + # === Radiometrically calibrate and convert to Rrs + # === optimze calculation by pre-computing coefficients for each band + # (A * KF / - RAY_RAD) * pi * ESd**2 / ( IRR * tz * tv) + # (A * KF / - RAY_RAD) * PI_ESD_etc + # (A * C1 - C2 ) where + # C1 = (KF / EBW)*pi*ESd**2 / (IRR*tz*tv) + # C2 = RAY_RAD *pi*ESd**2 / (IRR*tz*tv) + C1 = numpy.array( + [ + (pi * ESd**2 * kf[d]) / (irr[d] * TZ * TV * ebw[d]) + for d in range(n_bands) + ], + BASE_DATATYPE + ) + C2 = numpy.array( + [ + (pi * ray_rad[d] * ESd**2) / (irr[d] * TZ * TV) + for d in range(n_bands) + ], + BASE_DATATYPE + ) + print("C1\t", C1) + print("C2\t", C2) + + # === Assign NaN to no-data pixels + print(" === clearing invalid pixels...") + # the equation below does invalidity_mask = numpy.where(A in [0, 2047]) + # why abs & 1023.5? See https://stackoverflow.com/a/16343791/1483986 + print("calc mask") + invalidity_mask = abs(A - 1023.5) == 1023.5 # or should this be <= + # sum across band dimension, resulting in 2d boolean array of only x,y + print("reduce ", invalidity_mask.shape) + invalidity_mask = numpy.add.reduce(invalidity_mask, 2, dtype=bool) + # get x,y indicies for all pixels who failed the test + print("index ", invalidity_mask.shape) + invalid_pixel_indicies = numpy.nonzero(invalidity_mask) + n_pixels = A.shape[0] * A.shape[1] + n_invalid = len(invalid_pixel_indicies[0]) + n_valid = n_pixels - n_invalid + print("{} invalid pixels found at x,y:\n\t{}".format( + n_invalid, invalid_pixel_indicies + )) + print("percent of good pixels in image: {:2.2f}%".format( + 100 * n_valid/n_pixels + )) + # set all bands in invalid pixels to NAN + A[invalid_pixel_indicies] = [OUTPUT_NaN]*8 + + print(" === calculating Rrs...") + # === calculate all at once w/ numpy element-wise broadcasing: + Rrs = A * C1 - C2 + + # TODO: rm less efficient alternatives below: + # === calculate all at once w/ list comprehension + # Rrs = [[[ + # C1[d] * A[j, k, d] - C2[d] + # for d in range(8)] for j in range(sz[0])] for k in range(sz[1]) + # ] # or... + # === Preallocate & calculate each pixel: + # Rrs = zeros((sz[0], sz[1], n_bands), dtype=float) # 8 bands x input size + # good_pixels = invalid_pixels = 0 + # for j in range(sz[0]): + # if j % 50 == 0: # print every Nth row number to entertain the user + # print(j, end='\t', flush=True) + # # Assign NaN to pixels of no data + # # If a pixel contains data values other than "zero" or + # # "two thousand and forty seven" in any band, it is calibrated; + # # otherwise, it is considered "no-data" - this avoids a + # # problem created during the orthorectification process + # # wherein reprojecting the image may resample data + # for k in range(sz[1]): + # # print(k, end='|') + # if any(band_val not in [0, 2047] for band_val in A[j, k, :]): + # # Radiometrically calibrate and convert to Rrs + # # (adapted from Radiometric Use of + # # WorldView-2 Imagery( + # Rrs[j, k, :] = [ + # A[j, k, d] * C1[d] - C2[d] + # for d in range(n_bands) + # ] + # good_pixels += 1 + # else: + # Rrs[j, k, :] = OUTPUT_NaN + # invalid_pixels += 1 + # print( + # "\n\tDone. {} px calculated. {} px skipped.".format( + # good_pixels, invalid_pixels + # ) + # ) + del A # clear A + print("\t Rrs size: {}".format(Rrs.shape)) + # === Output reflectance image + if Rrs_write == 1: + Z = ''.join([loc_out, id, '_', loc, '_Rrs.tif']) + geotiffwrite(Z, Rrs, R, CoordRefSysCode=coor_sys) + # end + + if d_t > 0: + ( + v, u, E_glint_slope, E_glint_y_int, BW, + avg_SD_sum, avg_veg_sum, avg_mang_sum, avg_water_sum + ) = run_rrs(sz, Rrs, zeta, G) + + # Preallocate for Bathymetry + Bathy = numpy.zeros((szA[0], szA[1]), dtype=numpy.float) + Rrs_deglint = zeros((5, 1)) # Preallocate for deglinted Rrs + # Preallocate water-column corrected Rrs + # Rrs_0 = zeros((5, 1)) + + if d_t == 1: # Execute Deglinting rrs and Bathymetry + raise NotImplementedError("rrs output only not yet supported") + # print('Executing Deglinting rrs and Bathymetry...') + # if v > u*0.25: + # # Deglint equation + # Rrs_deglint[0, 0] = ( + # Rrs[j, k, 0] - (E_glint[0]*(Rrs[j, k, 7] - mnNIR2)) + # ) + # Rrs_deglint[1, 1] = ( + # Rrs[j, k, 1] - (E_glint[1]*(Rrs[j, k, 6] - mnNIR1)) + # ) + # Rrs_deglint[2, 1] = ( + # Rrs[j, k, 2] - (E_glint[2]*(Rrs[j, k, 6] - mnNIR1)) + # ) + # Rrs_deglint[3, 1] = ( + # Rrs[j, k, 3] - (E_glint[3]*(Rrs[j, k, 7] - mnNIR2)) + # ) + # Rrs_deglint[4, 1] = ( + # Rrs[j, k, 4] - (E_glint[4]*(Rrs[j, k, 6] - mnNIR1)) + # ) + # Rrs_deglint[5, 1] = ( + # Rrs[j, k, 5] - (E_glint[5]*(Rrs[j, k, 7] - mnNIR2)) + # ) + # + # # Convert above-surface Rrs to below-surface rrs + # # (Kerr et al. 2018) + # # Was Rrs_0= + # Rrs[j, k, 0:5] = rdivide( + # Rrs_deglint[0:5], + # (zeta + G*Rrs_deglint[0:5]) + # ) + # dp = stumpf_relative_depth(Rrs_0(1), Rrs_0(2)) + # Bathy[j, k] = dp + # # for d = 1:5 + # # # Calculate water-column corrected benthic reflectance + # # # (Traganos 2017 & Maritorena 1994) + # # Rrs(j, k, d) = ( + # # ((Rrs_0(d)-rrs_inf(d))/exp(-2*Kd(1, d)*dp_sc)) + + # # rrs_inf(d) + # # ) + # # end + # + # else: # For glint-free/low-glint images + # # Convert above-surface Rrs to subsurface rrs + # # (Kerr et al. 2018, Lee et al. 1998) + # Rrs[j, k, 0:5] = rdivide( + # Rrs[j, k, 0:5], + # (zeta + G*Rrs[j, k, 0:5]) + # ) + # # Calculate relative depth (Stumpf 2003 ratio transform) + # dp = stumpf_relative_depth(Rrs_0(2), Rrs_0(3)) + # Bathy[j, k] = dp + # # end + + elif d_t == 2: + # Execute Deglinting rrs, Bathymetery, and Decision Tree + print('Executing Deglinting rrs, Bathymetery, and Decision Tree...') + # Create empty matrix for classification output + classif_map = numpy.zeros((szA[0], szA[1]), dtype='uint16') + # map = zeros(szA[0], szA[1], 'uint8') + + # update = 'Running DT' + for j in range(1, sz[0]): + print("\trow {}".format(j), end="\r") + for k in range(1, sz[1]): + if isnan(Rrs[j, k, 0]) == 0: + # === Mud, Developed and Sand + if ( + (Rrs[j, k, 6] - Rrs[j, k, 1]) / + (Rrs[j, k, 6] + Rrs[j, k, 1]) < 0.60 and + Rrs[j, k, 4] > Rrs[j, k, 3] and + Rrs[j, k, 3] > Rrs[j, k, 2] + ): + if ( + Rrs[j, k, 6] < Rrs[j, k, 1] and + Rrs[j, k, 7] > Rrs[j, k, 4] + ): + classif_map[j, k] = 0 # Shadow + elif ( # Buildings & bright sand + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) < 0.01 and + Rrs[j, k, 7] > 0.05 + ): + if BW[j, k] == 1: + classif_map[j, k] = 11 # Developed + elif sum(Rrs[j, k, 5:8]) < avg_SD_sum: + classif_map[j, k] = 22 # Mud (intertidal?) + else: + classif_map[j, k] = 21 # Beach/sand/soil + # end + elif ( + Rrs[j, k, 4] > + ( + Rrs[j, k, 1] + + ((Rrs[j, k, 6]-Rrs[j, k, 1])/5)*2 + ) + ): + classif_map[j, k] = 21 # Beach/sand/soil + elif ( + Rrs[j, k, 4] < ( + ((Rrs[j, k, 6] - Rrs[j, k, 1])/5)*3 + + Rrs[j, k, 1] + )*0.60 and Rrs[j, k, 6] > 0.2 + ): + classif_map[j, k] = 31 # Marsh grass + else: + classif_map[j, k] = 22 # Mud + # end + elif ( + Rrs[j, k, 1] > Rrs[j, k, 2] and + Rrs[j, k, 6] > Rrs[j, k, 2] and + Rrs[j, k, 1] < 0.1 and + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) < 0.20 or + Rrs[j, k, 7] > 0.05 and + Rrs[j, k, 6] > Rrs[j, k, 1] and + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) < 0.1 + ): + if BW[j, k] == 1: + classif_map[j, k] = 11 # Shadow/Developed + else: + classif_map[j, k] = 22 # Mud + # end + # === Vegetation + elif ( # Vegetation pixels (NDVI) + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) > 0.20 and + Rrs[j, k, 6] > Rrs[j, k, 2] + ): + # Shadowed-vegetation filter + # (B7/B8 ratio excludes marsh, which tends + # to have very similar values here) + if ( + Rrs[j, k, 6] > Rrs[j, k, 1] and + ( + (Rrs[j, k, 6] - Rrs[j, k, 1]) / + (Rrs[j, k, 6] + Rrs[j, k, 1]) + ) < 0.20 and + (Rrs[j, k, 6] - Rrs[j, k, 7]) / + (Rrs[j, k, 6] + Rrs[j, k, 7]) > 0.01 + ): + classif_map[j, k] = 0 # Shadow + elif sum(Rrs[j, k, 2:4]) < avg_veg_sum: + # Agriculture filter based on elevated Blue + # band values + if ( + (Rrs[j, k, 1] - Rrs[j, k, 4]) / + (Rrs[j, k, 1] + Rrs[j, k, 4]) < 0.4 + ): + if ( + Rrs[j, k, 6] > 0.12 and + sum(Rrs[j, k, 6:7]) / + sum(Rrs[j, k, 2:4]) > 2 + ): + classif_map[j, k] = 33 # Forested Wetland + # Dead vegetation or Marsh + else: + classif_map[j, k] = 31 + # end + else: + # Forested Upland + # (most likely agriculture) + classif_map[j, k] = 32 + # end + elif sum(Rrs[j, k, 6:7]) < avg_mang_sum: + # Agriculture filter based on elevated + # blue band values + if ( + ( + (Rrs[j, k, 1] - Rrs[j, k, 4]) / + (Rrs[j, k, 1] + Rrs[j, k, 4]) + ) < 0.4 + ): + if ( + Rrs[j, k, 6] > 0.12 and + sum(Rrs[j, k, 6:7]) / + sum(Rrs[j, k, 2:4]) > 2 + ): + classif_map[j, k] = 33 # Forested Wetland + else: # Marsh or Dead Vegetation + classif_map[j, k] = 31 + # end + else: + # Forested Upland + # (most likely agriculture) + classif_map[j, k] = 32 + # end + elif ( # NDVI for high upland values + (Rrs[j, k, 7] - Rrs[j, k, 4]) / + (Rrs[j, k, 7] + Rrs[j, k, 4]) > 0.65 + ): + classif_map[j, k] = 32 # Upland Forest/Grass + elif ( + + Rrs[j, k, 4] > ( + ((Rrs[j, k, 6] - Rrs[j, k, 1])/5)*3 + + Rrs[j, k, 1] + )*0.60 and Rrs[j, k, 6] < 0.2 + ): + # Difference of B5 from predicted B5 by + # slope of B7:B4 to distinguish marsh + # (old: live vs dead trees/grass/marsh) + classif_map[j, k] = 31 # Marsh grass + elif Rrs[j, k, 6] < 0.12: + classif_map[j, k] = 30 # Dead vegetation + else: + classif_map[j, k] = 32 # Upland Forest/Grass + # end + # === Water + elif ( # Identify all water (glinted & glint-free) + Rrs[j, k, 7] < 0.2 and Rrs[j, k, 7] > 0 or + Rrs[j, k, 7] < Rrs[j, k, 6] and + Rrs[j, k, 5] < Rrs[j, k, 6] and + Rrs[j, k, 5] < Rrs[j, k, 4] and + Rrs[j, k, 3] < Rrs[j, k, 4] and + Rrs[j, k, 3] < Rrs[j, k, 2] and + Rrs[j, k, 7] > 0 or + Rrs[j, k, 7] > Rrs[j, k, 6] and + Rrs[j, k, 5] > Rrs[j, k, 6] and + Rrs[j, k, 5] > Rrs[j, k, 4] and + Rrs[j, k, 3] > Rrs[j, k, 4] and + Rrs[j, k, 3] > Rrs[j, k, 2] and + Rrs[j, k, 7] > 0 + ): + # classif_map[j, k] = 5 + if v > u*0.25: + print("deglint:") + # Deglint equation + print("\t{}x{} - {}".format( + float(E_glint_slope[0]), + float(Rrs[j, k, 7]), + float(E_glint_y_int[0]), + )) + Rrs_deglint[0, 0] = ( + Rrs[j, k, 0] - + ( + float(E_glint_slope[0]) * + float(Rrs[j, k, 7]) - + float(E_glint_y_int[0]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[1]), + float(Rrs[j, k, 6]), + float(E_glint_y_int[1]), + )) + Rrs_deglint[1, 0] = ( + Rrs[j, k, 1] - + ( + float(E_glint_slope[1]) * + float(Rrs[j, k, 6]) - + float(E_glint_y_int[1]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[2]), + float(Rrs[j, k, 6]), + float(E_glint_y_int[2]), + )) + Rrs_deglint[2, 0] = ( + Rrs[j, k, 2] - + ( + float(E_glint_slope[2]) * + float(Rrs[j, k, 6]) - + float(E_glint_y_int[2]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[3]), + float(Rrs[j, k, 7]), + float(E_glint_y_int[3]), + )) + Rrs_deglint[3, 0] = ( + Rrs[j, k, 3] - + ( + float(E_glint_slope[3]) * + float(Rrs[j, k, 7]) - + float(E_glint_y_int[3]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[4]), + float(Rrs[j, k, 6]), + float(E_glint_y_int[4]), + )) + Rrs_deglint[4, 0] = ( + Rrs[j, k, 4] - + ( + float(E_glint_slope[4]) * + float(Rrs[j, k, 6]) - + float(E_glint_y_int[4]) + ) + ) + print("\t{}x{} - {}".format( + float(E_glint_slope[5]), + float(Rrs[j, k, 7]), + float(E_glint_y_int[5]), + )) + Rrs_deglint[5, 0] = ( + Rrs[j, k, 5] - + ( + float(E_glint_slope[5]) * + float(Rrs[j, k, 7]) - + float(E_glint_y_int[5]) + ) + ) + + # Convert above-surface Rrs to + # below-surface rrs (Kerr et al. 2018) + Rrs[j, k, 0:5] = rdivide( + Rrs_deglint[0:5], + # Was Rrs_0= + (zeta + G*Rrs_deglint[0:5]) + ) + dp = stumpf_relative_depth(Rrs[j, k, 1], Rrs[j, k, 2]) + Bathy[j, k] = dp + # dp_sc = (dp-low)*scale_dp + + # for d = 1:5: + # # Calculate water-column corrected + # # benthic reflectance (Traganos 2017 & + # # Maritorena 1994) + # Rrs(j, k, d) = ( + # ((Rrs_0(d)-rrs_inf(d)) / + # exp(-2*Kd(1, d)*dp_sc))+rrs_inf(d)) + # end + + # === DT + if Rrs[j, k, 5] < Rrs[j, k, 6]: + classif_map[j, k] = 0 # Shadow + elif ( + (Rrs[j, k, 2] - Rrs[j, k, 3]) / + (Rrs[j, k, 2] + Rrs[j, k, 3]) < 0.10 + # (Rrs[j, k, 1] - Rrs[j, k, 3]) / + # (Rrs[j, k, 1]+Rrs[j, k, 3]) < 0 + ): + if ( + Rrs[j, k, 3] > Rrs[j, k, 2] or + Rrs[j, k, 4] > Rrs[j, k, 2] + ): + classif_map[j, k] = 53 # Soft bottom + elif ( # NEW from 0.05 + sum(Rrs[j, k, 2:4]) > avg_water_sum and + (Rrs[j, k, 4] - Rrs[j, k, 1]) / + (Rrs[j, k, 4] + Rrs[j, k, 1]) > 0.1 + ): + classif_map[j, k] = 52 # Soft bottom + # Separate seagrass from dark water NEW + elif ( + Rrs[j, k, 3] > Rrs[j, k, 1] and + (Rrs[j, k, 2] - Rrs[j, k, 5]) / + (Rrs[j, k, 2] + Rrs[j, k, 5]) < 0.60 + ): + # Separate seagrass from turbid water + # NEW + if ( + (Rrs[j, k, 2] - Rrs[j, k, 4]) / + (Rrs[j, k, 2] + Rrs[j, k, 4]) > 0.1 + ): + classif_map[j, k] = 54 # Seagrass + else: + classif_map[j, k] = 55 # Turbid water + # end + else: + classif_map[j, k] = 51 # Deep water + # end + else: + classif_map[j, k] = 51 # Deep water + # end + else: # For glint-free/low-glint images + # Convert above-surface Rrs to subsurface rrs + # (Kerr et al. 2018, Lee et al. 1998) + Rrs[j, k, 0:5] = rdivide( + Rrs[j, k, 0:5], + (zeta + G*Rrs[j, k, 0:5]) + ) + # Calculate relative depth + # (Stumpf 2003 ratio transform) + dp = stumpf_relative_depth(Rrs[j, k, 1], Rrs[j, k, 2]) + Bathy[j, k] = dp + # end + # dp_sc = (dp-low)*scale_dp + # for d = 1:5 + # # Calculate water-column corrected + # # benthic reflectance (Traganos 2017 & + # # Maritorena 1994) + # Rrs(j, k, d) = ( + # ((Rrs_0(d)-rrs_inf(d)) / + # exp(-2*Kd(1, d)*dp_sc))+rrs_inf(d) + # ) + # end + # === DT + if Rrs[j, k, 5] < Rrs[j, k, 6]: + classif_map[j, k] = 0 # Shadow + elif ( + (Rrs[j, k, 2] - Rrs[j, k, 3]) / + (Rrs[j, k, 2] + Rrs[j, k, 3]) < 0.10 + # (Rrs[j, k, 1] - Rrs[j, k, 3]) / + # (Rrs[j, k, 1]+Rrs[j, k, 3]) < 0 + ): + if ( + Rrs[j, k, 3] > Rrs[j, k, 2] or + Rrs[j, k, 4] > Rrs[j, k, 2] + ): + classif_map[j, k] = 53 # Soft bottom + elif ( + sum(Rrs[j, k, 2:4]) > avg_water_sum and + (Rrs[j, k, 4] - Rrs[j, k, 1]) / + (Rrs[j, k, 4] + Rrs[j, k, 1]) > 0.1 + ): + classif_map[j, k] = 52 # Soft bottom + elif ( # Separate seagrass from dark water + Rrs[j, k, 3] > Rrs[j, k, 1] and + (Rrs[j, k, 2] - Rrs[j, k, 5]) / + (Rrs[j, k, 2] + Rrs[j, k, 5]) < 0.60 + ): + # Separate seagrass from turbid water + if ( + (Rrs[j, k, 2] - Rrs[j, k, 4]) / + (Rrs[j, k, 2] + Rrs[j, k, 4]) > + 0.10 + ): + classif_map[j, k] = 54 # Seagrass + else: + classif_map[j, k] = 55 # Turbid water + # end + else: + classif_map[j, k] = 51 # Deep water + # end + else: + classif_map[j, k] = 51 # Deep water + # end + # end # if v>u + # end # If water/land + # end # If isnan + # end # k + # if j == szA[0]/4 + # update = 'DT 25# Complete' + # end + # if j == szA[0]/2 + # update = 'DT 50# Complete' + # end + # if j == szA[0]/4*3 + # update = 'DT 75# Complete' + # end + # end # j + + # === Classes: + # 1 = Developed + # 2 = Vegetation + # 3 = Soil/sand/beach + # 41 = Deep water + # 42 = Benthic Sand + # 43 = Benthic Seagrass + # 44 = Benthic Coral + # 45 = Benthic patch coral + + # === DT Filter + # if filter > 0: + # dt_filt = DT_Filter(map, filter, sz[0], sz[1]) + # AA = ''.join([ + # loc_out, id, '_', loc, '_Map_filt_', str(filter), + # '_benthicnew.tif' + # ]) + # geotiffwrite( + # AA, dt_filt, R, CoordRefSysCode=coor_sys + # ) + # else: + Z1 = ''.join([loc_out, id, '_', loc, '_Map_pytest.tif']) + geotiffwrite(Z1, classif_map, R, CoordRefSysCode=coor_sys) + # end + + # === Output images + # Z = [loc_out, id, '_', loc, '_Bathy1'] + # geotiffwrite(Z, Bathy, R(1, 1), CoordRefSysCode=coor_sys) + Z2 = ''.join([loc_out, id, '_', loc, '_rrssub.tif']) # last=52 + geotiffwrite(Z2, Rrs, R, CoordRefSysCode=coor_sys) + # end # If dt == 2 +# end + + +def main( + input_tiff, input_xml, output_dir, roi_name, crd_sys, dt_out, rrs_out +): + crd_sys = "EPSG:4326" + # === parse arguments: + if crd_sys == "EPSG:4326": + coor_sys = 4326 # Change coordinate system code here + else: + raise ValueError("unknown coord sys: '{}'".format(crd_sys)) + + # sgwid = num2str(sgw) + + process_file( + input_tiff, input_xml, output_dir, roi_name, coor_sys, + int(dt_out), int(rrs_out) + ) + +# TODO: update/rm this: +DATA_DIR = '/home1/mmccarthy/Matt/USF/Other/NERRS_Mapping/Processing' + + +def process_files_in_dir( + loc_in=DATA_DIR + '/Ortho/', + _id=0, # NOTE: unused? + met_in=DATA_DIR + '/Raw/', + coor_sys=4326, # coordinate system code + d_t=2, # 0=End after Rrs conversion; 1=rrs, bathy ; 2 = rrs, bathy & DT + sgw=0, # Sunglint moving-window box = sgw*2 +1 (i.e. 2 = 5x5 box) + filter=3, # 0=None, 1=3x3, 3=7x7, 5=11x11 + _stat=3, # NOTE: unused? + loc='RB', # Typically the estuary acronym, + id_number=0, # (prev SLURM_ARRAY_TASK_ID) TODO: rm this? + loc_out=DATA_DIR + '/Output/' +): + """ + Process a lot of files in directories. + + !!! DEFUNCT + """ + raise NotImplementedError("This function not yet fully ported to python.") + + # === get list of all product files in directory + matfiles = glob(path.join( + 'Matt', 'USF', 'Other', 'NERRS_Mapping', 'Processing', 'Ortho', '*.tif' + )) + # TODO: Revise this to find both all-caps and all lower-case extensions + # matfiles2 = glob(path.join( + # 'Matt', 'USF', 'Other', 'NERRS_Mapping', 'Processing', 'Raw', '*.xml' + # )) + + # loc_in = ['/home1/mmccarthy/Matt/USF/Other/Seagrass/test/'] + # met_in = ['/home1/mmccarthy/Matt/USF/Other/Seagrass/test/'] + # loc_out = ['/home1/mmccarthy/Matt/USF/Other/Seagrass/test/Rrs/'] + # matfiles = path.join'Matt', 'USF', 'Other', 'Seagrass', 'test', '*.tif')) + # matfiles2 = path.join'Matt', 'USF', 'Other', 'Seagrass', 'test','*.xml')) + + sz_files = len(matfiles) + + for z in range(sz_files): # for each file + process_file() + + +if __name__ == "__main__": + main(*sys.argv[1:]) diff --git a/README.md b/README.md index 8aaa8bd..37ede56 100644 --- a/README.md +++ b/README.md @@ -1,114 +1,136 @@ -# wv2-processing -Processing scripts for decision-tree land use classification on WorldView-2 images. - -The submit_py.sh file is what I use in Circe to call the pgc_ortho.py script, which has a number of sub-scripts called. -The submit_py.sh also contains the Matlab script call, so you'll want to comment out those lines before testing it. - -# Installation -1. download: `git clone git@github.com:USF-IMARS/wv2-processing.git` -2. install dependencies - 1. OS-level: - * Ubuntu: - * for gdal: `sudo apt istall -y python3-gdal` - 2. remaining python packages w/ setup.py `pip3 install -e .` - * alternatively: `pip3 install -r requirements.txt` or manually install deps listed therein. - -## Testing -### test data -Test data is stored internally at IMaRS and mounted at `/srv/imars-objects/homes/common/wv2-processing/test_data/`. -To run tests you should create a symlink from there to a dir named `test_data` in this project root `ln -s /srv/imars-objects/homes/common/wv2-processing/test_data/ test_data`. - -Alternatively, you may download these files from google drive [here](test_data.tar.xz) if you have been granted the appropriate permissions. -**TODO: fix this link!** -These files are restricted to IMaRS and collaborators; please do not share them in any form. -Once the file is downloaded you must extract this file to `wv2-processing/test_data/`. - -### running tests -Python tests herein are generally orchestrated by pytest and live alongside the code they are testing with the suffix `_test`. - -Note that comparing hashes on output files doesn't work well b/c of variations in the script and floating point errors so the tests are not very robust; they mostly just check things run without throwing exception. -For much of my testing I had to resort to opening the geotiffs with QGIS and confirming that they look right. - -# github basics - -## download repo to local machine -`git clone https://github.com/USF-IMARS/wv2-processing` - -## basic git/github workflow -1. `git pull origin master` - this updates your local to match the remote -2. make your file edits -3. `git status` to review the changes you have made -4. (optional) `git diff` to review even more closely -5. `git add my-new-file.py` to add new files to the "staging area" -6. `git commit -a -m "my new commit"` submits a commit with all changes and your commit message "my new commit" -7. `git push origin master` this uploads your commits to github - - -# Usage -## Overview & Manual Steps -Processing is broken into a few steps. -Below are examples of how each step might be run. -1. create resampled tifs using pgc_ortho: - * `python ./pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no-pyramids $INPUT_DIR $ORTHO_OUTPUT_DIR` -2. run one of the wv_classify scripts on the resampled tifs - 1. python `python ./wv_classify.py $ORTH_FILE $ID $MET $CRD $DT $SGW $FILT $STAT $LOC $ID_N $RRS_OUT $CLASS_OUT` - 2. matlab: - ``` - matlab -nodisplay -nodesktop -r "\ - cd('/opt/wv2_processing');\ - wv2_processing(\ - '$ORTH_FILE',\ - '{{params.id}}',\ - '$MET',\ - '{{params.crd_sys}}',\ - '{{params.dt}}',\ - '{{params.sgw}}',\ - '{{params.filt}}',\ - '{{params.stat}}',\ - '{{params.loc}}',\ - '{{params.id_number}}',\ - '$RRS_OUT',\ - '$CLASS_OUT'\ - );\ - exit\ - " - ``` -3. use gdal or similar tools to mosaic multiple outputs together - -## Script Parameter Ref - -``` --p = projection (4326 is the EPSG code for WGS geographic projection) --c = stretch (ns means "no stretch") --t = output bit depth --f = file format ---no-pyramids = prevents the code from creating pyramids in the output GeoTIFF -$INPUT_DIR = directory for NITF staging/input -$ORTHO_OUTPUT_DIR' = directory for output of pgc_ortho code as GeoTIFF -'$ORTH_FILE = [this variable is outdated and should be deleted] -$ID = image file name -$MET = metadata file -$CRD = coordinate system (e.g. EPSG 4326) -$DT = input variable for whether to run the decision tree (DT = 2) or to just run Rrs conversion (DT = 0) -$SGW = [this variable is outdated and should be deleted] -$FILT = input variable indicating the size of the moving window filter (1 = 3x2, 2 = 5x5, etc.) -$STAT = [this variable is outdated and should be deleted] -$LOC = string identifier (e.g. "NSF_Texas") -$ID_N = identifier based on the file number being run -$RRS_OUT = directory for output of Rrs GeoTIFFs -$CLASS_OUT = directory for output of mapped GeoTIFFs -``` - -## SLURM -These processing tasks have been executed on USF Research Computing's research cluster, [CIRCE](https://wiki.rc.usf.edu/index.php/CIRCE) using the SLURM task scheduler. -The slurm submission bash script is in the root of this repo at [./submit_py.sh](https://github.com/USF-IMARS/wv2-processing/blob/master/submit_py.sh) - -## Apache Airflow -This task has been run as an airflow DAG on IMaRS's airflow cluster. -The airflow dag definition file can be viewed at [USF-IMARS/imars_dags//dags/processing/wv2_classification/wv_classification.py](https://github.com/USF-IMARS/imars_dags/blob/master/dags/processing/wv2_classification/wv_classification.py). -Accompanying wrapper scripts are in the [scripts subdir of the same location](https://github.com/USF-IMARS/imars_dags/tree/master/dags/processing/wv2_classification/scripts). -Of particular note is [USF-IMARS/imars_dags//dags/processing/wv2_classification/scripts/ntf_to_rrs.sh](https://github.com/USF-IMARS/imars_dags/blob/master/dags/processing/wv2_classification/scripts/ntf_to_rrs.sh). - -USF-IMaRS/imars_dags expects a certain configuration & software suite is expected to exist on each node. -This airflow cluster's software and configuration management is managed via puppet ([IMaRS-private puppet repo ln](https://github.com/usf-imars/imars_puppet)); related documentation can be found there and can be provided on request. -One of the more important dependencies is [imars-etl](https://github.com/USF-IMARS/imars-etl), which wraps IMaRS's underlying object & metadata storage systems. +# wv2-processing +Processing scripts for decision-tree land use classification on WorldView images. +This project funded by NSF South Big Data Hub and then by the RB & JB NERRs. + +## Habitat Cover Classes +### 3D wetlands +Below are the habitat classes created by the 3D wetlands version of this code. +`wv_classification_colormap.txt` Provides a colormap with similar values and associated colors for use in QGIS (and others). + +``` +BA = bare soil +WA = water +DG = degraded mangrove +MA = marsh +SC = scrub/shrub +FW = forested wetland (this is mangrove forest in southwest Florida) +FU = forested upland +UG = upland grass +dev = developed +``` + +## NERRS+IMaRS MCC +For the NERRS Mangrove Coast Collective project and related publications see the [MCC mapping class detials gsheet](https://docs.google.com/spreadsheets/d/1ay7N4hZMNwbxTpRnwHpxpMUNkTmbJZGTEDaQGiepDiU/edit?usp=sharing). + +--------------------------------------------------------------------------------------------------------------- + +## Software Dependencies +* gdal +* pygdal + +## Installation +### basic installation +This will install all needed scripts and the easy-to-install dependencies. + +``` +git clone https://github.com/USF-IMARS/wv-land-cover.git +cd wv-land-cover +git submodule update --init --recursive --remote +``` + +### detailed dependencies setup +If you are getting errors after performing the basic installation, then your system may need more advanced configuration. +For detailed dependency setup you will need to work with your system administrator. + +#### MATLAB setup +Installation instructions for MATLAB are elsewhere. +No special configuration is needed + +#### setup for PGC/imagery_utils on linux +``` +# gdal +sudo apt install libgdal-dev +sudo apt install gdal-bin +sudo apt install -y python3-gdal + + +# remaining python packages w/ setup.py `pip3 install -e .` +pip3 install -r requirements.txt + +# proj +sudo conda install -y -c conda-forge proj +sudo conda install -y -c conda-forge proj-data +``` + +NOTE: python bindings for gdal need to be setup manually. See the relevant section in requirements.txt. + +#### SLURM setup +SLURM dependency setup is managed via `module add [...]` commands. These will be included in the job submission scripts. + +### PSC Bridges +``` +$ git clone https://github.com/iceberg-project/Seals.git +# TODO: more here +``` + +----------------------------------------------------------------------------------------------------------------- + +## Testing +### test data +Test data is stored internally at IMaRS and mounted at `/srv/imars-objects/homes/common/wv2-processing/test_data/`. +To run tests you should create a symlink from there to a dir named `test_data` in this project root `ln -s /srv/imars-objects/homes/common/wv2-processing/test_data/ test_data`. + +Alternatively, you may download a version of these files from google drive [here](https://drive.google.com/file/d/1kWzAIxrhxD_ROwjMSZW1BTJxWGHtoGGd/view?usp=sharing) if you have been granted the appropriate permissions. +These files are restricted to IMaRS and collaborators; please do not share them in any form. +Once the file is downloaded you must extract this file to `wv2-processing/test_data/`. + +TODO: add PGC's files here & merge directories. + +### running tests +Python tests herein are generally orchestrated by pytest and live alongside the code they are testing with the suffix `_test`. + +Note that comparing hashes on output files doesn't work well b/c of variations in the script and floating point errors so the tests are not very robust; they mostly just check things run without throwing exception. +For much of my testing I had to resort to opening the geotiffs with QGIS and confirming that they look right. + +# Usage +## Overview & Manual Steps +Processing is broken into a few steps. +Below is an overview of how each step might be run manually. +For specific, detailed examples of running the code see the `./docs/examples/` folder. +0. `INPUT_DIR`, `ORTHO_OUTPUT_DIR`, and other variables below must be set (eg `INPUT_DIR=/home/tylar/wv_proc/my_input_files`). +1. create resampled tifs using pgc_ortho: + * `python ./pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no-pyramids $INPUT_DIR $ORTHO_OUTPUT_DIR` +2. run the wv_classify script on the resampled tifs + 1. the (now outdated) python version: `python ./wv_classify.py $ORTH_FILE $ID $MET $CRD $DT $SGW $FILT $STAT $LOC $ID_N $RRS_OUT $CLASS_OUT` + 2. the MATLAB version: `matlab -nodisplay -nodesktop -r "wv_classify('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')"` +3. use gdal or similar tools to mosaic multiple outputs together + * see [this gist](https://gist.github.com/7yl4r/d03f9617212db5efded1f8a0d34550d3) + +## Script Parameter Reference + +``` +-p = projection (4326 is the EPSG code for WGS geographic projection) +-c = stretch (ns means "no stretch") +-t = output bit depth +-f = file format +--no-pyramids = prevents the code from creating pyramids in the output GeoTIFF +$INPUT_DIR = directory for NITF staging/input +$ORTHO_OUTPUT_DIR' = directory for output of pgc_ortho code as GeoTIFF +'$ORTH_FILE = [this variable is outdated and should be deleted] +$ID = image file name +$MET = metadata file +$CRD = coordinate system (e.g. EPSG 4326) +$DT = input variable for whether to run the decision tree (DT = 2) or to just run Rrs conversion (DT = 0) +$SGW = [this variable is outdated and should be deleted] +$FILT = input variable indicating the size of the moving window filter (1 = 3x2, 2 = 5x5, etc.) +$STAT = [this variable is outdated and should be deleted] +$LOC = string identifier (e.g. "NSF_Texas") +$ID_N = identifier based on the file number being run +$RRS_OUT = directory for output of Rrs GeoTIFFs +$CLASS_OUT = directory for output of mapped GeoTIFFs +``` + +More usage details in the `./docs` directory: +* IMaRS local systems use: docs/imars-local.md +* SLURM : docs/slurm.md +* Airflow: docs/airflow.md diff --git a/docs/adding_feedback.md b/docs/adding_feedback.md new file mode 100644 index 0000000..f579a0e --- /dev/null +++ b/docs/adding_feedback.md @@ -0,0 +1,10 @@ +It is **very** helpful to provide any "ground truth" feedback. + +If you see somewhere in the map that needs improvement, then consider submitting feedback using the following instructions. + +## species occurrence reporting +If you have taxa occurrrence data please consider submitting the data to OBIS or GBIF. +The data will need to be formatted using Darwin Core standards. + +## habitat "class" reporting +To report a habitat "class" as defined using a specific "land-classification schema" please fill out the following [google form](https://docs.google.com/forms/d/e/1FAIpQLSdQYNEkO9YbOMCXV9hDSCLyyIxOZDSDQ4vcCaYvmrXOVjFjGw/viewform?usp=sf_link). diff --git a/docs/airflow.md b/docs/airflow.md new file mode 100644 index 0000000..c542f01 --- /dev/null +++ b/docs/airflow.md @@ -0,0 +1,9 @@ +## Apache Airflow +This task has been run as an airflow DAG on IMaRS's airflow cluster. +The airflow dag definition file can be viewed at [USF-IMARS/imars_dags//dags/processing/wv2_classification/wv_classification.py](https://github.com/USF-IMARS/imars_dags/blob/master/dags/processing/wv2_classification/wv_classification.py). +Accompanying wrapper scripts are in the [scripts subdir of the same location](https://github.com/USF-IMARS/imars_dags/tree/master/dags/processing/wv2_classification/scripts). +Of particular note is [USF-IMARS/imars_dags//dags/processing/wv2_classification/scripts/ntf_to_rrs.sh](https://github.com/USF-IMARS/imars_dags/blob/master/dags/processing/wv2_classification/scripts/ntf_to_rrs.sh). + +USF-IMaRS/imars_dags expects a certain configuration & software suite is expected to exist on each node. +This airflow cluster's software and configuration management is managed via puppet ([IMaRS-private puppet repo ln](https://github.com/usf-imars/imars_puppet)); related documentation can be found there and can be provided on request. +One of the more important dependencies is [imars-etl](https://github.com/USF-IMARS/imars-etl), which wraps IMaRS's underlying object & metadata storage systems. diff --git a/docs/checklist_adding_images_to_gee.md b/docs/checklist_adding_images_to_gee.md new file mode 100644 index 0000000..d4ee821 --- /dev/null +++ b/docs/checklist_adding_images_to_gee.md @@ -0,0 +1,12 @@ +This is a checklist for adding .tif images (like the Rrs images) to GEE. + +1. go to code.earthengine.com +2. switch to assets tab +3. new -> GeoTIFF +4. select file & click ok +5. wait for upload (under tasks tab) to finish (will take ~1hr) +6. add the new image to relevant collection (eg `projects/imars-dwc-sdm/assets/wv_m1bs_atm_rookery`) + 1. select the imageCollection asset + 2. under `images` tab select `ADD IMAGE` + 3. paste in the asset name of the image (eg: ` projects/imars-dwc-sdm/assets/wv_m1bs_atm_rookery/20100301T162229_01_P009_WV02_Rrs_Rookery `) + 4. click okay (NOTE: sometimes the ok button is weird - fiddle around in the asset name box until it works) diff --git a/docs/examples/ortho_and_classify_no_filter.sh b/docs/examples/ortho_and_classify_no_filter.sh new file mode 100644 index 0000000..10702e5 --- /dev/null +++ b/docs/examples/ortho_and_classify_no_filter.sh @@ -0,0 +1,37 @@ +# === set basic variables +# file paths +ortho_out=/work/m/mjm8/output/Ortho/NSF_SWTX/ # ortho_out +rrs_out=/work/m/mjm8/output/Rrs/NSF_SWTX/ +class_out=/work/m/mjm8/output/DT/NSF_SWTX/ + +input_image=/work/m/mjm8/input/raw/FILENAME.NTF +input_met=/work/m/mjm8/input/raw/FILENAME.XML + +# Matlab arguments +dt=2 # dt 0 = Rrs, no DT, no rrs; dt 1 = Rrs, DT, & rrs; dt 2 = DT, Rrs, & rrs +crd_sys=EPSG:4326 +filt=2 # filt=moving-window filter. 2 is 5x5. +loc='rookery' + +# other +SLURM_ARRAY_TASK_ID=0 + +## === Run PGC Orthorectification Python code +# figure out output filepaths pgc_ortho will write to +input_img_basename=$(basename "${input_image%.[nN][tT][fF]}") +echo $input_img_basename +image2="$ortho_out${input_img_basename}_u16ns4326.tif" +echo $image2 +other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" + +# run orthorectification +python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $input_image $ortho_out + +## === Run Matlab code decision tree +final_output_path="$rrs_out${input_img_basename}_$loc_SOALCHI_filt_$filt.tif" + +matlab -nodisplay -nodesktop -r "wv_classify('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" + +# === clean up intermediate ortho files +rm $image2 +rm $other_ortho_fpath diff --git a/docs/github-basics.md b/docs/github-basics.md new file mode 100644 index 0000000..529ff74 --- /dev/null +++ b/docs/github-basics.md @@ -0,0 +1,13 @@ +# github basics + +## download repo to local machine +`git clone https://github.com/USF-IMARS/wv2-processing` + +## basic git/github workflow +1. `git pull origin master` - this updates your local to match the remote +2. make your file edits +3. `git status` to review the changes you have made +4. (optional) `git diff` to review even more closely +5. `git add my-new-file.py` to add new files to the "staging area" +6. `git commit -a -m "my new commit"` submits a commit with all changes and your commit message "my new commit" +7. `git push origin master` this uploads your commits to github diff --git a/docs/imars-local.md b/docs/imars-local.md new file mode 100644 index 0000000..657f488 --- /dev/null +++ b/docs/imars-local.md @@ -0,0 +1,86 @@ +⚠️ This file is *very* out of date. Please defer to the README.md. + +# IMaRS User Quickstart +This section is for IMaRS researchers running this code on IMaRS's servers (eg userproc or seashell). +Setup and usage is simplified because a lot has already been set up for you. + + +## Setup +1. ssh to one of the processing servers +2. make sure you are in your home directory and navigate to wherever you want the code (useful commands: `pwd`, `cd`, `ls`, `mkdir`) +3. download a local copy of the code: `git clone https://github.com/USF-IMARS/wv2-processing` +4. create a link to the test data: `ln -s /srv/imars-objects/homes/common/wv2-processing/test_data/ test_data` +5. run the code tests: `python36 -m pytest` + * all should pass; open an issue in this repo if they do not + +Now that you are set up you can start working with real files. + +## Extracting Files to Work With +The best way to get the files you want to work with is to use the imars-etl tool. +This tool allows you to copy a file matching a metadata selection to your current working directory. +Common metadata you might select for: the product_id, the area_id, and the date_time. + +This processing currently uses product id 11 and 14 (.ntf & .xml files, respectively), so these will be the product_id values you want. +The area_id may vary; in the example below area_id=9 is used, which corresponds to the FCMaP "monroe" region of Florida, which includes the Florida Keys. + +For a full list of `area_id` and `product_id` values and descriptions, see [imars_puppet/.../product_metadata_rows.sql](https://github.com/USF-IMARS/imars_puppet/blob/production/modules/role/files/sql/product_metadata_rows.sql). +For more detailed information and more example SQL queries use [IMaRS's Blazer server](http://imars-physalis.marine.usf.edu:3000/). + +Example to download xml & ntf files: +``` +# let's start by creating an empty input_data directory and moving into it +mkdir input_data +cd input_data + +# find files which match an SQL query for a specific product, area, and time range: +imars-etl select 'WHERE product_id=14 AND area_id=9 AND date_time LIKE "2017-01-03%" ORDER BY date_time' + +# same as above but print out only date_time and provenance columns +imars-etl select -c date_time,provenance 'WHERE product_id=11 AND area_id=9 AND date_time LIKE "2017-01-03%" ORDER BY date_time' + +# copy a specific file to my current directory using the date_time, area, and product +imars-etl extract 'date_time="2017-01-03T15:57:53.549250" AND area_id=9 AND product_id=11' + +# also copy the xml file (product_id 14) for this granule +imars-etl extract 'date_time="2017-01-03T15:57:53.549250" AND area_id=9 AND product_id=14' + +# once we are done extracting files we can move up one directory back to the root of this project +cd .. +``` + +You will now have the files `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.ntf` and `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.xml` in your current working directory and can use them. + +See more docs on how to use imars-etl in [USF-IMARS/imars-etl](https://github.com/USF-IMARS/imars-etl). + + +## Running the Code on Your Files +Assuming we are using the `WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005` files extracted from the previous section we can now run the python scripts on these input files. + +``` +# Starting with our working directory in the root of the project. +# Our input files are in `./input_data` and we should see them if we do `ls ./input_data` +# Let's also create some directories for our output data +mkdir ortho_data +mkdir output_data + +# 1st step is to run pgy ortho +python pgc_ortho.py \ + -p 4326 \ + -c ns \ + -t UInt16 \ + -f GTiff \ + ./input_data \ + ./ortho_data + +# if this was successful we should now have files in ortho_data +ls -lh ./ortho_data + +# We can now run the python classifier script on the pgc_ortho output + +python36 -m wv_classify.wv_classify \ + ./ortho_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005_u16ns4326.tif \ + ./input_data/WV02_20170103155753_0000000000000000_17Jan03155753-M1BS-058526494010_01_P005.xml \ + ./output_data MONROE "EPSG:4326" 2 1 + +# if this was successful we should now have rrs, Rrs, and classification_map files in ./output_data/ +``` diff --git a/docs/index.md b/docs/index.md new file mode 100644 index 0000000..cde9314 --- /dev/null +++ b/docs/index.md @@ -0,0 +1,3 @@ +See also: + +* [2020 WorldView Image Processing Protocol](https://docs.google.com/document/d/1U6xRYjZmD2-Y0O-iNDx7l24GRBlHIRzvmpewvL8mTok/edit?usp=sharing) diff --git a/docs/matlab.md b/docs/matlab.md new file mode 100644 index 0000000..19cf36e --- /dev/null +++ b/docs/matlab.md @@ -0,0 +1,23 @@ + + +2. matlab: + ``` + matlab -nodisplay -nodesktop -r "\ + cd('/opt/wv2_processing');\ + wv2_processing(\ + '$ORTH_FILE',\ + '{{params.id}}',\ + '$MET',\ + '{{params.crd_sys}}',\ + '{{params.dt}}',\ + '{{params.sgw}}',\ + '{{params.filt}}',\ + '{{params.stat}}',\ + '{{params.loc}}',\ + '{{params.id_number}}',\ + '$RRS_OUT',\ + '$CLASS_OUT'\ + );\ + exit\ + " + ``` diff --git a/docs/slurm.md b/docs/slurm.md new file mode 100644 index 0000000..63f6248 --- /dev/null +++ b/docs/slurm.md @@ -0,0 +1,7 @@ +## SLURM +These processing tasks have been executed on USF Research Computing's research cluster, [CIRCE](https://wiki.rc.usf.edu/index.php/CIRCE) using the SLURM task scheduler. +The slurm submission bash script is in the root of this repo at [./submit_py.sh](https://github.com/USF-IMARS/wv2-processing/blob/master/submit_py.sh) + + +The submit_py.sh file is what I use in Circe to call the pgc_ortho.py script, which has a number of sub-scripts called. +The submit_py.sh also contains the Matlab script call, so you'll want to comment out those lines before testing it. diff --git a/docs/troubleshooting.md b/docs/troubleshooting.md new file mode 100644 index 0000000..161f07e --- /dev/null +++ b/docs/troubleshooting.md @@ -0,0 +1,10 @@ +The following are common errors you may encounter when running processing: + + +1. 4 instead of 8 bands issue +2. matlab license issue + * just re-run the code +3. runtime error : exceeded 10hr allocation + * the image took too long to process +4. output file is too small (<10MB) + * these need to be re-run diff --git a/docs/wv02-image-compare.md b/docs/wv02-image-compare.md new file mode 100644 index 0000000..f5b1e64 --- /dev/null +++ b/docs/wv02-image-compare.md @@ -0,0 +1,50 @@ +Looking at a time-series extraction of some land-cover points, some temporal features can be easily seen: + +![image](https://github.com/USF-IMARS/wv-land-cover/assets/1051390/8f9b1fce-2f87-49d1-98a5-c122e38e4ae2) + +Looking specifically at the "mud flats" (lower time-series plot), we can inspect the two images nearest to the sudden decrease in multiple bands seen around the 2018 mark: + +![image](https://github.com/USF-IMARS/wv-land-cover/assets/1051390/7cbc3689-03cd-4414-827c-b3d31d41d1af) + +![image](https://github.com/USF-IMARS/wv-land-cover/assets/1051390/009347b4-fc16-4e81-862f-06b718904642) + +In these screenshots: +* right, top, older (2017-06-25) +* left, bottom, newer (2018-01-06) + +The difference between these true-color views is huge. +The max shown on each histogram x-axis is approximately the same (around .06). +I cannot explain the difference. + +## Scaling? +Associated with each image is a set of `ABSCALFACTOR_BAND_*` properties for each band. +These images should have been scaled prior to the upload by processing done on CIRCE, however, we can try applying the scale factor in GEE to check. +The following is a mapping between band layer names in the images and ABSCALFACTOR names: + +```js + var bandNameMap = { + b1: "ABSCALFACTOR_BAND_C", // CA + b2: "ABSCALFACTOR_BAND_B", // Blue + b3: "ABSCALFACTOR_BAND_G", // Green + b4: "ABSCALFACTOR_BAND_Y", // Yellow + b5: "ABSCALFACTOR_BAND_R", // Red + b6: "ABSCALFACTOR_BAND_RE", // Red Edge + b7: "ABSCALFACTOR_BAND_N", // NIR + b8: "ABSCALFACTOR_BAND_N2", // NIR2 + }; + var bandNameMap = { + b8: "ABSCALFACTOR_BAND_C", // CA + b7: "ABSCALFACTOR_BAND_B", // Blue + b6: "ABSCALFACTOR_BAND_G", // Green + b5: "ABSCALFACTOR_BAND_Y", // Yellow + b4: "ABSCALFACTOR_BAND_R", // Red + b3: "ABSCALFACTOR_BAND_RE", // Red Edge + b2: "ABSCALFACTOR_BAND_N", // NIR + b1: "ABSCALFACTOR_BAND_N2", // NIR2 + }; + + +``` + +After trying either scaling map above on the images major differences between the images remain, and the color views look terrible. +This implies that the scaling has already been done as expected. diff --git a/gee-uploads/README.md b/gee-uploads/README.md new file mode 100644 index 0000000..8f315a3 --- /dev/null +++ b/gee-uploads/README.md @@ -0,0 +1,19 @@ +# general gist of how to update the dataset +0. ensure `gsutil` and `earthengine` are set up to work for your local bash environment (see set up section below) +1. create a empty bucket in google cloud storage. + 1. delete old images if any exist. Images already transfered to GEE will stay there. +2. upload files from server using `gsutil cp *.tif gs://{{bucket_name}}` (use bucket name from (1)) +3. transfer gbucket files into GEE using something like: + ``` + bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh \ + jobos-wv-classmaps \ + /srv/imars-objects/jobos/Processed/wv_ortho_xml \ + users/tylarmurray/nerrs_jobos \ + | tee jobos_upload-2022_10.log + ``` + + +## set up +1. you need a computer with the `gsutil` program and a web browser +2. auth gsutil, auth earthengine +3. install the `filepanther` utility from github using pip diff --git a/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh b/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh new file mode 100644 index 0000000..2bdee4d --- /dev/null +++ b/gee-uploads/gbucket_to_gee_w_metadata_jobos.sh @@ -0,0 +1,115 @@ +#!/usr/bin/env bash +# Usage: +# ./gbucket_to_gee_w_metadata.sh src_bucket xml_filespath dest_asset +# +# Moves .tif files from a GCloud bucket into GEarthEngine including relevant metadata. +# Some metadata is hard-coded in the file below and some metadata is pulled from the +# `.xml` file that corresponds to each `.tif`. +# The `.xml` file must be on the local machine and have the same filename as the +# `.tif` file in the GCloud bucket. +# +# example GCloud filename: +# 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery.tif +# example .NTF file from which the .tif was generated: +# 20SEP29162717-M1BS-504649660010_03_P008.NTF +# corresponding .xml filename: +# 20SEP29162717-M1BS-504649660010_03_P008.XML +# +# Examples: +# ./gbucket_to_gee_w_metadata.sh \ +# seagrass_mosaics/original_mosaics \ +# ./seagrass_mosiacs/xml_files/ \ +# +# users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics +# +# ./gee-uploads/gbucket_to_gee_w_metadata.sh \ +# rookery-wv-classmaps \ +# /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ +# users/tylarmurray/nerrs_rookery +# +# bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh \ +# jobos-wv-classmaps \ +# /srv/imars-objects/jobos/Processed/wv_ortho_xml \ +# users/tylarmurray/nerrs_jobos \ +# | tee jobos_upload-2022_10.log + + +# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html + +# hardcoded metadata +country="USA" +generator="Tylar_Murray+Digna_Rueda" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + +xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " +filepanther_cmd="python3 -m filepanther " + +echo checking if the collection "$3" exists... +result=`${echo_if_test} earthengine create collection $3` +if `test -z "$result"`; then # exit if creation failed + echo collection created. +fi +echo $result + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "" + echo "*** Transfering file " $asset_id "***" + echo "*** parsing metadata..." + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + $filepanther_cmd -q parse $filename \ + --pattern %Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassMap_v{algorithm_version}_Jobos_wDEM.tif \ + --pickle_fpath metadata.pickle + + echo "*** estimating xml filename..." + # to get the XML filename we need to do a few weird things: + # * the xml filename contains 12 numbers that we don't know + # a * glob is used to capture these unknown digits (\d{12}). + # * the filename is all upper-case, so %b is not an exact match. + # `tr` is used to convert the output to uppercase + # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' + xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` + echo "xml fname is like: ${xml_fileglob}" + + echo "*** searching for xml file..." + xml_fpath=`find ${2} -name ${xml_fileglob}` + if [ -z "${xml_fpath}" ]; then + echo find ${2} -name ${xml_fileglob} + echo "xml file not found!" + # append file to list of failed files & continue + echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log + exit 1 + else + echo "found file: ${xml_fpath}" + fi + + echo "*** extracting properties from .xml..." + xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + + echo "*** formatting filename-extracted params for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + classifier="NERRS-mangroves-decision-tree-v{algorithm_version}" + echo "$datetime" + + echo "*** transferring image and metadata..." + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ + --nodata_value=0 \ + --crs="EPSG:4326" \ + --pyramiding_policy=mode \ + -ts=$datetime \ + ${xml_vars} \ + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} + echo "done!" + echo "" +done diff --git a/gee-uploads/gbucket_to_gee_w_metadata_jobos_rrs.sh b/gee-uploads/gbucket_to_gee_w_metadata_jobos_rrs.sh new file mode 100644 index 0000000..f89ebd3 --- /dev/null +++ b/gee-uploads/gbucket_to_gee_w_metadata_jobos_rrs.sh @@ -0,0 +1,109 @@ +#!/usr/bin/env bash +# Usage: +# ./gbucket_to_gee_w_metadata.sh src_bucket xml_filespath dest_asset +# +# Moves .tif files from a GCloud bucket into GEarthEngine including relevant metadata. +# Some metadata is hard-coded in the file below and some metadata is pulled from the +# `.xml` file that corresponds to each `.tif`. +# The `.xml` file must be on the local machine and have the same filename as the +# `.tif` file in the GCloud bucket. +# +# example GCloud filename: +# 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery.tif +# example .NTF file from which the .tif was generated: +# 20SEP29162717-M1BS-504649660010_03_P008.NTF +# corresponding .xml filename: +# 20SEP29162717-M1BS-504649660010_03_P008.XML +# +# Examples: +# ./gbucket_to_gee_w_metadata.sh \ +# seagrass_mosaics/original_mosaics \ +# ./seagrass_mosiacs/xml_files/ \ +# users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics +# +# ./gee-uploads/gbucket_to_gee_w_metadata.sh \ +# rookery-wv-classmaps \ +# /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ +# users/tylarmurray/nerrs/rookery +# +# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html + +# hardcoded metadata +country="USA" +generator="Tylar_Murray+Digna_Rueda" +classifier="wv_rrs" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + +xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " +filepanther_cmd="python3 -m filepanther " + +echo checking if the collection "$3" exists... +result=`${echo_if_test} earthengine create collection $3` +if `test -z "$result"`; then # exit if creation failed + echo collection created. +fi +echo $result + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "" + echo "*** Transfering file " $asset_id "***" + echo "*** parsing metadata..." + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif + # + # 20100301T162229_01_P009_WV02_Rrs_Rookery-wDEM_v3_DEM.tif + # 20171024T151512_01_P006_WV02_Rrs_Jobos-wDEM_v3_DEM.tif + $filepanther_cmd -q parse $filename \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_Rrs_Jobos-wDEM_{adjustments_version}_DEM.tif" \ + --pickle_fpath metadata.pickle + + echo "*** estimating xml filename..." + # to get the XML filename we need to do a few weird things: + # * the xml filename contains 12 numbers that we don't know + # a * glob is used to capture these unknown digits (\d{12}). + # * the filename is all upper-case, so %b is not an exact match. + # `tr` is used to convert the output to uppercase + # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' + xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` + echo "xml fname is like: ${xml_fileglob}" + + echo "*** searching for xml file..." + xml_fpath=`find ${2} -name ${xml_fileglob}` + if [ -z "${xml_fpath}" ]; then + echo "xml file not found!" + # append file to list of failed files & continue + echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log + exit 1 + else + echo "found file: ${xml_fpath}" + fi + + echo "*** extracting properties from .xml..." + xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + + echo "*** formatting ts for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + echo "$datetime" + + echo "*** transferring image and metadata..." + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ + --nodata_value=0 \ + --crs="EPSG:4326" \ + -ts=$datetime \ + ${xml_vars} \ + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} + echo "done!" + echo "" +done diff --git a/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh b/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh new file mode 100644 index 0000000..20e6d9d --- /dev/null +++ b/gee-uploads/gbucket_to_gee_w_metadata_rookery.sh @@ -0,0 +1,108 @@ +#!/usr/bin/env bash +# Usage: +# ./gbucket_to_gee_w_metadata.sh src_bucket xml_filespath dest_asset +# +# Moves .tif files from a GCloud bucket into GEarthEngine including relevant metadata. +# Some metadata is hard-coded in the file below and some metadata is pulled from the +# `.xml` file that corresponds to each `.tif`. +# The `.xml` file must be on the local machine and have the same filename as the +# `.tif` file in the GCloud bucket. +# +# example GCloud filename: +# 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery.tif +# example .NTF file from which the .tif was generated: +# 20SEP29162717-M1BS-504649660010_03_P008.NTF +# corresponding .xml filename: +# 20SEP29162717-M1BS-504649660010_03_P008.XML +# +# Examples: +# ./gbucket_to_gee_w_metadata.sh \ +# seagrass_mosaics/original_mosaics \ +# ./seagrass_mosiacs/xml_files/ \ +# users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics +# +# ./gee-uploads/gbucket_to_gee_w_metadata.sh \ +# rookery-wv-classmaps \ +# /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ +# users/tylarmurray/nerrs/rookery +# +# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html + +# hardcoded metadata +country="USA" +generator="Tylar_Murray+Digna_Rueda" +classifier="NERRS-mangroves-decision-tree" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + +xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " +filepanther_cmd="python3 -m filepanther " + +echo checking if the collection "$3" exists... +result=`${echo_if_test} earthengine create collection $3` +if `test -z "$result"`; then # exit if creation failed + echo collection created. +fi +echo $result + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "" + echo "*** Transfering file " $asset_id "***" + echo "*** parsing metadata..." + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif + $filepanther_cmd -q parse $filename \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassMap_{adjustments_version}_Rookery_wDEM.tif" \ + --pickle_fpath metadata.pickle + + echo "*** estimating xml filename..." + # to get the XML filename we need to do a few weird things: + # * the xml filename contains 12 numbers that we don't know + # a * glob is used to capture these unknown digits (\d{12}). + # * the filename is all upper-case, so %b is not an exact match. + # `tr` is used to convert the output to uppercase + # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' + xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` + echo "xml fname is like: ${xml_fileglob}" + + echo "*** searching for xml file..." + xml_fpath=`find ${2} -name ${xml_fileglob}` + if [ -z "${xml_fpath}" ]; then + echo "xml file not found!" + # append file to list of failed files & continue + echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log + exit 1 + else + echo "found file: ${xml_fpath}" + fi + + echo "*** extracting properties from .xml..." + xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + # NOTE: other vars extracted from the filename patter will also be included in xml_vars + + echo "*** formatting ts for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + echo "$datetime" + + echo "*** transferring image and metadata..." + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ + --nodata_value=0 \ + --crs="EPSG:4326" \ + --pyramiding_policy=mode \ + -ts=$datetime \ + ${xml_vars} \ + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} + echo "done!" + echo "" +done diff --git a/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh b/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh new file mode 100644 index 0000000..ddc40f1 --- /dev/null +++ b/gee-uploads/gbucket_to_gee_w_metadata_rookery_rrs.sh @@ -0,0 +1,108 @@ +#!/usr/bin/env bash +# Usage: +# ./gbucket_to_gee_w_metadata.sh src_bucket xml_filespath dest_asset +# +# Moves .tif files from a GCloud bucket into GEarthEngine including relevant metadata. +# Some metadata is hard-coded in the file below and some metadata is pulled from the +# `.xml` file that corresponds to each `.tif`. +# The `.xml` file must be on the local machine and have the same filename as the +# `.tif` file in the GCloud bucket. +# +# example GCloud filename: +# 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery.tif +# example .NTF file from which the .tif was generated: +# 20SEP29162717-M1BS-504649660010_03_P008.NTF +# corresponding .xml filename: +# 20SEP29162717-M1BS-504649660010_03_P008.XML +# +# Examples: +# ./gbucket_to_gee_w_metadata.sh \ +# seagrass_mosaics/original_mosaics \ +# ./seagrass_mosiacs/xml_files/ \ +# users/lizcanosandoval/Seagrass/Sentinel/01_OriginalMosaics +# +# ./gee-uploads/gbucket_to_gee_w_metadata.sh \ +# rookery-wv-classmaps \ +# /srv/imars-objects/rookery/Processed/wv_classMaps_rgb \ +# users/tylarmurray/nerrs/rookery +# +# Modified from: https://www.tucson.ars.ag.gov/notebooks/uploading_data_2_gee.html + +# hardcoded metadata +country="USA" +generator="Tylar_Murray+Digna_Rueda" +classifier="wv_rrs" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + +xml_reader_cmd="python3 ./wv_classify/read_wv_xml.py " +filepanther_cmd="python3 -m filepanther " + +echo checking if the collection "$3" exists... +result=`${echo_if_test} earthengine create collection $3` +if `test -z "$result"`; then # exit if creation failed + echo collection created. +fi +echo $result + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "" + echo "*** Transfering file " $asset_id "***" + echo "*** parsing metadata..." + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif + # + # 20100301T162229_01_P009_WV02_Rrs_Rookery-wDEM_v3_DEM.tif + $filepanther_cmd -q parse $filename \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_Rrs_Rookery-wDEM_{adjustments_version}_DEM.tif" \ + --pickle_fpath metadata.pickle + + echo "*** estimating xml filename..." + # to get the XML filename we need to do a few weird things: + # * the xml filename contains 12 numbers that we don't know + # a * glob is used to capture these unknown digits (\d{12}). + # * the filename is all upper-case, so %b is not an exact match. + # `tr` is used to convert the output to uppercase + # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' + xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` + echo "xml fname is like: ${xml_fileglob}" + + echo "*** searching for xml file..." + xml_fpath=`find ${2} -name ${xml_fileglob}` + if [ -z "${xml_fpath}" ]; then + echo "xml file not found!" + # append file to list of failed files & continue + echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log + exit 1 + else + echo "found file: ${xml_fpath}" + fi + + echo "*** extracting properties from .xml..." + xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + + echo "*** formatting ts for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + echo "$datetime" + + echo "*** transferring image and metadata..." + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ + --nodata_value=0 \ + --crs="EPSG:4326" \ + -ts=$datetime \ + ${xml_vars} \ + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} + echo "done!" + echo "" +done diff --git a/gee-uploads/gee-upload-jobos-2022-10.md b/gee-uploads/gee-upload-jobos-2022-10.md new file mode 100644 index 0000000..d599644 --- /dev/null +++ b/gee-uploads/gee-upload-jobos-2022-10.md @@ -0,0 +1,11 @@ +* renamed files using rename_files.sh script created via `find . -name '*.tif' -exec echo mv {} {} \;` and then manually edited +* uploaded files using `gsutil cp *.tif gs://jobos-wv-classmaps + * `Operation completed over 131 objects/1.6 GiB.` +* transfer gbucket -> GEE started: +``` +bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh \ + jobos-wv-classmaps \ + /srv/imars-objects/jobos/Processed/wv_ortho_xml \ + users/tylarmurray/nerrs_jobos \ + | tee jobos_upload-2022_10.log +``` diff --git a/gee-uploads/gee-upload-jobos-2022-11.md b/gee-uploads/gee-upload-jobos-2022-11.md new file mode 100644 index 0000000..6a12455 --- /dev/null +++ b/gee-uploads/gee-upload-jobos-2022-11.md @@ -0,0 +1,57 @@ +The existing (131 or 181) files were deleted from gcloud. + +Files were uploaded: + +``` +(base) tylar@manglilloo:/srv/imars-objects/jobos/Processed/JobosFinal/FinalJobosForGEE$ gsutil cp *fullClass*_Jobos.tif gs://jobos-wv-classmaps | tee ~/wv_classMaps_upload_jobos_2022-09-13.log +Copying file://20100710T151246_01_P004_WV02_ClassificMap_fullClass_vB1_Jobos.tif [Content-Type=image/tiff]... +Copying file://20110328T152054_01_P005_WV02_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +Copying file://20110328T152055_01_P006_WV02_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +Copying file://20110817T152608_01_P006_WV02_ClassificMap_fullClass_vB1_Jobos.tif [Content-Type=image/tiff]... +\ [4 files][ 38.8 MiB/ 38.8 MiB] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m cp ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Copying file://20111107T151653_01_P006_WV02_ClassificMap_fullClass_vB2_Jobos.tif [Content-Type=image/tiff]... +Copying file://20120909T151315_01_P003_WV02_ClassificMap_fullClass_vB2_Jobos.tif [Content-Type=image/tiff]... +[...] +Copying file://20201221T145946_01_P006_WV03_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +Copying file://20210109T145803_01_P001_WV03_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +Copying file://20210220T145743_01_P006_WV02_ClassificMap_fullClass_vB3_Jobos.tif [Content-Type=image/tiff]... +- [173 files][ 2.1 GiB/ 2.1 GiB] 12.3 MiB/s +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m cp ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Operation completed over 173 objects/2.1 GiB. +``` + +Next up: use `gbucket_to_gee_w_metadata_jobos.sh` to set the metadata and move to gee: + +``` +(base) tylar@manglilloo:~/wv-land-cover$ bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh jobos-wv-classmaps /srv/imars-objects/jobos/Processed/wv_ortho_xml/ users/tylarmurray/nerrs_jobos | tee jobos_upload-2022_11_18.log +checking if the collection users/tylarmurray/nerrs_jobos exists... +Asset users/tylarmurray/nerrs_jobos already exists. + +*** Transfering file 20100710T151246_01_P004_WV02_ClassificMap_fullClass_vB1_Jobos *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "07", "dt_d": "10", "dt_H": "15", "dt_M": "12", "dt_S": "46", "number": "01", "pass_n": "004", "sat_n": "02", "algorithm_version": "B1", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "10", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "12", "dt_SS": "46", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "191", "dt_jj": "191", "dt_U": "27", "dt_W": "27", "dt_c": "Sat Jul 10 15:12:46 2010", "dt_x": "07/10/10", "dt_X": "15:12:46"} +*** estimating xml filename... +xml fname is like: 10JUL10151246-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/jobos/Processed/wv_ortho_xml/10JUL10151246-M1BS-505417665010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-07-10_15:12:46.879750 -p MEANSUNEL=71.4 -p MEANSUNAZ=73.1 -p MEANSATEL=82.4 -p MEANSATAZ=164.8 -p MEANOFFNADIRVIEWANGLE=6.8 -p CLOUDCOVER=0.035 -p MEANINTRACKVIEWANGLE=-6.2 -p MEANCROSSTRACKVIEWANGLE=2.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=10JUL10151246-M1BS-505417665010_01_P004.NTF +*** formatting filename-extracted params for gee... +2010-07-10T15:12:46 +*** transferring image and metadata... +Started upload task with ID: B2EVHJXOK35JFPOIMZZECMTM +done! + + +*** Transfering file 20110328T152054_01_P005_WV02_ClassificMap_fullClass_vB3_Jobos *** +[...] +``` diff --git a/gee-uploads/gee-upload-jobos-2023-04.md b/gee-uploads/gee-upload-jobos-2023-04.md new file mode 100644 index 0000000..bac4d69 --- /dev/null +++ b/gee-uploads/gee-upload-jobos-2023-04.md @@ -0,0 +1,78 @@ +## existing images deleted from gcloud bucket +173 images were deleted via the console.cloud.google.com interface. + +## upload to gbucket + +``` +(base) tylar@manglilloo:/srv/imars-objects/jobos/Processed/JobosFinal/FinalJobosForGEE$ gsutil cp *ClassMap_vB3_Jobos_wDEM.tif gs://jobos-wv-classmaps + +Copying file://20100201T150638_01_P006_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +Copying file://20100710T151245_01_P003_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +Copying file://20100710T151246_01_P004_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +Copying file://20100922T152144_01_P002_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +- [4 files][ 42.6 MiB/ 42.6 MiB] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m cp ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Copying file://20100922T152205_01_P001_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +[...] +Copying file://20210220T145743_01_P006_WV02_ClassMap_vB3_Jobos_wDEM.tif [Content-Type=image/tiff]... +- [179 files][ 2.1 GiB/ 2.1 GiB] 24.9 MiB/s +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m cp ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Operation completed over 179 objects/2.1 GiB. +``` + +## transfer files gbucket --> GEE +``` +(base) tylar@manglilloo:~/wv-land-cover$ bash gee-uploads/gbucket_to_gee_w_metadata_jobos.sh jobos-wv-classmaps /srv/imars-objects/jobos/Processed/wv_ortho_xml/ users/tylarmurray/nerrs_jobos_v03 | tee jobos_upload-2023_04_06.lo + +checking if the collection users/tylarmurray/nerrs_jobos_v03 exists... +collection created. + +*** Transfering file 20100201T150638_01_P006_WV02_ClassMap_vB3_Jobos_wDEM *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "02", "dt_d": "01", "dt_H": "15", "dt_M": "06", "dt_S": "38", "number": "01", "pass_n": "006", "sat_n": "02", "algorithm_version": "B3", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "1", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "10", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "6", "dt_SS": "38", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "032", "dt_jj": "32", "dt_U": "05", "dt_W": "05", "dt_c": "Mon Feb 1 15:06:38 2010", "dt_x": "02/01/10", "dt_X": "15:06:38"} +*** estimating xml filename... +xml fname is like: 10FEB01150638-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/jobos/Processed/wv_ortho_xml/10FEB01150638-M1BS-505417676070_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-02-01_15:06:38.679250 -p MEANSUNEL=48.4 -p MEANSUNAZ=145.7 -p MEANSATEL=70.6 -p MEANSATAZ=171.2 -p MEANOFFNADIRVIEWANGLE=17.1 -p CLOUDCOVER=0.154 -p MEANINTRACKVIEWANGLE=-16.3 -p MEANCROSSTRACKVIEWANGLE=5.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10FEB01150638-M1BS-505417676070_01_P006.NTF +*** formatting filename-extracted params for gee... +2010-02-01T15:06:38 +*** transferring image and metadata... +Started upload task with ID: V3YQS37UW4KIK4X64CTCMWNZ +done! + +[...] + + +*** Transfering file 20210220T145743_01_P006_WV02_ClassMap_vB3_Jobos_wDEM *** +*** parsing metadata... +{"dt_Y": "2021", "dt_m": "02", "dt_d": "20", "dt_H": "14", "dt_M": "57", "dt_S": "43", "number": "01", "pass_n": "006", "sat_n": "02", "algorithm_version": "B3", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "20", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "21", "dt_HH": "14", "dt_I": "02", "dt_II": "2", "dt_p": "PM", "dt_MM": "57", "dt_SS": "43", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "051", "dt_jj": "51", "dt_U": "07", "dt_W": "07", "dt_c": "Sat Feb 20 14:57:43 2021", "dt_x": "02/20/21", "dt_X": "14:57:43"} +*** estimating xml filename... +xml fname is like: 21FEB20145743-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/jobos/Processed/wv_ortho_xml/21FEB20145743-M1BS-505417666010_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2021-02-20_14:57:43.821850 -p MEANSUNEL=52.1 -p MEANSUNAZ=136.9 -p MEANSATEL=57.8 -p MEANSATAZ=167.3 -p MEANOFFNADIRVIEWANGLE=28.3 -p CLOUDCOVER=0.264 -p MEANINTRACKVIEWANGLE=-26.2 -p MEANCROSSTRACKVIEWANGLE=11.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=21FEB20145743-M1BS-505417666010_01_P006.NTF +*** formatting filename-extracted params for gee... +2021-02-20T14:57:43 +*** transferring image and metadata... +Started upload task with ID: TR7RI5PGXE2ICLIVX7C6ACXH +done! + +``` + +## updated GEE module & assets +* /users/tylarmurray/nerrs_jobos_v03 set to be publicly visible +* variables updated in `/users/tylarmurray/nerrs_jobos/classmap_helpers` + * `habitat_jobos` imported asset set to use `/users/tylarmurray/nerrs_jobos_v03` + * `data.collection_id` variable for jobos set to `"users/tylarmurray/nerrs_jobos_v03"` + diff --git a/gee-uploads/gee-upload-rookery-2022-09.md b/gee-uploads/gee-upload-rookery-2022-09.md new file mode 100644 index 0000000..64f729e --- /dev/null +++ b/gee-uploads/gee-upload-rookery-2022-09.md @@ -0,0 +1,17 @@ +Uploading classmaps to google earth engine using the instructions from [my GEE cheatsheet](https://github.com/7yl4r/cheatsheets/blob/master/googleEarthEngine.md#imagecollection-upload). + +notes from Luis: +> In the first step, you can either use gsutil or drop files manually to a gcloud bucket. +> +> For the second step, it is important to transfer files to gee including metadata/properties for each file. +> It might be year, location, product, satellite, etc. +> See attached an example of a script doing it. +> The images will be stored in an imageCollection folder you may create before to transfer files. +> You can save the files in the project’s assets, e.g. ‘projects/imars-3d-wetlands/*new_folder*/*new_imageCollection*/’ +> +> Once the images are in a collection use gee for doing mosaics or any other analysis you require. + +The mentioned script is [here](https://github.com/USF-IMARS/wv-land-cover/blob/a752e1e45b16357ed2a97db89f0f345db46abfc9/gee-uploads/gbucket_to_gee_w_metadata.sh). + +The parameters being passed with the `-p` flag could be augmented using additional metadata from the `.xml` file corresponding to each `.tif`. +[This script](https://github.com/USF-IMARS/wv-land-cover/blob/master/wv_classify/read_wv_xml.py) could be very helpful with that... diff --git a/gee-uploads/transfer.sh b/gee-uploads/transfer.sh new file mode 100644 index 0000000..c6b2228 --- /dev/null +++ b/gee-uploads/transfer.sh @@ -0,0 +1,84 @@ +# The latest version of gbucket_to_gee script that uploads without xml files. +# Developed for https://github.com/USF-IMARS/wv-land-cover/issues/51 +# +# usage: +# transfer.sh wv-rookery-classifications Rookery projects/nerrs-mcc/assets/nerrs_rookery_v04 + +# hardcoded metadata +country="USA" +generator="Tylar_Murray+Digna_Rueda" +classifier="NERRS-mangroves-decision-tree" + +echo_if_test="" # set this to "echo " to test the script, else set to "" + +filepanther_cmd="python3 -m filepanther " + +echo checking if the collection "$3" exists... +result=`${echo_if_test} earthengine create collection $3` +if `test -z "$result"`; then # exit if creation failed + echo collection created. +fi +echo $result + +# In the following loop we get the entire path to all the geotifs using the specified Gcloud bucket. +# Each file will have a format like this: `gs://my_gee_bucket/FILE_January2000.tif`. +# Each call to earthengine will launch a task that you can monitor in the JS Code editor "tasks" tab. +for geotiff in `gsutil ls gs://$1/*.tif`; do + #filename=${geotiff%.*} + filename=${geotiff##*/} + asset_id="${filename%.*}" + echo "" + echo "*** Transfering file " $asset_id "***" + echo "*** parsing metadata..." + # python3 filepanther -q parse /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery.tif --pattern /srv/imars-objects/rookery/Processed/wv_classMaps_rgb/%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassificMap_fullClass_Rookery.tif > metadata.json + # ...*ClassificMap_fullClass_ Rookery-wDEM_v3_DEM.tif + # wv 2025-03 : 20210109T145803_01_P001_WV03_ClassMap_vB1_Jobos_wDEM.tif + $filepanther_cmd -q parse $filename \ + --pattern "%Y%m%dT%H%M%S_{number}_P{pass_n}_WV{sat_n}_ClassMap_{adjustments_version}_${2}_wDEM_adjustedLatLon.tif" \ + --pickle_fpath metadata.pickle + +# echo "*** estimating xml filename..." +# # to get the XML filename we need to do a few weird things: +# # * the xml filename contains 12 numbers that we don't know +# # a * glob is used to capture these unknown digits (\d{12}). +# # * the filename is all upper-case, so %b is not an exact match. +# # `tr` is used to convert the output to uppercase +# # + # python3 -m filepanther -vvv format --pattern '%y%b%d%H%M%S-M1BS-504649660010_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]' | sed 's/\\D{12/\\d{12/' +# xml_fileglob=`$filepanther_cmd -q format --pattern '%y%b%d%H%M%S-M1BS-*_{number}_P{pass_n}.XML' --pickle_file metadata.pickle | tr '[:lower:]' '[:upper:]'` +# echo "xml fname is like: ${xml_fileglob}" +# +# echo "*** searching for xml file..." +# xml_fpath=`find ${2} -name ${xml_fileglob}` +# if [ -z "${xml_fpath}" ]; then +# echo "xml file not found!" +# # append file to list of failed files & continue +# echo "missing_xml_file, $filename, find ${2} -name ${xml_fileglob}" >> missing_xml_files.log +# exit 1 +# else +# echo "found file: ${xml_fpath}" +# fi +# +# echo "*** extracting properties from .xml..." +# xml_vars=`${xml_reader_cmd} ${xml_fpath}` + echo "${xml_vars}" + # NOTE: other vars extracted from the filename patter will also be included in xml_vars + + echo "*** formatting ts for gee..." + datetime=`$filepanther_cmd -q format --pattern '%Y-%m-%dT%H:%M:%S' --pickle_file metadata.pickle` + echo "$datetime" + + echo "*** transferring image and metadata..." + ${echo_if_test} earthengine upload image gs://$1/$filename \ + -f --asset_id=$3/$asset_id \ + --nodata_value=0 \ + --crs="EPSG:4326" \ + --pyramiding_policy=mode \ + -ts=$datetime \ + ${xml_vars} \ + -p country=${country} \ + -p generator=${generator} \ + -p classifier=${classifier} + echo "done!" + echo "" +done diff --git a/gee-uploads/upload_all_2022-10-08.log b/gee-uploads/upload_all_2022-10-08.log new file mode 100644 index 0000000..bbe6072 --- /dev/null +++ b/gee-uploads/upload_all_2022-10-08.log @@ -0,0 +1,3685 @@ +checking if the collection users/tylarmurray/nerrs_rookery exists... +Asset users/tylarmurray/nerrs_rookery already exists. + +*** Transfering file 20100301T162229_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "03", "dt_d": "01", "dt_H": "16", "dt_M": "22", "dt_S": "29", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "1", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "10", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "060", "dt_jj": "60", "dt_U": "09", "dt_W": "09", "dt_c": "Mon Mar 1 16:22:29 2010", "dt_x": "03/01/10", "dt_X": "16:22:29"} +*** estimating xml filename... +xml fname is like: 10MAR01162229-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/10MAR01162229-M1BS-505387747080_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-03-01_16:22:29.561650 -p MEANSUNEL=51.7 -p MEANSUNAZ=148.2 -p MEANSATEL=63.3 -p MEANSATAZ=351.4 -p MEANOFFNADIRVIEWANGLE=23.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=22.5 -p MEANCROSSTRACKVIEWANGLE=-8.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10MAR01162229-M1BS-505387747080_01_P009.NTF +*** formatting ts for gee... +2010-03-01T16:22:29 +*** transferring image and metadata... +Started upload task with ID: I7RRKPN3IKNPCVOPIYACOMNA +done! + + +*** Transfering file 20100301T162230_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "03", "dt_d": "01", "dt_H": "16", "dt_M": "22", "dt_S": "30", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "1", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "10", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "30", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "060", "dt_jj": "60", "dt_U": "09", "dt_W": "09", "dt_c": "Mon Mar 1 16:22:30 2010", "dt_x": "03/01/10", "dt_X": "16:22:30"} +*** estimating xml filename... +xml fname is like: 10MAR01162230-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/10MAR01162230-M1BS-505387747080_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-03-01_16:22:30.648850 -p MEANSUNEL=51.8 -p MEANSUNAZ=148.1 -p MEANSATEL=62.9 -p MEANSATAZ=351.2 -p MEANOFFNADIRVIEWANGLE=24.1 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=22.7 -p MEANCROSSTRACKVIEWANGLE=-8.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10MAR01162230-M1BS-505387747080_01_P010.NTF +*** formatting ts for gee... +2010-03-01T16:22:30 +*** transferring image and metadata... +Started upload task with ID: NGUN6O7NI2BVJXQMFEDK6GXJ +done! + + +*** Transfering file 20100323T162209_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "03", "dt_d": "23", "dt_H": "16", "dt_M": "22", "dt_S": "09", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "23", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "10", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "082", "dt_jj": "82", "dt_U": "12", "dt_W": "12", "dt_c": "Tue Mar 23 16:22:09 2010", "dt_x": "03/23/10", "dt_X": "16:22:09"} +*** estimating xml filename... +xml fname is like: 10MAR23162209-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/10MAR23162209-M1BS-505387745070_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-03-23_16:22:09.563850 -p MEANSUNEL=60.0 -p MEANSUNAZ=142.5 -p MEANSATEL=72.6 -p MEANSATAZ=216.5 -p MEANOFFNADIRVIEWANGLE=15.2 -p CLOUDCOVER=0.035 -p MEANINTRACKVIEWANGLE=-13.5 -p MEANCROSSTRACKVIEWANGLE=-7.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10MAR23162209-M1BS-505387745070_01_P004.NTF +*** formatting ts for gee... +2010-03-23T16:22:09 +*** transferring image and metadata... +Started upload task with ID: DNWVZPE7BLSDXGMVWBIAYTEI +done! + + +*** Transfering file 20100414T162007_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2010", "dt_m": "04", "dt_d": "14", "dt_H": "16", "dt_M": "20", "dt_S": "07", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "14", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "10", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "20", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "104", "dt_jj": "104", "dt_U": "15", "dt_W": "15", "dt_c": "Wed Apr 14 16:20:07 2010", "dt_x": "04/14/10", "dt_X": "16:20:07"} +*** estimating xml filename... +xml fname is like: 10APR14162007-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/10APR14162007-M1BS-505387750040_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2010-04-14_16:20:07.536050 -p MEANSUNEL=67.2 -p MEANSUNAZ=132.8 -p MEANSATEL=88.7 -p MEANSATAZ=304.6 -p MEANOFFNADIRVIEWANGLE=1.3 -p CLOUDCOVER=0.159 -p MEANINTRACKVIEWANGLE=0.8 -p MEANCROSSTRACKVIEWANGLE=-1.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=10APR14162007-M1BS-505387750040_01_P009.NTF +*** formatting ts for gee... +2010-04-14T16:20:07 +*** transferring image and metadata... +Started upload task with ID: DXM6EB2TMEBFMBSOSJJSAB7X +done! + + +*** Transfering file 20110304T163528_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2011", "dt_m": "03", "dt_d": "04", "dt_H": "16", "dt_M": "35", "dt_S": "28", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "11", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "063", "dt_jj": "63", "dt_U": "09", "dt_W": "09", "dt_c": "Fri Mar 4 16:35:28 2011", "dt_x": "03/04/11", "dt_X": "16:35:28"} +*** estimating xml filename... +xml fname is like: 11MAR04163528-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/11MAR04163528-M1BS-505387750020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2011-03-04_16:35:28.310650 -p MEANSUNEL=54.4 -p MEANSUNAZ=152.4 -p MEANSATEL=71.5 -p MEANSATAZ=242.0 -p MEANOFFNADIRVIEWANGLE=16.4 -p CLOUDCOVER=0.298 -p MEANINTRACKVIEWANGLE=-10.0 -p MEANCROSSTRACKVIEWANGLE=-13.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=11MAR04163528-M1BS-505387750020_01_P001.NTF +*** formatting ts for gee... +2011-03-04T16:35:28 +*** transferring image and metadata... +Started upload task with ID: CG735ENDGHKANADBO5AW4ENK +done! + + +*** Transfering file 20110304T163529_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2011", "dt_m": "03", "dt_d": "04", "dt_H": "16", "dt_M": "35", "dt_S": "29", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "11", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "063", "dt_jj": "63", "dt_U": "09", "dt_W": "09", "dt_c": "Fri Mar 4 16:35:29 2011", "dt_x": "03/04/11", "dt_X": "16:35:29"} +*** estimating xml filename... +xml fname is like: 11MAR04163529-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/11MAR04163529-M1BS-505387750020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2011-03-04_16:35:29.412850 -p MEANSUNEL=54.5 -p MEANSUNAZ=152.4 -p MEANSATEL=71.4 -p MEANSATAZ=242.9 -p MEANOFFNADIRVIEWANGLE=16.4 -p CLOUDCOVER=0.064 -p MEANINTRACKVIEWANGLE=-9.7 -p MEANCROSSTRACKVIEWANGLE=-13.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=11MAR04163529-M1BS-505387750020_01_P002.NTF +*** formatting ts for gee... +2011-03-04T16:35:29 +*** transferring image and metadata... +Started upload task with ID: OTIH4C7RAAQARUXRFL4DW4OI +done! + + +*** Transfering file 20110616T163541_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2011", "dt_m": "06", "dt_d": "16", "dt_H": "16", "dt_M": "35", "dt_S": "41", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "16", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "11", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "41", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "167", "dt_jj": "167", "dt_U": "24", "dt_W": "24", "dt_c": "Thu Jun 16 16:35:41 2011", "dt_x": "06/16/11", "dt_X": "16:35:41"} +*** estimating xml filename... +xml fname is like: 11JUN16163541-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/11JUN16163541-M1BS-505387747050_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2011-06-16_16:35:41.529250 -p MEANSUNEL=77.9 -p MEANSUNAZ=98.6 -p MEANSATEL=72.8 -p MEANSATAZ=228.1 -p MEANOFFNADIRVIEWANGLE=15.2 -p CLOUDCOVER=0.017 -p MEANINTRACKVIEWANGLE=-11.8 -p MEANCROSSTRACKVIEWANGLE=-9.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=11JUN16163541-M1BS-505387747050_01_P001.NTF +*** formatting ts for gee... +2011-06-16T16:35:41 +*** transferring image and metadata... +Started upload task with ID: B36L5WHJ6W5JUBOCQISREYLF +done! + + +*** Transfering file 20130112T164126_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "01", "dt_d": "12", "dt_H": "16", "dt_M": "41", "dt_S": "26", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "12", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "41", "dt_SS": "26", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "012", "dt_jj": "12", "dt_U": "01", "dt_W": "01", "dt_c": "Sat Jan 12 16:41:26 2013", "dt_x": "01/12/13", "dt_X": "16:41:26"} +*** estimating xml filename... +xml fname is like: 13JAN12164126-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13JAN12164126-M1BS-505387749040_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-01-12_16:41:26.342050 -p MEANSUNEL=40.8 -p MEANSUNAZ=163.4 -p MEANSATEL=54.7 -p MEANSATAZ=350.6 -p MEANOFFNADIRVIEWANGLE=31.2 -p CLOUDCOVER=-999.0 -p MEANINTRACKVIEWANGLE=29.2 -p MEANCROSSTRACKVIEWANGLE=-11.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13JAN12164126-M1BS-505387749040_01_P009.NTF +*** formatting ts for gee... +2013-01-12T16:41:26 +*** transferring image and metadata... +Started upload task with ID: FP2QTMMD6RBXUTHRWWCO36KF +done! + + +*** Transfering file 20130112T164127_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "01", "dt_d": "12", "dt_H": "16", "dt_M": "41", "dt_S": "27", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "12", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "41", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "012", "dt_jj": "12", "dt_U": "01", "dt_W": "01", "dt_c": "Sat Jan 12 16:41:27 2013", "dt_x": "01/12/13", "dt_X": "16:41:27"} +*** estimating xml filename... +xml fname is like: 13JAN12164127-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13JAN12164127-M1BS-505387749040_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-01-12_16:41:27.274250 -p MEANSUNEL=40.9 -p MEANSUNAZ=163.3 -p MEANSATEL=54.4 -p MEANSATAZ=350.6 -p MEANOFFNADIRVIEWANGLE=31.5 -p CLOUDCOVER=-999.0 -p MEANINTRACKVIEWANGLE=29.5 -p MEANCROSSTRACKVIEWANGLE=-11.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13JAN12164127-M1BS-505387749040_01_P010.NTF +*** formatting ts for gee... +2013-01-12T16:41:27 +*** transferring image and metadata... +Started upload task with ID: WA4E5MZVMNDXWMMD6QXRLFBE +done! + + +*** Transfering file 20130115T163103_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "01", "dt_d": "15", "dt_H": "16", "dt_M": "31", "dt_S": "03", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "15", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "3", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "015", "dt_jj": "15", "dt_U": "02", "dt_W": "02", "dt_c": "Tue Jan 15 16:31:03 2013", "dt_x": "01/15/13", "dt_X": "16:31:03"} +*** estimating xml filename... +xml fname is like: 13JAN15163103-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13JAN15163103-M1BS-505387746060_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6144 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-01-15_16:31:03.777050 -p MEANSUNEL=40.6 -p MEANSUNAZ=160.0 -p MEANSATEL=58.9 -p MEANSATAZ=20.0 -p MEANOFFNADIRVIEWANGLE=27.6 -p CLOUDCOVER=0.421 -p MEANINTRACKVIEWANGLE=27.1 -p MEANCROSSTRACKVIEWANGLE=5.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13JAN15163103-M1BS-505387746060_01_P010.NTF +*** formatting ts for gee... +2013-01-15T16:31:03 +*** transferring image and metadata... +Started upload task with ID: EM3B55U2IEXNSFU62SO53VRF +done! + + +*** Transfering file 20130321T163448_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "03", "dt_d": "21", "dt_H": "16", "dt_M": "34", "dt_S": "48", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "34", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "080", "dt_jj": "80", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 21 16:34:48 2013", "dt_x": "03/21/13", "dt_X": "16:34:48"} +*** estimating xml filename... +xml fname is like: 13MAR21163448-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13MAR21163448-M1BS-505387750100_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-03-21_16:34:48.293950 -p MEANSUNEL=60.9 -p MEANSUNAZ=148.3 -p MEANSATEL=69.9 -p MEANSATAZ=9.3 -p MEANOFFNADIRVIEWANGLE=18.0 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=18.0 -p MEANCROSSTRACKVIEWANGLE=-0.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=13MAR21163448-M1BS-505387750100_01_P001.NTF +*** formatting ts for gee... +2013-03-21T16:34:48 +*** transferring image and metadata... +Started upload task with ID: RZNPO3TS25TXEL3RLRWP7XCP +done! + + +*** Transfering file 20130321T163449_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "03", "dt_d": "21", "dt_H": "16", "dt_M": "34", "dt_S": "49", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "34", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "080", "dt_jj": "80", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 21 16:34:49 2013", "dt_x": "03/21/13", "dt_X": "16:34:49"} +*** estimating xml filename... +xml fname is like: 13MAR21163449-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13MAR21163449-M1BS-505387750100_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-03-21_16:34:49.549150 -p MEANSUNEL=60.8 -p MEANSUNAZ=148.4 -p MEANSATEL=71.3 -p MEANSATAZ=9.6 -p MEANOFFNADIRVIEWANGLE=16.9 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=16.9 -p MEANCROSSTRACKVIEWANGLE=0.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=13MAR21163449-M1BS-505387750100_01_P002.NTF +*** formatting ts for gee... +2013-03-21T16:34:49 +*** transferring image and metadata... +Started upload task with ID: 5G4COJF25KHYXZD45237KINO +done! + + +*** Transfering file 20130321T163515_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "03", "dt_d": "21", "dt_H": "16", "dt_M": "35", "dt_S": "15", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "080", "dt_jj": "80", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 21 16:35:15 2013", "dt_x": "03/21/13", "dt_X": "16:35:15"} +*** estimating xml filename... +xml fname is like: 13MAR21163515-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13MAR21163515-M1BS-505387749030_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-03-21_16:35:15.540050 -p MEANSUNEL=61.0 -p MEANSUNAZ=148.8 -p MEANSATEL=85.4 -p MEANSATAZ=340.4 -p MEANOFFNADIRVIEWANGLE=4.3 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=3.8 -p MEANCROSSTRACKVIEWANGLE=-2.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13MAR21163515-M1BS-505387749030_01_P009.NTF +*** formatting ts for gee... +2013-03-21T16:35:15 +*** transferring image and metadata... +Started upload task with ID: 7SFKJRDIJK5427SWMWRTJ35D +done! + + +*** Transfering file 20130321T163516_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "03", "dt_d": "21", "dt_H": "16", "dt_M": "35", "dt_S": "16", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "080", "dt_jj": "80", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 21 16:35:16 2013", "dt_x": "03/21/13", "dt_X": "16:35:16"} +*** estimating xml filename... +xml fname is like: 13MAR21163516-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13MAR21163516-M1BS-505387749030_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=4096 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-03-21_16:35:16.854650 -p MEANSUNEL=61.0 -p MEANSUNAZ=148.8 -p MEANSATEL=85.1 -p MEANSATAZ=340.7 -p MEANOFFNADIRVIEWANGLE=4.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=3.9 -p MEANCROSSTRACKVIEWANGLE=-2.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13MAR21163516-M1BS-505387749030_01_P010.NTF +*** formatting ts for gee... +2013-03-21T16:35:16 +*** transferring image and metadata... +Started upload task with ID: O5FYK4FL22RLBNFWMQT7QFWD +done! + + +*** Transfering file 20130423T162000_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "04", "dt_d": "23", "dt_H": "16", "dt_M": "20", "dt_S": "00", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "23", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "20", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "113", "dt_jj": "113", "dt_U": "16", "dt_W": "16", "dt_c": "Tue Apr 23 16:20:00 2013", "dt_x": "04/23/13", "dt_X": "16:20:00"} +*** estimating xml filename... +xml fname is like: 13APR23162000-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13APR23162000-M1BS-505387751010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-04-23_16:20:00.567250 -p MEANSUNEL=70.1 -p MEANSUNAZ=127.8 -p MEANSATEL=59.6 -p MEANSATAZ=62.1 -p MEANOFFNADIRVIEWANGLE=26.9 -p CLOUDCOVER=0.152 -p MEANINTRACKVIEWANGLE=15.4 -p MEANCROSSTRACKVIEWANGLE=22.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13APR23162000-M1BS-505387751010_01_P002.NTF +*** formatting ts for gee... +2013-04-23T16:20:00 +*** transferring image and metadata... +Started upload task with ID: IULDWHVPFOSCHQAU42QNI5XQ +done! + + +*** Transfering file 20130423T162001_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "04", "dt_d": "23", "dt_H": "16", "dt_M": "20", "dt_S": "01", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "23", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "20", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "113", "dt_jj": "113", "dt_U": "16", "dt_W": "16", "dt_c": "Tue Apr 23 16:20:01 2013", "dt_x": "04/23/13", "dt_X": "16:20:01"} +*** estimating xml filename... +xml fname is like: 13APR23162001-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13APR23162001-M1BS-505387751010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-04-23_16:20:01.684850 -p MEANSUNEL=70.2 -p MEANSUNAZ=127.6 -p MEANSATEL=59.6 -p MEANSATAZ=61.4 -p MEANOFFNADIRVIEWANGLE=26.9 -p CLOUDCOVER=0.005 -p MEANINTRACKVIEWANGLE=15.7 -p MEANCROSSTRACKVIEWANGLE=22.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13APR23162001-M1BS-505387751010_01_P003.NTF +*** formatting ts for gee... +2013-04-23T16:20:01 +*** transferring image and metadata... +Started upload task with ID: PJLBKR2ZQDXUJFISFIIZLYQR +done! + + +*** Transfering file 20130423T162002_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2013", "dt_m": "04", "dt_d": "23", "dt_H": "16", "dt_M": "20", "dt_S": "02", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "23", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "13", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "20", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "113", "dt_jj": "113", "dt_U": "16", "dt_W": "16", "dt_c": "Tue Apr 23 16:20:02 2013", "dt_x": "04/23/13", "dt_X": "16:20:02"} +*** estimating xml filename... +xml fname is like: 13APR23162002-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/13APR23162002-M1BS-505387751010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2013-04-23_16:20:02.802450 -p MEANSUNEL=70.3 -p MEANSUNAZ=127.4 -p MEANSATEL=59.5 -p MEANSATAZ=60.7 -p MEANOFFNADIRVIEWANGLE=27.0 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=16.0 -p MEANCROSSTRACKVIEWANGLE=22.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=13APR23162002-M1BS-505387751010_01_P004.NTF +*** formatting ts for gee... +2013-04-23T16:20:02 +*** transferring image and metadata... +Started upload task with ID: J6OW4SXCIHXAMUAGJAGDUODO +done! + + +*** Transfering file 20140202T162431_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "31", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:31 2014", "dt_x": "02/02/14", "dt_X": "16:24:31"} +*** estimating xml filename... +xml fname is like: 14FEB02162431-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162431-M1BS-505387747090_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:31.300350 -p MEANSUNEL=43.7 -p MEANSUNAZ=154.4 -p MEANSATEL=76.0 -p MEANSATAZ=76.0 -p MEANOFFNADIRVIEWANGLE=12.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=4.9 -p MEANCROSSTRACKVIEWANGLE=11.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14FEB02162431-M1BS-505387747090_01_P001.NTF +*** formatting ts for gee... +2014-02-02T16:24:31 +*** transferring image and metadata... +Started upload task with ID: C65ZBIXZUQGG2EGW7WI62RLR +done! + + +*** Transfering file 20140202T162432_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "32", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:32 2014", "dt_x": "02/02/14", "dt_X": "16:24:32"} +*** estimating xml filename... +xml fname is like: 14FEB02162432-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162432-M1BS-505387747090_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:32.205350 -p MEANSUNEL=43.6 -p MEANSUNAZ=154.4 -p MEANSATEL=76.3 -p MEANSATAZ=81.3 -p MEANOFFNADIRVIEWANGLE=12.2 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=3.8 -p MEANCROSSTRACKVIEWANGLE=11.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14FEB02162432-M1BS-505387747090_01_P002.NTF +*** formatting ts for gee... +2014-02-02T16:24:32 +*** transferring image and metadata... +Started upload task with ID: RFY6P7I3YPLWONH35FH54F3A +done! + + +*** Transfering file 20140202T162440_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "40", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:40 2014", "dt_x": "02/02/14", "dt_X": "16:24:40"} +*** estimating xml filename... +xml fname is like: 14FEB02162440-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162440-M1BS-505387746020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:40.443450 -p MEANSUNEL=43.8 -p MEANSUNAZ=154.8 -p MEANSATEL=79.3 -p MEANSATAZ=107.1 -p MEANOFFNADIRVIEWANGLE=9.5 -p CLOUDCOVER=0.033 -p MEANINTRACKVIEWANGLE=-1.2 -p MEANCROSSTRACKVIEWANGLE=9.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14FEB02162440-M1BS-505387746020_01_P001.NTF +*** formatting ts for gee... +2014-02-02T16:24:40 +*** transferring image and metadata... +Started upload task with ID: AGWDSTLHEHPZKQYM3RVFPEBZ +done! + + +*** Transfering file 20140202T162441_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "41", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "41", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:41 2014", "dt_x": "02/02/14", "dt_X": "16:24:41"} +*** estimating xml filename... +xml fname is like: 14FEB02162441-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162441-M1BS-505387746020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:41.594850 -p MEANSUNEL=43.9 -p MEANSUNAZ=154.7 -p MEANSATEL=79.4 -p MEANSATAZ=106.2 -p MEANOFFNADIRVIEWANGLE=9.4 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-1.0 -p MEANCROSSTRACKVIEWANGLE=9.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14FEB02162441-M1BS-505387746020_01_P002.NTF +*** formatting ts for gee... +2014-02-02T16:24:41 +*** transferring image and metadata... +Started upload task with ID: DJLS54BDIMVUUIE4U4AK4A3C +done! + + +*** Transfering file 20140202T162451_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "51", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:51 2014", "dt_x": "02/02/14", "dt_X": "16:24:51"} +*** estimating xml filename... +xml fname is like: 14FEB02162451-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162451-M1BS-505387746100_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:51.092350 -p MEANSUNEL=43.8 -p MEANSUNAZ=154.6 -p MEANSATEL=77.3 -p MEANSATAZ=125.1 -p MEANOFFNADIRVIEWANGLE=11.3 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-4.9 -p MEANCROSSTRACKVIEWANGLE=10.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14FEB02162451-M1BS-505387746100_01_P001.NTF +*** formatting ts for gee... +2014-02-02T16:24:51 +*** transferring image and metadata... +Started upload task with ID: GEQ5HLYWD4WSSSMNYOXMYCB5 +done! + + +*** Transfering file 20140202T162452_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "52", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "52", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:52 2014", "dt_x": "02/02/14", "dt_X": "16:24:52"} +*** estimating xml filename... +xml fname is like: 14FEB02162452-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162452-M1BS-505387746100_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:52.033150 -p MEANSUNEL=43.7 -p MEANSUNAZ=154.6 -p MEANSATEL=76.6 -p MEANSATAZ=130.2 -p MEANOFFNADIRVIEWANGLE=11.9 -p CLOUDCOVER=0.018 -p MEANINTRACKVIEWANGLE=-6.1 -p MEANCROSSTRACKVIEWANGLE=10.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14FEB02162452-M1BS-505387746100_01_P002.NTF +*** formatting ts for gee... +2014-02-02T16:24:52 +*** transferring image and metadata... +Started upload task with ID: PKVUL2JOT7L2VPZRSAMNZHDX +done! + + +*** Transfering file 20140202T162458_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "02", "dt_d": "02", "dt_H": "16", "dt_M": "24", "dt_S": "58", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "58", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "033", "dt_jj": "33", "dt_U": "05", "dt_W": "04", "dt_c": "Sun Feb 2 16:24:58 2014", "dt_x": "02/02/14", "dt_X": "16:24:58"} +*** estimating xml filename... +xml fname is like: 14FEB02162458-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14FEB02162458-M1BS-505387750070_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-02-02_16:24:58.542650 -p MEANSUNEL=43.7 -p MEANSUNAZ=154.5 -p MEANSATEL=73.4 -p MEANSATAZ=140.7 -p MEANOFFNADIRVIEWANGLE=14.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-9.7 -p MEANCROSSTRACKVIEWANGLE=11.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14FEB02162458-M1BS-505387750070_01_P001.NTF +*** formatting ts for gee... +2014-02-02T16:24:58 +*** transferring image and metadata... +Started upload task with ID: CKHZXRJ6HI33GPIROUGOV6JH +done! + + +*** Transfering file 20140320T163019_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "19", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "19", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:19 2014", "dt_x": "03/20/14", "dt_X": "16:30:19"} +*** estimating xml filename... +xml fname is like: 14MAR20163019-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163019-M1BS-505387747100_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:19.830950 -p MEANSUNEL=59.9 -p MEANSUNAZ=146.8 -p MEANSATEL=86.1 -p MEANSATAZ=347.9 -p MEANOFFNADIRVIEWANGLE=3.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=3.5 -p MEANCROSSTRACKVIEWANGLE=-1.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14MAR20163019-M1BS-505387747100_01_P001.NTF +*** formatting ts for gee... +2014-03-20T16:30:19 +*** transferring image and metadata... +Started upload task with ID: NELV2LPGJAVHXAPVLOJIB6FN +done! + + +*** Transfering file 20140320T163021_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "21", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "21", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:21 2014", "dt_x": "03/20/14", "dt_X": "16:30:21"} +*** estimating xml filename... +xml fname is like: 14MAR20163021-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163021-M1BS-505387747100_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:21.150150 -p MEANSUNEL=59.8 -p MEANSUNAZ=146.9 -p MEANSATEL=87.7 -p MEANSATAZ=334.8 -p MEANOFFNADIRVIEWANGLE=2.4 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=2.0 -p MEANCROSSTRACKVIEWANGLE=-1.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14MAR20163021-M1BS-505387747100_01_P002.NTF +*** formatting ts for gee... +2014-03-20T16:30:21 +*** transferring image and metadata... +Started upload task with ID: G2KDYB23QPNQIWUXI3WP2NZZ +done! + + +*** Transfering file 20140320T163038_01_P005_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "38", "number": "01", "pass_n": "005", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "38", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:38 2014", "dt_x": "03/20/14", "dt_X": "16:30:38"} +*** estimating xml filename... +xml fname is like: 14MAR20163038-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163038-M1BS-505387747060_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:38.046050 -p MEANSUNEL=59.8 -p MEANSUNAZ=146.8 -p MEANSATEL=81.3 -p MEANSATAZ=194.1 -p MEANOFFNADIRVIEWANGLE=7.5 -p CLOUDCOVER=0.072 -p MEANINTRACKVIEWANGLE=-7.5 -p MEANCROSSTRACKVIEWANGLE=-0.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14MAR20163038-M1BS-505387747060_01_P005.NTF +*** formatting ts for gee... +2014-03-20T16:30:38 +*** transferring image and metadata... +Started upload task with ID: KIIYUV5JWBBXG4PXVHQJXOTS +done! + + +*** Transfering file 20140320T163039_01_P006_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "39", "number": "01", "pass_n": "006", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "39", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:39 2014", "dt_x": "03/20/14", "dt_X": "16:30:39"} +*** estimating xml filename... +xml fname is like: 14MAR20163039-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163039-M1BS-505387747060_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:39.336850 -p MEANSUNEL=59.9 -p MEANSUNAZ=146.7 -p MEANSATEL=81.6 -p MEANSATAZ=195.7 -p MEANOFFNADIRVIEWANGLE=7.3 -p CLOUDCOVER=0.005 -p MEANINTRACKVIEWANGLE=-7.2 -p MEANCROSSTRACKVIEWANGLE=-0.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14MAR20163039-M1BS-505387747060_01_P006.NTF +*** formatting ts for gee... +2014-03-20T16:30:39 +*** transferring image and metadata... +Started upload task with ID: 4DNOIAPZBDTRGJQHD7FTRHM4 +done! + + +*** Transfering file 20140320T163040_01_P007_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "03", "dt_d": "20", "dt_H": "16", "dt_M": "30", "dt_S": "40", "number": "01", "pass_n": "007", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "20", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "079", "dt_jj": "79", "dt_U": "11", "dt_W": "11", "dt_c": "Thu Mar 20 16:30:40 2014", "dt_x": "03/20/14", "dt_X": "16:30:40"} +*** estimating xml filename... +xml fname is like: 14MAR20163040-M1BS-*_01_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14MAR20163040-M1BS-505387747060_01_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-03-20_16:30:40.627650 -p MEANSUNEL=59.9 -p MEANSUNAZ=146.7 -p MEANSATEL=81.8 -p MEANSATAZ=196.6 -p MEANOFFNADIRVIEWANGLE=7.2 -p CLOUDCOVER=0.006 -p MEANINTRACKVIEWANGLE=-7.1 -p MEANCROSSTRACKVIEWANGLE=-0.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14MAR20163040-M1BS-505387747060_01_P007.NTF +*** formatting ts for gee... +2014-03-20T16:30:40 +*** transferring image and metadata... +Started upload task with ID: SQ5APGBV6DZBCATA653SW357 +done! + + +*** Transfering file 20141030T155753_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "30", "dt_H": "15", "dt_M": "57", "dt_S": "53", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "30", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "303", "dt_jj": "303", "dt_U": "43", "dt_W": "43", "dt_c": "Thu Oct 30 15:57:53 2014", "dt_x": "10/30/14", "dt_X": "15:57:53"} +*** estimating xml filename... +xml fname is like: 14OCT30155753-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT30155753-M1BS-505387749060_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10240 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2014-10-30_15:57:53.730850 -p MEANSUNEL=46.7 -p MEANSUNAZ=154.3 -p MEANSATEL=62.1 -p MEANSATAZ=23.3 -p MEANOFFNADIRVIEWANGLE=25.5 -p CLOUDCOVER=0.189 -p MEANINTRACKVIEWANGLE=24.6 -p MEANCROSSTRACKVIEWANGLE=6.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT30155753-M1BS-505387749060_01_P001.NTF +*** formatting ts for gee... +2014-10-30T15:57:53 +*** transferring image and metadata... +Started upload task with ID: NLQEGMNTAAJZKNVDPKVCABLX +done! + + +*** Transfering file 20141030T155755_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "30", "dt_H": "15", "dt_M": "57", "dt_S": "55", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "30", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "303", "dt_jj": "303", "dt_U": "43", "dt_W": "43", "dt_c": "Thu Oct 30 15:57:55 2014", "dt_x": "10/30/14", "dt_X": "15:57:55"} +*** estimating xml filename... +xml fname is like: 14OCT30155755-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT30155755-M1BS-505387749060_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2014-10-30_15:57:55.169650 -p MEANSUNEL=46.8 -p MEANSUNAZ=154.2 -p MEANSATEL=62.0 -p MEANSATAZ=22.8 -p MEANOFFNADIRVIEWANGLE=25.5 -p CLOUDCOVER=0.009 -p MEANINTRACKVIEWANGLE=24.7 -p MEANCROSSTRACKVIEWANGLE=6.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT30155755-M1BS-505387749060_01_P002.NTF +*** formatting ts for gee... +2014-10-30T15:57:55 +*** transferring image and metadata... +Started upload task with ID: DL7IKXN3AMKEB3QIDBAKUYOP +done! + + +*** Transfering file 20141030T155756_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "30", "dt_H": "15", "dt_M": "57", "dt_S": "56", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "30", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "56", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "303", "dt_jj": "303", "dt_U": "43", "dt_W": "43", "dt_c": "Thu Oct 30 15:57:56 2014", "dt_x": "10/30/14", "dt_X": "15:57:56"} +*** estimating xml filename... +xml fname is like: 14OCT30155756-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT30155756-M1BS-505387749060_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2014-10-30_15:57:56.758850 -p MEANSUNEL=46.9 -p MEANSUNAZ=154.2 -p MEANSATEL=62.0 -p MEANSATAZ=22.3 -p MEANOFFNADIRVIEWANGLE=25.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=24.8 -p MEANCROSSTRACKVIEWANGLE=6.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT30155756-M1BS-505387749060_01_P003.NTF +*** formatting ts for gee... +2014-10-30T15:57:56 +*** transferring image and metadata... +Started upload task with ID: MTFXCNRRLLSTRSJDG6LI2IC5 +done! + + +*** Transfering file 20141031T163029_01_P007_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "29", "number": "01", "pass_n": "007", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:29 2014", "dt_x": "10/31/14", "dt_X": "16:30:29"} +*** estimating xml filename... +xml fname is like: 14OCT31163029-M1BS-*_01_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163029-M1BS-505387751070_01_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:29.966450 -p MEANSUNEL=48.7 -p MEANSUNAZ=165.2 -p MEANSATEL=76.8 -p MEANSATAZ=251.9 -p MEANOFFNADIRVIEWANGLE=11.7 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-5.3 -p MEANCROSSTRACKVIEWANGLE=-10.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT31163029-M1BS-505387751070_01_P007.NTF +*** formatting ts for gee... +2014-10-31T16:30:29 +*** transferring image and metadata... +Started upload task with ID: E5K22N5XBIFXYYXFIL62FQEC +done! + + +*** Transfering file 20141031T163031_01_P008_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "31", "number": "01", "pass_n": "008", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:31 2014", "dt_x": "10/31/14", "dt_X": "16:30:31"} +*** estimating xml filename... +xml fname is like: 14OCT31163031-M1BS-*_01_P008.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163031-M1BS-505387751070_01_P008.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:31.252450 -p MEANSUNEL=48.8 -p MEANSUNAZ=165.1 -p MEANSATEL=76.7 -p MEANSATAZ=253.4 -p MEANOFFNADIRVIEWANGLE=11.8 -p CLOUDCOVER=0.002 -p MEANINTRACKVIEWANGLE=-5.0 -p MEANCROSSTRACKVIEWANGLE=-10.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT31163031-M1BS-505387751070_01_P008.NTF +*** formatting ts for gee... +2014-10-31T16:30:31 +*** transferring image and metadata... +Started upload task with ID: KUOYAGGOMFFRDK7APYUM4WGF +done! + + +*** Transfering file 20141031T163032_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "32", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:32 2014", "dt_x": "10/31/14", "dt_X": "16:30:32"} +*** estimating xml filename... +xml fname is like: 14OCT31163032-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163032-M1BS-505387751070_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:32.538250 -p MEANSUNEL=48.9 -p MEANSUNAZ=165.1 -p MEANSATEL=76.6 -p MEANSATAZ=254.9 -p MEANOFFNADIRVIEWANGLE=11.8 -p CLOUDCOVER=0.003 -p MEANINTRACKVIEWANGLE=-4.8 -p MEANCROSSTRACKVIEWANGLE=-10.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT31163032-M1BS-505387751070_01_P009.NTF +*** formatting ts for gee... +2014-10-31T16:30:32 +*** transferring image and metadata... +Started upload task with ID: TSLXQWDWRFH6WH3ZPTY3Q2GZ +done! + + +*** Transfering file 20141031T163042_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "42", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "42", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:42 2014", "dt_x": "10/31/14", "dt_X": "16:30:42"} +*** estimating xml filename... +xml fname is like: 14OCT31163042-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163042-M1BS-505387746070_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:42.652750 -p MEANSUNEL=48.9 -p MEANSUNAZ=165.4 -p MEANSATEL=73.1 -p MEANSATAZ=243.7 -p MEANOFFNADIRVIEWANGLE=15.0 -p CLOUDCOVER=0.267 -p MEANINTRACKVIEWANGLE=-8.7 -p MEANCROSSTRACKVIEWANGLE=-12.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14OCT31163042-M1BS-505387746070_01_P001.NTF +*** formatting ts for gee... +2014-10-31T16:30:42 +*** transferring image and metadata... +Started upload task with ID: 3MJENHI3QSZDFSUTENRMTIM6 +done! + + +*** Transfering file 20141031T163043_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "43", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "43", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:43 2014", "dt_x": "10/31/14", "dt_X": "16:30:43"} +*** estimating xml filename... +xml fname is like: 14OCT31163043-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163043-M1BS-505387746070_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:43.856550 -p MEANSUNEL=48.8 -p MEANSUNAZ=165.4 -p MEANSATEL=72.3 -p MEANSATAZ=239.5 -p MEANOFFNADIRVIEWANGLE=15.7 -p CLOUDCOVER=0.399 -p MEANINTRACKVIEWANGLE=-10.0 -p MEANCROSSTRACKVIEWANGLE=-12.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14OCT31163043-M1BS-505387746070_01_P002.NTF +*** formatting ts for gee... +2014-10-31T16:30:43 +*** transferring image and metadata... +Started upload task with ID: JGSPT7I6FGUCPLIYEKPCFAW4 +done! + + +*** Transfering file 20141031T163045_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "30", "dt_S": "45", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "45", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:30:45 2014", "dt_x": "10/31/14", "dt_X": "16:30:45"} +*** estimating xml filename... +xml fname is like: 14OCT31163045-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163045-M1BS-505387746070_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:30:45.060550 -p MEANSUNEL=48.7 -p MEANSUNAZ=165.5 -p MEANSATEL=71.4 -p MEANSATAZ=235.5 -p MEANOFFNADIRVIEWANGLE=16.5 -p CLOUDCOVER=0.349 -p MEANINTRACKVIEWANGLE=-11.4 -p MEANCROSSTRACKVIEWANGLE=-12.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14OCT31163045-M1BS-505387746070_01_P003.NTF +*** formatting ts for gee... +2014-10-31T16:30:45 +*** transferring image and metadata... +Started upload task with ID: 7QHMG3EY2M665UUNEGBZIURR +done! + + +*** Transfering file 20141031T163107_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "10", "dt_d": "31", "dt_H": "16", "dt_M": "31", "dt_S": "07", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "31", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "304", "dt_jj": "304", "dt_U": "43", "dt_W": "43", "dt_c": "Fri Oct 31 16:31:07 2014", "dt_x": "10/31/14", "dt_X": "16:31:07"} +*** estimating xml filename... +xml fname is like: 14OCT31163107-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14OCT31163107-M1BS-505387751040_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-10-31_16:31:07.763650 -p MEANSUNEL=49.0 -p MEANSUNAZ=165.8 -p MEANSATEL=61.5 -p MEANSATAZ=222.0 -p MEANOFFNADIRVIEWANGLE=25.1 -p CLOUDCOVER=0.234 -p MEANINTRACKVIEWANGLE=-21.0 -p MEANCROSSTRACKVIEWANGLE=-13.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14OCT31163107-M1BS-505387751040_01_P009.NTF +*** formatting ts for gee... +2014-10-31T16:31:07 +*** transferring image and metadata... +Started upload task with ID: NW6LTTKLG6W34YO5HH2LS247 +done! + + +*** Transfering file 20141103T161921_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "03", "dt_H": "16", "dt_M": "19", "dt_S": "21", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "3", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "19", "dt_SS": "21", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "307", "dt_jj": "307", "dt_U": "44", "dt_W": "44", "dt_c": "Mon Nov 3 16:19:21 2014", "dt_x": "11/03/14", "dt_X": "16:19:21"} +*** estimating xml filename... +xml fname is like: 14NOV03161921-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV03161921-M1BS-053996594010_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3121 -p IMD_NUMCOLUMNS=8400 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01260825 -p ABSCALFACTOR_BAND_G=0.009713071 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-03_16:19:21.937655 -p MEANSUNEL=47.1 -p MEANSUNAZ=161.7 -p MEANSATEL=77.1 -p MEANSATAZ=63.8 -p MEANOFFNADIRVIEWANGLE=11.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=6.7 -p MEANCROSSTRACKVIEWANGLE=9.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14NOV03161921-M1BS-053996594010_01_P010.TIF +*** formatting ts for gee... +2014-11-03T16:19:21 +*** transferring image and metadata... +Started upload task with ID: 6TBOVLQAO6KJK7KVKWFD4L2Q +done! + + +*** Transfering file 20141103T161931_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "03", "dt_H": "16", "dt_M": "19", "dt_S": "31", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "3", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "19", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "307", "dt_jj": "307", "dt_U": "44", "dt_W": "44", "dt_c": "Mon Nov 3 16:19:31 2014", "dt_x": "11/03/14", "dt_X": "16:19:31"} +*** estimating xml filename... +xml fname is like: 14NOV03161931-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV03161931-M1BS-505387746030_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-11-03_16:19:31.016750 -p MEANSUNEL=47.1 -p MEANSUNAZ=161.9 -p MEANSATEL=80.5 -p MEANSATAZ=83.9 -p MEANOFFNADIRVIEWANGLE=8.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=2.3 -p MEANCROSSTRACKVIEWANGLE=8.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14NOV03161931-M1BS-505387746030_01_P001.NTF +*** formatting ts for gee... +2014-11-03T16:19:31 +*** transferring image and metadata... +Started upload task with ID: W4QLMDPZUIP3VL7YRIRJO6XF +done! + + +*** Transfering file 20141130T162200_04_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "00", "number": "04", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:00 2014", "dt_x": "11/30/14", "dt_X": "16:22:00"} +*** estimating xml filename... +xml fname is like: 14NOV30162200-M1BS-*_04_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162200-M1BS-500129458140_04_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01260825 -p ABSCALFACTOR_BAND_G=0.009713071 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:00.647338 -p MEANSUNEL=40.9 -p MEANSUNAZ=163.8 -p MEANSATEL=78.3 -p MEANSATAZ=186.2 -p MEANOFFNADIRVIEWANGLE=10.2 -p CLOUDCOVER=0.081 -p MEANINTRACKVIEWANGLE=-10.2 -p MEANCROSSTRACKVIEWANGLE=0.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14NOV30162200-M1BS-500129458140_04_P001.NTF +*** formatting ts for gee... +2014-11-30T16:22:00 +*** transferring image and metadata... +Started upload task with ID: PX2ABQS3PBHHUNC6R6AYQCFC +done! + + +*** Transfering file 20141130T162201_04_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "01", "number": "04", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:01 2014", "dt_x": "11/30/14", "dt_X": "16:22:01"} +*** estimating xml filename... +xml fname is like: 14NOV30162201-M1BS-*_04_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162201-M1BS-500129458140_04_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01260825 -p ABSCALFACTOR_BAND_G=0.009713071 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:01.836939 -p MEANSUNEL=40.8 -p MEANSUNAZ=163.9 -p MEANSATEL=76.8 -p MEANSATAZ=186.1 -p MEANOFFNADIRVIEWANGLE=11.6 -p CLOUDCOVER=0.034 -p MEANINTRACKVIEWANGLE=-11.6 -p MEANCROSSTRACKVIEWANGLE=0.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=14NOV30162201-M1BS-500129458140_04_P002.NTF +*** formatting ts for gee... +2014-11-30T16:22:01 +*** transferring image and metadata... +Started upload task with ID: BWBYDT755ANMLDBH6R6FZ6AM +done! + + +*** Transfering file 20141130T162227_05_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "27", "number": "05", "pass_n": "009", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:27 2014", "dt_x": "11/30/14", "dt_X": "16:22:27"} +*** estimating xml filename... +xml fname is like: 14NOV30162227-M1BS-*_05_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162227-M1BS-500129458140_05_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:27.139850 -p MEANSUNEL=40.7 -p MEANSUNAZ=163.8 -p MEANSATEL=62.8 -p MEANSATAZ=186.9 -p MEANOFFNADIRVIEWANGLE=23.9 -p CLOUDCOVER=0.025 -p MEANINTRACKVIEWANGLE=-23.9 -p MEANCROSSTRACKVIEWANGLE=1.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14NOV30162227-M1BS-500129458140_05_P009.NTF +*** formatting ts for gee... +2014-11-30T16:22:27 +*** transferring image and metadata... +Started upload task with ID: 5LKCAKX76TJ35NNC7HKCOL3N +done! + + +*** Transfering file 20141130T162228_05_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "28", "number": "05", "pass_n": "010", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:28 2014", "dt_x": "11/30/14", "dt_X": "16:22:28"} +*** estimating xml filename... +xml fname is like: 14NOV30162228-M1BS-*_05_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162228-M1BS-500129458140_05_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:28.180450 -p MEANSUNEL=40.8 -p MEANSUNAZ=163.8 -p MEANSATEL=63.1 -p MEANSATAZ=187.2 -p MEANOFFNADIRVIEWANGLE=23.7 -p CLOUDCOVER=0.005 -p MEANINTRACKVIEWANGLE=-23.6 -p MEANCROSSTRACKVIEWANGLE=0.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14NOV30162228-M1BS-500129458140_05_P010.NTF +*** formatting ts for gee... +2014-11-30T16:22:28 +*** transferring image and metadata... +Started upload task with ID: TH63XFIS2FJZF5YJ4QC5B4QR +done! + + +*** Transfering file 20141130T162229_05_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "11", "dt_d": "30", "dt_H": "16", "dt_M": "22", "dt_S": "29", "number": "05", "pass_n": "011", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "30", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "334", "dt_jj": "334", "dt_U": "48", "dt_W": "47", "dt_c": "Sun Nov 30 16:22:29 2014", "dt_x": "11/30/14", "dt_X": "16:22:29"} +*** estimating xml filename... +xml fname is like: 14NOV30162229-M1BS-*_05_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14NOV30162229-M1BS-500129458140_05_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6144 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2014-11-30_16:22:29.220850 -p MEANSUNEL=40.9 -p MEANSUNAZ=163.8 -p MEANSATEL=63.4 -p MEANSATAZ=187.5 -p MEANOFFNADIRVIEWANGLE=23.4 -p CLOUDCOVER=0.029 -p MEANINTRACKVIEWANGLE=-23.4 -p MEANCROSSTRACKVIEWANGLE=0.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14NOV30162229-M1BS-500129458140_05_P011.NTF +*** formatting ts for gee... +2014-11-30T16:22:29 +*** transferring image and metadata... +Started upload task with ID: 7Q4DMTJFQPWUM2TMGCISCM52 +done! + + +*** Transfering file 20141203T161113_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "12", "dt_d": "03", "dt_H": "16", "dt_M": "11", "dt_S": "13", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "3", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "11", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "337", "dt_jj": "337", "dt_U": "48", "dt_W": "48", "dt_c": "Wed Dec 3 16:11:13 2014", "dt_x": "12/03/14", "dt_X": "16:11:13"} +*** estimating xml filename... +xml fname is like: 14DEC03161113-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14DEC03161113-M1BS-505387751020_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-12-03_16:11:13.975050 -p MEANSUNEL=39.4 -p MEANSUNAZ=160.3 -p MEANSATEL=61.8 -p MEANSATAZ=130.5 -p MEANOFFNADIRVIEWANGLE=24.9 -p CLOUDCOVER=0.137 -p MEANINTRACKVIEWANGLE=-13.0 -p MEANCROSSTRACKVIEWANGLE=21.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14DEC03161113-M1BS-505387751020_01_P009.NTF +*** formatting ts for gee... +2014-12-03T16:11:13 +*** transferring image and metadata... +Started upload task with ID: 3Q7A3MM3IZB5LDAPWYWBWZEV +done! + + +*** Transfering file 20141203T161115_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "12", "dt_d": "03", "dt_H": "16", "dt_M": "11", "dt_S": "15", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "3", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "11", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "337", "dt_jj": "337", "dt_U": "48", "dt_W": "48", "dt_c": "Wed Dec 3 16:11:15 2014", "dt_x": "12/03/14", "dt_X": "16:11:15"} +*** estimating xml filename... +xml fname is like: 14DEC03161115-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14DEC03161115-M1BS-505387751020_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-12-03_16:11:15.086450 -p MEANSUNEL=39.5 -p MEANSUNAZ=160.2 -p MEANSATEL=62.0 -p MEANSATAZ=130.1 -p MEANOFFNADIRVIEWANGLE=24.6 -p CLOUDCOVER=0.09 -p MEANINTRACKVIEWANGLE=-12.7 -p MEANCROSSTRACKVIEWANGLE=21.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14DEC03161115-M1BS-505387751020_01_P010.NTF +*** formatting ts for gee... +2014-12-03T16:11:15 +*** transferring image and metadata... +Started upload task with ID: UKZOI7SSIVFIUMUQNUYRH764 +done! + + +*** Transfering file 20141203T161116_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2014", "dt_m": "12", "dt_d": "03", "dt_H": "16", "dt_M": "11", "dt_S": "16", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "3", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "14", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "11", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "337", "dt_jj": "337", "dt_U": "48", "dt_W": "48", "dt_c": "Wed Dec 3 16:11:16 2014", "dt_x": "12/03/14", "dt_X": "16:11:16"} +*** estimating xml filename... +xml fname is like: 14DEC03161116-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/14DEC03161116-M1BS-505387751020_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2014-12-03_16:11:16.197850 -p MEANSUNEL=39.6 -p MEANSUNAZ=160.2 -p MEANSATEL=62.3 -p MEANSATAZ=129.7 -p MEANOFFNADIRVIEWANGLE=24.4 -p CLOUDCOVER=0.038 -p MEANINTRACKVIEWANGLE=-12.4 -p MEANCROSSTRACKVIEWANGLE=21.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=14DEC03161116-M1BS-505387751020_01_P011.NTF +*** formatting ts for gee... +2014-12-03T16:11:16 +*** transferring image and metadata... +Started upload task with ID: 7IKZ2GJ5LU2FGYH2AVQIMMFQ +done! + + +*** Transfering file 20150306T161630_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "03", "dt_d": "06", "dt_H": "16", "dt_M": "16", "dt_S": "30", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "6", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "30", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "065", "dt_jj": "65", "dt_U": "09", "dt_W": "09", "dt_c": "Fri Mar 6 16:16:30 2015", "dt_x": "03/06/15", "dt_X": "16:16:30"} +*** estimating xml filename... +xml fname is like: 15MAR06161630-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15MAR06161630-M1BS-505387748020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2015-03-06_16:16:30.204250 -p MEANSUNEL=53.1 -p MEANSUNAZ=145.2 -p MEANSATEL=68.7 -p MEANSATAZ=304.2 -p MEANOFFNADIRVIEWANGLE=19.4 -p CLOUDCOVER=0.163 -p MEANINTRACKVIEWANGLE=8.0 -p MEANCROSSTRACKVIEWANGLE=-17.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15MAR06161630-M1BS-505387748020_01_P002.NTF +*** formatting ts for gee... +2015-03-06T16:16:30 +*** transferring image and metadata... +Started upload task with ID: UH3ZZAKAPBWVAH7D2DABRDYQ +done! + + +*** Transfering file 20150306T161632_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "03", "dt_d": "06", "dt_H": "16", "dt_M": "16", "dt_S": "32", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "6", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "065", "dt_jj": "65", "dt_U": "09", "dt_W": "09", "dt_c": "Fri Mar 6 16:16:32 2015", "dt_x": "03/06/15", "dt_X": "16:16:32"} +*** estimating xml filename... +xml fname is like: 15MAR06161632-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15MAR06161632-M1BS-505387748020_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2015-03-06_16:16:32.012050 -p MEANSUNEL=53.2 -p MEANSUNAZ=145.2 -p MEANSATEL=68.5 -p MEANSATAZ=303.8 -p MEANOFFNADIRVIEWANGLE=19.6 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=8.0 -p MEANCROSSTRACKVIEWANGLE=-18.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15MAR06161632-M1BS-505387748020_01_P003.NTF +*** formatting ts for gee... +2015-03-06T16:16:32 +*** transferring image and metadata... +Started upload task with ID: JK6FTSJPSOJXR5TBCLDS7AP2 +done! + + +*** Transfering file 20150401T161639_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "04", "dt_d": "01", "dt_H": "16", "dt_M": "16", "dt_S": "39", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "1", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "39", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "091", "dt_jj": "91", "dt_U": "13", "dt_W": "13", "dt_c": "Wed Apr 1 16:16:39 2015", "dt_x": "04/01/15", "dt_X": "16:16:39"} +*** estimating xml filename... +xml fname is like: 15APR01161639-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15APR01161639-M1BS-500288492020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01783568 -p ABSCALFACTOR_BAND_G=0.01364197 -p ABSCALFACTOR_BAND_Y=0.005829815 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.005188136 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2015-04-01_16:16:39.744550 -p MEANSUNEL=62.5 -p MEANSUNAZ=137.1 -p MEANSATEL=81.3 -p MEANSATAZ=159.1 -p MEANOFFNADIRVIEWANGLE=7.6 -p CLOUDCOVER=0.055 -p MEANINTRACKVIEWANGLE=-6.6 -p MEANCROSSTRACKVIEWANGLE=3.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=15APR01161639-M1BS-500288492020_01_P001.NTF +*** formatting ts for gee... +2015-04-01T16:16:39 +*** transferring image and metadata... +Started upload task with ID: CLOTJXSEMW2T5TM645C6RE5W +done! + + +*** Transfering file 20150401T161706_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "04", "dt_d": "01", "dt_H": "16", "dt_M": "17", "dt_S": "06", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "1", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "091", "dt_jj": "91", "dt_U": "13", "dt_W": "13", "dt_c": "Wed Apr 1 16:17:06 2015", "dt_x": "04/01/15", "dt_X": "16:17:06"} +*** estimating xml filename... +xml fname is like: 15APR01161706-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15APR01161706-M1BS-500288492010_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01783568 -p ABSCALFACTOR_BAND_G=0.01364197 -p ABSCALFACTOR_BAND_Y=0.005829815 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.005188136 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2015-04-01_16:17:06.942850 -p MEANSUNEL=62.4 -p MEANSUNAZ=137.4 -p MEANSATEL=65.3 -p MEANSATAZ=178.1 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.251 -p MEANINTRACKVIEWANGLE=-21.3 -p MEANCROSSTRACKVIEWANGLE=4.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15APR01161706-M1BS-500288492010_01_P009.NTF +*** formatting ts for gee... +2015-04-01T16:17:06 +*** transferring image and metadata... +Started upload task with ID: TGKHVN6TU5A4XM4KCW2MUXGS +done! + + +*** Transfering file 20150401T161708_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "04", "dt_d": "01", "dt_H": "16", "dt_M": "17", "dt_S": "08", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "1", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "091", "dt_jj": "91", "dt_U": "13", "dt_W": "13", "dt_c": "Wed Apr 1 16:17:08 2015", "dt_x": "04/01/15", "dt_X": "16:17:08"} +*** estimating xml filename... +xml fname is like: 15APR01161708-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15APR01161708-M1BS-500288492010_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01783568 -p ABSCALFACTOR_BAND_G=0.01364197 -p ABSCALFACTOR_BAND_Y=0.005829815 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.005188136 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2015-04-01_16:17:08.027050 -p MEANSUNEL=62.4 -p MEANSUNAZ=137.2 -p MEANSATEL=65.7 -p MEANSATAZ=178.3 -p MEANOFFNADIRVIEWANGLE=21.4 -p CLOUDCOVER=0.202 -p MEANINTRACKVIEWANGLE=-21.0 -p MEANCROSSTRACKVIEWANGLE=4.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15APR01161708-M1BS-500288492010_01_P010.NTF +*** formatting ts for gee... +2015-04-01T16:17:08 +*** transferring image and metadata... +Started upload task with ID: QOS5X74FKPSH7G55KKTCGOMU +done! + + +*** Transfering file 20150401T161709_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "04", "dt_d": "01", "dt_H": "16", "dt_M": "17", "dt_S": "09", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "1", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "091", "dt_jj": "91", "dt_U": "13", "dt_W": "13", "dt_c": "Wed Apr 1 16:17:09 2015", "dt_x": "04/01/15", "dt_X": "16:17:09"} +*** estimating xml filename... +xml fname is like: 15APR01161709-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15APR01161709-M1BS-500288492010_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.01783568 -p ABSCALFACTOR_BAND_G=0.01364197 -p ABSCALFACTOR_BAND_Y=0.005829815 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.005188136 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2015-04-01_16:17:09.111250 -p MEANSUNEL=62.5 -p MEANSUNAZ=137.1 -p MEANSATEL=66.0 -p MEANSATAZ=178.6 -p MEANOFFNADIRVIEWANGLE=21.1 -p CLOUDCOVER=0.017 -p MEANINTRACKVIEWANGLE=-20.7 -p MEANCROSSTRACKVIEWANGLE=4.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15APR01161709-M1BS-500288492010_01_P011.NTF +*** formatting ts for gee... +2015-04-01T16:17:09 +*** transferring image and metadata... +Started upload task with ID: Z5FGSJIELWCYMS7HXRZWT3DT +done! + + +*** Transfering file 20150721T161730_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "30", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "30", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:30 2015", "dt_x": "07/21/15", "dt_X": "16:17:30"} +*** estimating xml filename... +xml fname is like: 15JUL21161730-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161730-M1BS-505387745050_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:30.923050 -p MEANSUNEL=72.1 -p MEANSUNAZ=103.9 -p MEANSATEL=81.8 -p MEANSATAZ=246.1 -p MEANOFFNADIRVIEWANGLE=7.2 -p CLOUDCOVER=0.189 -p MEANINTRACKVIEWANGLE=-3.8 -p MEANCROSSTRACKVIEWANGLE=-6.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161730-M1BS-505387745050_01_P009.NTF +*** formatting ts for gee... +2015-07-21T16:17:30 +*** transferring image and metadata... +Started upload task with ID: ZM4CO763CX6BIL6J3FMDBYQE +done! + + +*** Transfering file 20150721T161732_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "32", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:32 2015", "dt_x": "07/21/15", "dt_X": "16:17:32"} +*** estimating xml filename... +xml fname is like: 15JUL21161732-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161732-M1BS-505387745050_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:32.226850 -p MEANSUNEL=72.1 -p MEANSUNAZ=103.5 -p MEANSATEL=81.8 -p MEANSATAZ=248.5 -p MEANOFFNADIRVIEWANGLE=7.3 -p CLOUDCOVER=0.168 -p MEANINTRACKVIEWANGLE=-3.6 -p MEANCROSSTRACKVIEWANGLE=-6.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161732-M1BS-505387745050_01_P010.NTF +*** formatting ts for gee... +2015-07-21T16:17:32 +*** transferring image and metadata... +Started upload task with ID: 4ZB5LDVVMAPVCCA7UCDEHB37 +done! + + +*** Transfering file 20150721T161733_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "33", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "33", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:33 2015", "dt_x": "07/21/15", "dt_X": "16:17:33"} +*** estimating xml filename... +xml fname is like: 15JUL21161733-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161733-M1BS-505387745050_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:33.530450 -p MEANSUNEL=72.1 -p MEANSUNAZ=103.3 -p MEANSATEL=81.8 -p MEANSATAZ=251.2 -p MEANOFFNADIRVIEWANGLE=7.3 -p CLOUDCOVER=0.176 -p MEANINTRACKVIEWANGLE=-3.4 -p MEANCROSSTRACKVIEWANGLE=-6.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161733-M1BS-505387745050_01_P011.NTF +*** formatting ts for gee... +2015-07-21T16:17:33 +*** transferring image and metadata... +Started upload task with ID: VRM7TL62NY7RPGXT6RDLUV73 +done! + + +*** Transfering file 20150721T161743_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "43", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "43", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:43 2015", "dt_x": "07/21/15", "dt_X": "16:17:43"} +*** estimating xml filename... +xml fname is like: 15JUL21161743-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161743-M1BS-505387745040_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:43.328550 -p MEANSUNEL=72.0 -p MEANSUNAZ=103.2 -p MEANSATEL=79.6 -p MEANSATAZ=226.9 -p MEANOFFNADIRVIEWANGLE=9.2 -p CLOUDCOVER=0.091 -p MEANINTRACKVIEWANGLE=-7.2 -p MEANCROSSTRACKVIEWANGLE=-5.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=15JUL21161743-M1BS-505387745040_01_P001.NTF +*** formatting ts for gee... +2015-07-21T16:17:43 +*** transferring image and metadata... +Started upload task with ID: QDXCK6UQT53F4R4YKCJ52ZGT +done! + + +*** Transfering file 20150721T161744_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "17", "dt_S": "44", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "17", "dt_SS": "44", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:17:44 2015", "dt_x": "07/21/15", "dt_X": "16:17:44"} +*** estimating xml filename... +xml fname is like: 15JUL21161744-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161744-M1BS-505387745040_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:17:44.557150 -p MEANSUNEL=72.0 -p MEANSUNAZ=103.4 -p MEANSATEL=78.5 -p MEANSATAZ=222.1 -p MEANOFFNADIRVIEWANGLE=10.1 -p CLOUDCOVER=0.127 -p MEANINTRACKVIEWANGLE=-8.4 -p MEANCROSSTRACKVIEWANGLE=-5.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=15JUL21161744-M1BS-505387745040_01_P002.NTF +*** formatting ts for gee... +2015-07-21T16:17:44 +*** transferring image and metadata... +Started upload task with ID: CGDJHIKFZ7RQ5MOWGCIKNZ5S +done! + + +*** Transfering file 20150721T161810_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "18", "dt_S": "10", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "18", "dt_SS": "10", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:18:10 2015", "dt_x": "07/21/15", "dt_X": "16:18:10"} +*** estimating xml filename... +xml fname is like: 15JUL21161810-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161810-M1BS-505387748060_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:18:10.576650 -p MEANSUNEL=71.9 -p MEANSUNAZ=103.8 -p MEANSATEL=64.6 -p MEANSATAZ=201.9 -p MEANOFFNADIRVIEWANGLE=22.4 -p CLOUDCOVER=0.107 -p MEANINTRACKVIEWANGLE=-21.8 -p MEANCROSSTRACKVIEWANGLE=-5.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161810-M1BS-505387748060_01_P009.NTF +*** formatting ts for gee... +2015-07-21T16:18:10 +*** transferring image and metadata... +Started upload task with ID: 5G2KALKFAV3EIMV4W77TJ6ZP +done! + + +*** Transfering file 20150721T161811_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "18", "dt_S": "11", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "18", "dt_SS": "11", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:18:11 2015", "dt_x": "07/21/15", "dt_X": "16:18:11"} +*** estimating xml filename... +xml fname is like: 15JUL21161811-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161811-M1BS-505387748060_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:18:11.666250 -p MEANSUNEL=72.0 -p MEANSUNAZ=103.4 -p MEANSATEL=64.8 -p MEANSATAZ=202.6 -p MEANOFFNADIRVIEWANGLE=22.2 -p CLOUDCOVER=0.052 -p MEANINTRACKVIEWANGLE=-21.5 -p MEANCROSSTRACKVIEWANGLE=-5.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161811-M1BS-505387748060_01_P010.NTF +*** formatting ts for gee... +2015-07-21T16:18:11 +*** transferring image and metadata... +Started upload task with ID: LCIHIQTYCZS4YUW4KBX7LJWU +done! + + +*** Transfering file 20150721T161812_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2015", "dt_m": "07", "dt_d": "21", "dt_H": "16", "dt_M": "18", "dt_S": "12", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "21", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "15", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "18", "dt_SS": "12", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "202", "dt_jj": "202", "dt_U": "29", "dt_W": "29", "dt_c": "Tue Jul 21 16:18:12 2015", "dt_x": "07/21/15", "dt_X": "16:18:12"} +*** estimating xml filename... +xml fname is like: 15JUL21161812-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/15JUL21161812-M1BS-505387748060_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2015-07-21_16:18:12.755650 -p MEANSUNEL=72.0 -p MEANSUNAZ=103.1 -p MEANSATEL=65.1 -p MEANSATAZ=203.2 -p MEANOFFNADIRVIEWANGLE=21.9 -p CLOUDCOVER=0.012 -p MEANINTRACKVIEWANGLE=-21.3 -p MEANCROSSTRACKVIEWANGLE=-5.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=15JUL21161812-M1BS-505387748060_01_P011.NTF +*** formatting ts for gee... +2015-07-21T16:18:12 +*** transferring image and metadata... +Started upload task with ID: 7QJO6IEN6L7K2QV734CLVO6X +done! + + +*** Transfering file 20160212T162517_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "02", "dt_d": "12", "dt_H": "16", "dt_M": "25", "dt_S": "17", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "12", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "25", "dt_SS": "17", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "043", "dt_jj": "43", "dt_U": "06", "dt_W": "06", "dt_c": "Fri Feb 12 16:25:17 2016", "dt_x": "02/12/16", "dt_X": "16:25:17"} +*** estimating xml filename... +xml fname is like: 16FEB12162517-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16FEB12162517-M1BS-505387749020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-02-12_16:25:17.432250 -p MEANSUNEL=46.4 -p MEANSUNAZ=152.8 -p MEANSATEL=57.6 -p MEANSATAZ=280.9 -p MEANOFFNADIRVIEWANGLE=28.6 -p CLOUDCOVER=0.007 -p MEANINTRACKVIEWANGLE=-0.1 -p MEANCROSSTRACKVIEWANGLE=-28.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16FEB12162517-M1BS-505387749020_01_P001.NTF +*** formatting ts for gee... +2016-02-12T16:25:17 +*** transferring image and metadata... +Started upload task with ID: OT6RDN4PVKQG7F2CURL6KBFD +done! + + +*** Transfering file 20160212T162518_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "02", "dt_d": "12", "dt_H": "16", "dt_M": "25", "dt_S": "18", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "12", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "25", "dt_SS": "18", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "043", "dt_jj": "43", "dt_U": "06", "dt_W": "06", "dt_c": "Fri Feb 12 16:25:18 2016", "dt_x": "02/12/16", "dt_X": "16:25:18"} +*** estimating xml filename... +xml fname is like: 16FEB12162518-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16FEB12162518-M1BS-505387749020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6144 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-02-12_16:25:18.451050 -p MEANSUNEL=46.5 -p MEANSUNAZ=152.7 -p MEANSATEL=57.4 -p MEANSATAZ=281.4 -p MEANOFFNADIRVIEWANGLE=28.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=0.2 -p MEANCROSSTRACKVIEWANGLE=-28.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16FEB12162518-M1BS-505387749020_01_P002.NTF +*** formatting ts for gee... +2016-02-12T16:25:18 +*** transferring image and metadata... +Started upload task with ID: ESYIHMX6CRIHUPPKN7BSVOVB +done! + + +*** Transfering file 20160325T161214_01_P008_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "03", "dt_d": "25", "dt_H": "16", "dt_M": "12", "dt_S": "14", "number": "01", "pass_n": "008", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "25", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "12", "dt_c": "Fri Mar 25 16:12:14 2016", "dt_x": "03/25/16", "dt_X": "16:12:14"} +*** estimating xml filename... +xml fname is like: 16MAR25161214-M1BS-*_01_P008.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16MAR25161214-M1BS-505387748050_01_P008.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2016-03-25_16:12:14.932850 -p MEANSUNEL=59.5 -p MEANSUNAZ=137.8 -p MEANSATEL=59.8 -p MEANSATAZ=82.6 -p MEANOFFNADIRVIEWANGLE=27.3 -p CLOUDCOVER=0.499 -p MEANINTRACKVIEWANGLE=6.9 -p MEANCROSSTRACKVIEWANGLE=26.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16MAR25161214-M1BS-505387748050_01_P008.NTF +*** formatting ts for gee... +2016-03-25T16:12:14 +*** transferring image and metadata... +Started upload task with ID: QPCGXRF2YHBJ6EVEC7UOOS4K +done! + + +*** Transfering file 20160325T161218_01_P010_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "03", "dt_d": "25", "dt_H": "16", "dt_M": "12", "dt_S": "18", "number": "01", "pass_n": "010", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "25", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "18", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "12", "dt_c": "Fri Mar 25 16:12:18 2016", "dt_x": "03/25/16", "dt_X": "16:12:18"} +*** estimating xml filename... +xml fname is like: 16MAR25161218-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16MAR25161218-M1BS-505387748050_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2016-03-25_16:12:18.381250 -p MEANSUNEL=59.7 -p MEANSUNAZ=137.6 -p MEANSATEL=60.1 -p MEANSATAZ=82.5 -p MEANOFFNADIRVIEWANGLE=27.1 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=6.9 -p MEANCROSSTRACKVIEWANGLE=26.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16MAR25161218-M1BS-505387748050_01_P010.NTF +*** formatting ts for gee... +2016-03-25T16:12:18 +*** transferring image and metadata... +Started upload task with ID: OKMDP6RQ5E7EFQP7NZ2PFDIJ +done! + + +*** Transfering file 20161225T162902_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "12", "dt_d": "25", "dt_H": "16", "dt_M": "29", "dt_S": "02", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "360", "dt_jj": "360", "dt_U": "52", "dt_W": "51", "dt_c": "Sun Dec 25 16:29:02 2016", "dt_x": "12/25/16", "dt_X": "16:29:02"} +*** estimating xml filename... +xml fname is like: 16DEC25162902-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16DEC25162902-M1BS-505387745100_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-12-25_16:29:02.608450 -p MEANSUNEL=39.0 -p MEANSUNAZ=163.1 -p MEANSATEL=61.6 -p MEANSATAZ=274.3 -p MEANOFFNADIRVIEWANGLE=25.1 -p CLOUDCOVER=0.361 -p MEANINTRACKVIEWANGLE=-2.7 -p MEANCROSSTRACKVIEWANGLE=-25.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16DEC25162902-M1BS-505387745100_01_P004.NTF +*** formatting ts for gee... +2016-12-25T16:29:02 +*** transferring image and metadata... +Started upload task with ID: D6OCLW6EYSBKPVVQQ2TY2VG3 +done! + + +*** Transfering file 20161225T162903_01_P005_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "12", "dt_d": "25", "dt_H": "16", "dt_M": "29", "dt_S": "03", "number": "01", "pass_n": "005", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "3", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "360", "dt_jj": "360", "dt_U": "52", "dt_W": "51", "dt_c": "Sun Dec 25 16:29:03 2016", "dt_x": "12/25/16", "dt_X": "16:29:03"} +*** estimating xml filename... +xml fname is like: 16DEC25162903-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16DEC25162903-M1BS-505387745100_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-12-25_16:29:03.788050 -p MEANSUNEL=39.1 -p MEANSUNAZ=163.1 -p MEANSATEL=61.5 -p MEANSATAZ=275.0 -p MEANOFFNADIRVIEWANGLE=25.3 -p CLOUDCOVER=0.191 -p MEANINTRACKVIEWANGLE=-2.5 -p MEANCROSSTRACKVIEWANGLE=-25.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16DEC25162903-M1BS-505387745100_01_P005.NTF +*** formatting ts for gee... +2016-12-25T16:29:03 +*** transferring image and metadata... +Started upload task with ID: GWVMGYLORDPBC6PJAXEQUML2 +done! + + +*** Transfering file 20161225T162904_01_P006_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "12", "dt_d": "25", "dt_H": "16", "dt_M": "29", "dt_S": "04", "number": "01", "pass_n": "006", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "360", "dt_jj": "360", "dt_U": "52", "dt_W": "51", "dt_c": "Sun Dec 25 16:29:04 2016", "dt_x": "12/25/16", "dt_X": "16:29:04"} +*** estimating xml filename... +xml fname is like: 16DEC25162904-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16DEC25162904-M1BS-505387745100_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-12-25_16:29:04.967850 -p MEANSUNEL=39.2 -p MEANSUNAZ=163.0 -p MEANSATEL=61.3 -p MEANSATAZ=275.7 -p MEANOFFNADIRVIEWANGLE=25.4 -p CLOUDCOVER=0.094 -p MEANINTRACKVIEWANGLE=-2.2 -p MEANCROSSTRACKVIEWANGLE=-25.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16DEC25162904-M1BS-505387745100_01_P006.NTF +*** formatting ts for gee... +2016-12-25T16:29:04 +*** transferring image and metadata... +Started upload task with ID: VQDANJ4Y4GOKXFHOQNYV2DZB +done! + + +*** Transfering file 20161231T160802_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2016", "dt_m": "12", "dt_d": "31", "dt_H": "16", "dt_M": "08", "dt_S": "02", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "31", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "16", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "8", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "366", "dt_jj": "366", "dt_U": "52", "dt_W": "52", "dt_c": "Sat Dec 31 16:08:02 2016", "dt_x": "12/31/16", "dt_X": "16:08:02"} +*** estimating xml filename... +xml fname is like: 16DEC31160802-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/16DEC31160802-M1BS-505387745060_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2016-12-31_16:08:02.635450 -p MEANSUNEL=37.1 -p MEANSUNAZ=156.0 -p MEANSATEL=67.7 -p MEANSATAZ=141.7 -p MEANOFFNADIRVIEWANGLE=19.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-13.3 -p MEANCROSSTRACKVIEWANGLE=14.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=16DEC31160802-M1BS-505387745060_01_P009.NTF +*** formatting ts for gee... +2016-12-31T16:08:02 +*** transferring image and metadata... +Started upload task with ID: CHKMO3UCACK7MM2C73S3XAY4 +done! + + +*** Transfering file 20170103T155702_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "03", "dt_H": "15", "dt_M": "57", "dt_S": "02", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "3", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "003", "dt_jj": "3", "dt_U": "01", "dt_W": "01", "dt_c": "Tue Jan 3 15:57:02 2017", "dt_x": "01/03/17", "dt_X": "15:57:02"} +*** estimating xml filename... +xml fname is like: 17JAN03155702-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN03155702-M1BS-505387750050_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-03_15:57:02.559450 -p MEANSUNEL=36.4 -p MEANSUNAZ=153.0 -p MEANSATEL=56.8 -p MEANSATAZ=106.3 -p MEANOFFNADIRVIEWANGLE=29.2 -p CLOUDCOVER=0.448 -p MEANINTRACKVIEWANGLE=-4.1 -p MEANCROSSTRACKVIEWANGLE=28.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN03155702-M1BS-505387750050_01_P002.NTF +*** formatting ts for gee... +2017-01-03T15:57:02 +*** transferring image and metadata... +Started upload task with ID: IZDU3356E3TOUBKEKK57KMT2 +done! + + +*** Transfering file 20170103T155703_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "03", "dt_H": "15", "dt_M": "57", "dt_S": "03", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "3", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "3", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "003", "dt_jj": "3", "dt_U": "01", "dt_W": "01", "dt_c": "Tue Jan 3 15:57:03 2017", "dt_x": "01/03/17", "dt_X": "15:57:03"} +*** estimating xml filename... +xml fname is like: 17JAN03155703-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN03155703-M1BS-505387750050_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-03_15:57:03.679850 -p MEANSUNEL=36.5 -p MEANSUNAZ=153.0 -p MEANSATEL=57.0 -p MEANSATAZ=105.7 -p MEANOFFNADIRVIEWANGLE=29.1 -p CLOUDCOVER=0.056 -p MEANINTRACKVIEWANGLE=-3.8 -p MEANCROSSTRACKVIEWANGLE=28.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN03155703-M1BS-505387750050_01_P003.NTF +*** formatting ts for gee... +2017-01-03T15:57:03 +*** transferring image and metadata... +Started upload task with ID: XYFCIGYTK63SIPZCHK2CV472 +done! + + +*** Transfering file 20170103T155704_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "03", "dt_H": "15", "dt_M": "57", "dt_S": "04", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "3", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "003", "dt_jj": "3", "dt_U": "01", "dt_W": "01", "dt_c": "Tue Jan 3 15:57:04 2017", "dt_x": "01/03/17", "dt_X": "15:57:04"} +*** estimating xml filename... +xml fname is like: 17JAN03155704-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN03155704-M1BS-505387750050_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-03_15:57:04.800250 -p MEANSUNEL=36.6 -p MEANSUNAZ=152.9 -p MEANSATEL=57.1 -p MEANSATAZ=105.2 -p MEANOFFNADIRVIEWANGLE=28.9 -p CLOUDCOVER=0.024 -p MEANINTRACKVIEWANGLE=-3.5 -p MEANCROSSTRACKVIEWANGLE=28.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN03155704-M1BS-505387750050_01_P004.NTF +*** formatting ts for gee... +2017-01-03T15:57:04 +*** transferring image and metadata... +Started upload task with ID: ZQYAK2SNGGQTHJVYX72PKCCX +done! + + +*** Transfering file 20170103T155705_01_P005_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "03", "dt_H": "15", "dt_M": "57", "dt_S": "05", "number": "01", "pass_n": "005", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "3", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "5", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "003", "dt_jj": "3", "dt_U": "01", "dt_W": "01", "dt_c": "Tue Jan 3 15:57:05 2017", "dt_x": "01/03/17", "dt_X": "15:57:05"} +*** estimating xml filename... +xml fname is like: 17JAN03155705-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN03155705-M1BS-505387750050_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6144 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-03_15:57:05.920650 -p MEANSUNEL=36.7 -p MEANSUNAZ=152.9 -p MEANSATEL=57.3 -p MEANSATAZ=104.8 -p MEANOFFNADIRVIEWANGLE=28.8 -p CLOUDCOVER=0.117 -p MEANINTRACKVIEWANGLE=-3.3 -p MEANCROSSTRACKVIEWANGLE=28.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN03155705-M1BS-505387750050_01_P005.NTF +*** formatting ts for gee... +2017-01-03T15:57:05 +*** transferring image and metadata... +Started upload task with ID: ZTADGEL2CBBL2ZVL44PALQ74 +done! + + +*** Transfering file 20170105T162323_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "05", "dt_H": "16", "dt_M": "23", "dt_S": "23", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "5", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "23", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "005", "dt_jj": "5", "dt_U": "01", "dt_W": "01", "dt_c": "Thu Jan 5 16:23:23 2017", "dt_x": "01/05/17", "dt_X": "16:23:23"} +*** estimating xml filename... +xml fname is like: 17JAN05162323-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN05162323-M1BS-505387745090_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-05_16:23:23.617450 -p MEANSUNEL=38.9 -p MEANSUNAZ=159.7 -p MEANSATEL=65.3 -p MEANSATAZ=234.3 -p MEANOFFNADIRVIEWANGLE=21.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-15.4 -p MEANCROSSTRACKVIEWANGLE=-15.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN05162323-M1BS-505387745090_01_P002.NTF +*** formatting ts for gee... +2017-01-05T16:23:23 +*** transferring image and metadata... +Started upload task with ID: RD4AU6MQR5K5LFXAM2YDYKIB +done! + + +*** Transfering file 20170105T162324_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "05", "dt_H": "16", "dt_M": "23", "dt_S": "24", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "5", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "24", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "005", "dt_jj": "5", "dt_U": "01", "dt_W": "01", "dt_c": "Thu Jan 5 16:23:24 2017", "dt_x": "01/05/17", "dt_X": "16:23:24"} +*** estimating xml filename... +xml fname is like: 17JAN05162324-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN05162324-M1BS-505387745090_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-05_16:23:24.800250 -p MEANSUNEL=39.0 -p MEANSUNAZ=159.7 -p MEANSATEL=65.4 -p MEANSATAZ=235.2 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-15.1 -p MEANCROSSTRACKVIEWANGLE=-15.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN05162324-M1BS-505387745090_01_P003.NTF +*** formatting ts for gee... +2017-01-05T16:23:24 +*** transferring image and metadata... +Started upload task with ID: OKPKZLULFWE6LHTJA4FFTKXU +done! + + +*** Transfering file 20170105T162325_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "01", "dt_d": "05", "dt_H": "16", "dt_M": "23", "dt_S": "25", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "5", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "25", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "005", "dt_jj": "5", "dt_U": "01", "dt_W": "01", "dt_c": "Thu Jan 5 16:23:25 2017", "dt_x": "01/05/17", "dt_X": "16:23:25"} +*** estimating xml filename... +xml fname is like: 17JAN05162325-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JAN05162325-M1BS-505387745090_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-01-05_16:23:25.982850 -p MEANSUNEL=39.1 -p MEANSUNAZ=159.6 -p MEANSATEL=65.5 -p MEANSATAZ=236.1 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-14.9 -p MEANCROSSTRACKVIEWANGLE=-15.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JAN05162325-M1BS-505387745090_01_P004.NTF +*** formatting ts for gee... +2017-01-05T16:23:25 +*** transferring image and metadata... +Started upload task with ID: 3F34RXZCFK4SQFFEAMZCWSZW +done! + + +*** Transfering file 20170308T163334_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "08", "dt_H": "16", "dt_M": "33", "dt_S": "34", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "34", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "067", "dt_jj": "67", "dt_U": "10", "dt_W": "10", "dt_c": "Wed Mar 8 16:33:34 2017", "dt_x": "03/08/17", "dt_X": "16:33:34"} +*** estimating xml filename... +xml fname is like: 17MAR08163334-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR08163334-M1BS-505387749090_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-08_16:33:34.408250 -p MEANSUNEL=55.8 -p MEANSUNAZ=150.8 -p MEANSATEL=58.8 -p MEANSATAZ=277.1 -p MEANOFFNADIRVIEWANGLE=27.5 -p CLOUDCOVER=0.215 -p MEANINTRACKVIEWANGLE=-1.8 -p MEANCROSSTRACKVIEWANGLE=-27.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR08163334-M1BS-505387749090_01_P009.NTF +*** formatting ts for gee... +2017-03-08T16:33:34 +*** transferring image and metadata... +Started upload task with ID: YBJEN6NFKFX2547UEBKP7C64 +done! + + +*** Transfering file 20170308T163335_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "08", "dt_H": "16", "dt_M": "33", "dt_S": "35", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "35", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "067", "dt_jj": "67", "dt_U": "10", "dt_W": "10", "dt_c": "Wed Mar 8 16:33:35 2017", "dt_x": "03/08/17", "dt_X": "16:33:35"} +*** estimating xml filename... +xml fname is like: 17MAR08163335-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR08163335-M1BS-505387749090_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-08_16:33:35.562050 -p MEANSUNEL=55.9 -p MEANSUNAZ=150.8 -p MEANSATEL=58.7 -p MEANSATAZ=277.7 -p MEANOFFNADIRVIEWANGLE=27.7 -p CLOUDCOVER=0.095 -p MEANINTRACKVIEWANGLE=-1.5 -p MEANCROSSTRACKVIEWANGLE=-27.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR08163335-M1BS-505387749090_01_P010.NTF +*** formatting ts for gee... +2017-03-08T16:33:35 +*** transferring image and metadata... +Started upload task with ID: INYQB2PZQ2UPNHFV5LTFLTKC +done! + + +*** Transfering file 20170308T163336_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "08", "dt_H": "16", "dt_M": "33", "dt_S": "36", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "36", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "067", "dt_jj": "67", "dt_U": "10", "dt_W": "10", "dt_c": "Wed Mar 8 16:33:36 2017", "dt_x": "03/08/17", "dt_X": "16:33:36"} +*** estimating xml filename... +xml fname is like: 17MAR08163336-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR08163336-M1BS-505387749090_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-08_16:33:36.716050 -p MEANSUNEL=56.0 -p MEANSUNAZ=150.7 -p MEANSATEL=58.5 -p MEANSATAZ=278.3 -p MEANOFFNADIRVIEWANGLE=27.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-1.3 -p MEANCROSSTRACKVIEWANGLE=-27.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR08163336-M1BS-505387749090_01_P011.NTF +*** formatting ts for gee... +2017-03-08T16:33:36 +*** transferring image and metadata... +Started upload task with ID: LSIIBOHM3XLJQ5TY6GMWWSST +done! + + +*** Transfering file 20170319T162814_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "28", "dt_S": "14", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "12", "dt_W": "11", "dt_c": "Sun Mar 19 16:28:14 2017", "dt_x": "03/19/17", "dt_X": "16:28:14"} +*** estimating xml filename... +xml fname is like: 17MAR19162814-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR19162814-M1BS-505387747030_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-19_16:28:14.422650 -p MEANSUNEL=59.5 -p MEANSUNAZ=146.5 -p MEANSATEL=60.7 -p MEANSATAZ=243.4 -p MEANOFFNADIRVIEWANGLE=25.9 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-15.3 -p MEANCROSSTRACKVIEWANGLE=-21.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR19162814-M1BS-505387747030_01_P010.NTF +*** formatting ts for gee... +2017-03-19T16:28:14 +*** transferring image and metadata... +Started upload task with ID: TKOZMPPEQJXETAAF7YRA6IFO +done! + + +*** Transfering file 20170319T162815_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "28", "dt_S": "15", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "12", "dt_W": "11", "dt_c": "Sun Mar 19 16:28:15 2017", "dt_x": "03/19/17", "dt_X": "16:28:15"} +*** estimating xml filename... +xml fname is like: 17MAR19162815-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR19162815-M1BS-505387747030_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-19_16:28:15.556450 -p MEANSUNEL=59.6 -p MEANSUNAZ=146.4 -p MEANSATEL=60.7 -p MEANSATAZ=244.2 -p MEANOFFNADIRVIEWANGLE=25.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-15.0 -p MEANCROSSTRACKVIEWANGLE=-21.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR19162815-M1BS-505387747030_01_P011.NTF +*** formatting ts for gee... +2017-03-19T16:28:15 +*** transferring image and metadata... +Started upload task with ID: KKG73JMUC3BPH6OULOFRWGCZ +done! + + +*** Transfering file 20170319T162816_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "28", "dt_S": "16", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "12", "dt_W": "11", "dt_c": "Sun Mar 19 16:28:16 2017", "dt_x": "03/19/17", "dt_X": "16:28:16"} +*** estimating xml filename... +xml fname is like: 17MAR19162816-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17MAR19162816-M1BS-505387747030_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-03-19_16:28:16.690450 -p MEANSUNEL=59.7 -p MEANSUNAZ=146.4 -p MEANSATEL=60.7 -p MEANSATAZ=244.6 -p MEANOFFNADIRVIEWANGLE=25.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-14.8 -p MEANCROSSTRACKVIEWANGLE=-21.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17MAR19162816-M1BS-505387747030_01_P012.NTF +*** formatting ts for gee... +2017-03-19T16:28:16 +*** transferring image and metadata... +Started upload task with ID: OFOQUDP5OPKHY3VCMHSSS5AP +done! + + +*** Transfering file 20170617T160448_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "17", "dt_H": "16", "dt_M": "04", "dt_S": "48", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "17", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "4", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "168", "dt_jj": "168", "dt_U": "24", "dt_W": "24", "dt_c": "Sat Jun 17 16:04:48 2017", "dt_x": "06/17/17", "dt_X": "16:04:48"} +*** estimating xml filename... +xml fname is like: 17JUN17160448-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN17160448-M1BS-505387748100_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-17_16:04:48.646450 -p MEANSUNEL=71.1 -p MEANSUNAZ=93.0 -p MEANSATEL=63.8 -p MEANSATAZ=106.1 -p MEANOFFNADIRVIEWANGLE=23.1 -p CLOUDCOVER=0.649 -p MEANINTRACKVIEWANGLE=-3.1 -p MEANCROSSTRACKVIEWANGLE=23.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN17160448-M1BS-505387748100_01_P010.NTF +*** formatting ts for gee... +2017-06-17T16:04:48 +*** transferring image and metadata... +Started upload task with ID: Y4PHY2FPBWOJGJXKPQR4R6QY +done! + + +*** Transfering file 20170617T160449_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "17", "dt_H": "16", "dt_M": "04", "dt_S": "49", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "17", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "4", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "168", "dt_jj": "168", "dt_U": "24", "dt_W": "24", "dt_c": "Sat Jun 17 16:04:49 2017", "dt_x": "06/17/17", "dt_X": "16:04:49"} +*** estimating xml filename... +xml fname is like: 17JUN17160449-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN17160449-M1BS-505387748100_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-17_16:04:49.827450 -p MEANSUNEL=71.2 -p MEANSUNAZ=92.6 -p MEANSATEL=64.0 -p MEANSATAZ=105.5 -p MEANOFFNADIRVIEWANGLE=23.0 -p CLOUDCOVER=0.096 -p MEANINTRACKVIEWANGLE=-2.8 -p MEANCROSSTRACKVIEWANGLE=22.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN17160449-M1BS-505387748100_01_P011.NTF +*** formatting ts for gee... +2017-06-17T16:04:49 +*** transferring image and metadata... +Started upload task with ID: Y5PK66HKBWL6XYCO2MRQYC4L +done! + + +*** Transfering file 20170617T160451_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "17", "dt_H": "16", "dt_M": "04", "dt_S": "51", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "17", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "4", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "168", "dt_jj": "168", "dt_U": "24", "dt_W": "24", "dt_c": "Sat Jun 17 16:04:51 2017", "dt_x": "06/17/17", "dt_X": "16:04:51"} +*** estimating xml filename... +xml fname is like: 17JUN17160451-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN17160451-M1BS-505387748100_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=2048 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-17_16:04:51.008450 -p MEANSUNEL=71.2 -p MEANSUNAZ=92.5 -p MEANSATEL=64.1 -p MEANSATAZ=105.2 -p MEANOFFNADIRVIEWANGLE=22.9 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-2.7 -p MEANCROSSTRACKVIEWANGLE=22.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN17160451-M1BS-505387748100_01_P012.NTF +*** formatting ts for gee... +2017-06-17T16:04:51 +*** transferring image and metadata... +Started upload task with ID: 7KAOFYHU45X225YKQQHWEMWQ +done! + + +*** Transfering file 20170622T161948_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "22", "dt_H": "16", "dt_M": "19", "dt_S": "48", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "22", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "19", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "173", "dt_jj": "173", "dt_U": "25", "dt_W": "25", "dt_c": "Thu Jun 22 16:19:48 2017", "dt_x": "06/22/17", "dt_X": "16:19:48"} +*** estimating xml filename... +xml fname is like: 17JUN22161948-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN22161948-M1BS-505387745010_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-22_16:19:48.716250 -p MEANSUNEL=74.3 -p MEANSUNAZ=95.0 -p MEANSATEL=85.7 -p MEANSATAZ=319.8 -p MEANOFFNADIRVIEWANGLE=4.0 -p CLOUDCOVER=0.275 -p MEANINTRACKVIEWANGLE=2.7 -p MEANCROSSTRACKVIEWANGLE=-3.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN22161948-M1BS-505387745010_01_P010.NTF +*** formatting ts for gee... +2017-06-22T16:19:48 +*** transferring image and metadata... +Started upload task with ID: ZTX3F63ID2BPUVCW4GRZSU56 +done! + + +*** Transfering file 20170622T161950_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "22", "dt_H": "16", "dt_M": "19", "dt_S": "50", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "22", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "19", "dt_SS": "50", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "173", "dt_jj": "173", "dt_U": "25", "dt_W": "25", "dt_c": "Thu Jun 22 16:19:50 2017", "dt_x": "06/22/17", "dt_X": "16:19:50"} +*** estimating xml filename... +xml fname is like: 17JUN22161950-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN22161950-M1BS-505387745010_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-22_16:19:50.033250 -p MEANSUNEL=74.3 -p MEANSUNAZ=94.7 -p MEANSATEL=85.3 -p MEANSATAZ=321.4 -p MEANOFFNADIRVIEWANGLE=4.3 -p CLOUDCOVER=0.147 -p MEANINTRACKVIEWANGLE=2.9 -p MEANCROSSTRACKVIEWANGLE=-3.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN22161950-M1BS-505387745010_01_P011.NTF +*** formatting ts for gee... +2017-06-22T16:19:50 +*** transferring image and metadata... +Started upload task with ID: KYCL3HWXGI2HI2CTRTBW7AUD +done! + + +*** Transfering file 20170625T160907_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "25", "dt_H": "16", "dt_M": "09", "dt_S": "07", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "9", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "176", "dt_jj": "176", "dt_U": "26", "dt_W": "25", "dt_c": "Sun Jun 25 16:09:07 2017", "dt_x": "06/25/17", "dt_X": "16:09:07"} +*** estimating xml filename... +xml fname is like: 17JUN25160907-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN25160907-M1BS-505387745080_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-25_16:09:07.526750 -p MEANSUNEL=71.7 -p MEANSUNAZ=93.1 -p MEANSATEL=71.5 -p MEANSATAZ=88.4 -p MEANOFFNADIRVIEWANGLE=16.5 -p CLOUDCOVER=0.108 -p MEANINTRACKVIEWANGLE=3.0 -p MEANCROSSTRACKVIEWANGLE=16.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=17JUN25160907-M1BS-505387745080_01_P001.NTF +*** formatting ts for gee... +2017-06-25T16:09:07 +*** transferring image and metadata... +Started upload task with ID: JBJ24WD7UAE6E5ZO3EV5GSCB +done! + + +*** Transfering file 20170625T160908_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "25", "dt_H": "16", "dt_M": "09", "dt_S": "08", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "25", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "9", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "176", "dt_jj": "176", "dt_U": "26", "dt_W": "25", "dt_c": "Sun Jun 25 16:09:08 2017", "dt_x": "06/25/17", "dt_X": "16:09:08"} +*** estimating xml filename... +xml fname is like: 17JUN25160908-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN25160908-M1BS-505387745080_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-25_16:09:08.772150 -p MEANSUNEL=71.7 -p MEANSUNAZ=93.4 -p MEANSATEL=71.6 -p MEANSATAZ=93.0 -p MEANOFFNADIRVIEWANGLE=16.4 -p CLOUDCOVER=0.373 -p MEANINTRACKVIEWANGLE=1.8 -p MEANCROSSTRACKVIEWANGLE=16.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=17JUN25160908-M1BS-505387745080_01_P002.NTF +*** formatting ts for gee... +2017-06-25T16:09:08 +*** transferring image and metadata... +Started upload task with ID: U5ZUEKIGERPQY5HZ5LGNUB3D +done! + + +*** Transfering file 20170627T163515_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "35", "dt_S": "15", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "178", "dt_jj": "178", "dt_U": "26", "dt_W": "26", "dt_c": "Tue Jun 27 16:35:15 2017", "dt_x": "06/27/17", "dt_X": "16:35:15"} +*** estimating xml filename... +xml fname is like: 17JUN27163515-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN27163515-M1BS-505387749070_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-27_16:35:15.287450 -p MEANSUNEL=77.5 -p MEANSUNAZ=98.7 -p MEANSATEL=57.8 -p MEANSATAZ=271.3 -p MEANOFFNADIRVIEWANGLE=28.4 -p CLOUDCOVER=0.167 -p MEANINTRACKVIEWANGLE=-4.6 -p MEANCROSSTRACKVIEWANGLE=-28.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN27163515-M1BS-505387749070_01_P010.NTF +*** formatting ts for gee... +2017-06-27T16:35:15 +*** transferring image and metadata... +Started upload task with ID: CZ6I5V2FD2FSOSSZ6HJCAMWP +done! + + +*** Transfering file 20170627T163516_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "35", "dt_S": "16", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "35", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "178", "dt_jj": "178", "dt_U": "26", "dt_W": "26", "dt_c": "Tue Jun 27 16:35:16 2017", "dt_x": "06/27/17", "dt_X": "16:35:16"} +*** estimating xml filename... +xml fname is like: 17JUN27163516-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN27163516-M1BS-505387749070_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-27_16:35:16.432250 -p MEANSUNEL=77.5 -p MEANSUNAZ=98.2 -p MEANSATEL=57.7 -p MEANSATAZ=271.9 -p MEANOFFNADIRVIEWANGLE=28.5 -p CLOUDCOVER=0.011 -p MEANINTRACKVIEWANGLE=-4.3 -p MEANCROSSTRACKVIEWANGLE=-28.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN27163516-M1BS-505387749070_01_P011.NTF +*** formatting ts for gee... +2017-06-27T16:35:16 +*** transferring image and metadata... +Started upload task with ID: D5PHL36CAAGYVJF3ZMZZV6LT +done! + + +*** Transfering file 20170630T162448_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "30", "dt_H": "16", "dt_M": "24", "dt_S": "48", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "30", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "181", "dt_jj": "181", "dt_U": "26", "dt_W": "26", "dt_c": "Fri Jun 30 16:24:48 2017", "dt_x": "06/30/17", "dt_X": "16:24:48"} +*** estimating xml filename... +xml fname is like: 17JUN30162448-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN30162448-M1BS-505387745020_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-30_16:24:48.055050 -p MEANSUNEL=75.0 -p MEANSUNAZ=96.7 -p MEANSATEL=70.7 -p MEANSATAZ=231.9 -p MEANOFFNADIRVIEWANGLE=17.0 -p CLOUDCOVER=0.072 -p MEANINTRACKVIEWANGLE=-12.4 -p MEANCROSSTRACKVIEWANGLE=-11.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN30162448-M1BS-505387745020_01_P010.NTF +*** formatting ts for gee... +2017-06-30T16:24:48 +*** transferring image and metadata... +Started upload task with ID: YJOACZDAAC7ILR24DHLT3Z6S +done! + + +*** Transfering file 20170630T162449_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "06", "dt_d": "30", "dt_H": "16", "dt_M": "24", "dt_S": "49", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "30", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "24", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "181", "dt_jj": "181", "dt_U": "26", "dt_W": "26", "dt_c": "Fri Jun 30 16:24:49 2017", "dt_x": "06/30/17", "dt_X": "16:24:49"} +*** estimating xml filename... +xml fname is like: 17JUN30162449-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUN30162449-M1BS-505387745020_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-06-30_16:24:49.274250 -p MEANSUNEL=75.0 -p MEANSUNAZ=96.4 -p MEANSATEL=70.8 -p MEANSATAZ=233.1 -p MEANOFFNADIRVIEWANGLE=16.9 -p CLOUDCOVER=0.026 -p MEANINTRACKVIEWANGLE=-12.2 -p MEANCROSSTRACKVIEWANGLE=-11.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUN30162449-M1BS-505387745020_01_P011.NTF +*** formatting ts for gee... +2017-06-30T16:24:49 +*** transferring image and metadata... +Started upload task with ID: RS3FJ7B772GFVUUMBARX6KS7 +done! + + +*** Transfering file 20170703T161331_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "03", "dt_H": "16", "dt_M": "13", "dt_S": "31", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "3", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "13", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "184", "dt_jj": "184", "dt_U": "27", "dt_W": "27", "dt_c": "Mon Jul 3 16:13:31 2017", "dt_x": "07/03/17", "dt_X": "16:13:31"} +*** estimating xml filename... +xml fname is like: 17JUL03161331-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL03161331-M1BS-505387751060_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-03_16:13:31.353050 -p MEANSUNEL=72.3 -p MEANSUNAZ=95.3 -p MEANSATEL=79.3 -p MEANSATAZ=77.9 -p MEANOFFNADIRVIEWANGLE=9.6 -p CLOUDCOVER=0.212 -p MEANINTRACKVIEWANGLE=3.7 -p MEANCROSSTRACKVIEWANGLE=8.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL03161331-M1BS-505387751060_01_P010.NTF +*** formatting ts for gee... +2017-07-03T16:13:31 +*** transferring image and metadata... +Started upload task with ID: 5CTCZO45BAX65M2QD4HRH4WP +done! + + +*** Transfering file 20170703T161332_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "03", "dt_H": "16", "dt_M": "13", "dt_S": "32", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "3", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "13", "dt_SS": "32", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "184", "dt_jj": "184", "dt_U": "27", "dt_W": "27", "dt_c": "Mon Jul 3 16:13:32 2017", "dt_x": "07/03/17", "dt_X": "16:13:32"} +*** estimating xml filename... +xml fname is like: 17JUL03161332-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL03161332-M1BS-505387751060_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-03_16:13:32.649850 -p MEANSUNEL=72.3 -p MEANSUNAZ=95.0 -p MEANSATEL=79.4 -p MEANSATAZ=75.8 -p MEANOFFNADIRVIEWANGLE=9.5 -p CLOUDCOVER=0.1 -p MEANINTRACKVIEWANGLE=3.9 -p MEANCROSSTRACKVIEWANGLE=8.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL03161332-M1BS-505387751060_01_P011.NTF +*** formatting ts for gee... +2017-07-03T16:13:32 +*** transferring image and metadata... +Started upload task with ID: PJPLKII57EFFVHHL3QP3Q2MK +done! + + +*** Transfering file 20170708T162924_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "29", "dt_S": "24", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "24", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "189", "dt_jj": "189", "dt_U": "27", "dt_W": "27", "dt_c": "Sat Jul 8 16:29:24 2017", "dt_x": "07/08/17", "dt_X": "16:29:24"} +*** estimating xml filename... +xml fname is like: 17JUL08162924-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL08162924-M1BS-505387746090_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-08_16:29:24.855650 -p MEANSUNEL=75.5 -p MEANSUNAZ=100.4 -p MEANSATEL=62.0 -p MEANSATAZ=239.1 -p MEANOFFNADIRVIEWANGLE=24.7 -p CLOUDCOVER=0.174 -p MEANINTRACKVIEWANGLE=-16.0 -p MEANCROSSTRACKVIEWANGLE=-19.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL08162924-M1BS-505387746090_01_P010.NTF +*** formatting ts for gee... +2017-07-08T16:29:24 +*** transferring image and metadata... +Started upload task with ID: 3IVBA2VUG7FN6UUGVAABQDEM +done! + + +*** Transfering file 20170708T162925_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "29", "dt_S": "25", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "25", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "189", "dt_jj": "189", "dt_U": "27", "dt_W": "27", "dt_c": "Sat Jul 8 16:29:25 2017", "dt_x": "07/08/17", "dt_X": "16:29:25"} +*** estimating xml filename... +xml fname is like: 17JUL08162925-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL08162925-M1BS-505387746090_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-08_16:29:25.995050 -p MEANSUNEL=75.5 -p MEANSUNAZ=99.9 -p MEANSATEL=62.1 -p MEANSATAZ=239.9 -p MEANOFFNADIRVIEWANGLE=24.6 -p CLOUDCOVER=0.008 -p MEANINTRACKVIEWANGLE=-15.7 -p MEANCROSSTRACKVIEWANGLE=-19.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL08162925-M1BS-505387746090_01_P011.NTF +*** formatting ts for gee... +2017-07-08T16:29:25 +*** transferring image and metadata... +Started upload task with ID: 3EBKICAJPE4DFF47MO5ZLPIC +done! + + +*** Transfering file 20170708T162927_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "29", "dt_S": "27", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "189", "dt_jj": "189", "dt_U": "27", "dt_W": "27", "dt_c": "Sat Jul 8 16:29:27 2017", "dt_x": "07/08/17", "dt_X": "16:29:27"} +*** estimating xml filename... +xml fname is like: 17JUL08162927-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL08162927-M1BS-505387746090_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-08_16:29:27.134650 -p MEANSUNEL=75.5 -p MEANSUNAZ=99.7 -p MEANSATEL=62.1 -p MEANSATAZ=240.3 -p MEANOFFNADIRVIEWANGLE=24.6 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=-15.5 -p MEANCROSSTRACKVIEWANGLE=-19.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17JUL08162927-M1BS-505387746090_01_P012.NTF +*** formatting ts for gee... +2017-07-08T16:29:27 +*** transferring image and metadata... +Started upload task with ID: 24DN6DFLDMCO2BB4ZTLT6HZA +done! + + +*** Transfering file 20170725T160304_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "25", "dt_H": "16", "dt_M": "03", "dt_S": "04", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "25", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "3", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "206", "dt_jj": "206", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 25 16:03:04 2017", "dt_x": "07/25/17", "dt_X": "16:03:04"} +*** estimating xml filename... +xml fname is like: 17JUL25160304-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL25160304-M1BS-505387751050_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-25_16:03:04.854550 -p MEANSUNEL=68.4 -p MEANSUNAZ=102.1 -p MEANSATEL=59.9 -p MEANSATAZ=89.0 -p MEANOFFNADIRVIEWANGLE=26.6 -p CLOUDCOVER=0.029 -p MEANINTRACKVIEWANGLE=4.0 -p MEANCROSSTRACKVIEWANGLE=26.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=17JUL25160304-M1BS-505387751050_01_P001.NTF +*** formatting ts for gee... +2017-07-25T16:03:04 +*** transferring image and metadata... +Started upload task with ID: V3RK3XZLPGTH32ZFE6IBGCQ4 +done! + + +*** Transfering file 20170725T160306_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "07", "dt_d": "25", "dt_H": "16", "dt_M": "03", "dt_S": "06", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "25", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "3", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "206", "dt_jj": "206", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 25 16:03:06 2017", "dt_x": "07/25/17", "dt_X": "16:03:06"} +*** estimating xml filename... +xml fname is like: 17JUL25160306-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17JUL25160306-M1BS-505387751050_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2017-07-25_16:03:06.005950 -p MEANSUNEL=68.4 -p MEANSUNAZ=102.4 -p MEANSATEL=60.0 -p MEANSATAZ=91.8 -p MEANOFFNADIRVIEWANGLE=26.5 -p CLOUDCOVER=0.18 -p MEANINTRACKVIEWANGLE=2.8 -p MEANCROSSTRACKVIEWANGLE=26.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=17JUL25160306-M1BS-505387751050_01_P002.NTF +*** formatting ts for gee... +2017-07-25T16:03:06 +*** transferring image and metadata... +Started upload task with ID: TPVE4SFWQ3K56TLDVSCDAVJJ +done! + + +*** Transfering file 20171218T163124_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "12", "dt_d": "18", "dt_H": "16", "dt_M": "31", "dt_S": "24", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "18", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "24", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "352", "dt_jj": "352", "dt_U": "51", "dt_W": "51", "dt_c": "Mon Dec 18 16:31:24 2017", "dt_x": "12/18/17", "dt_X": "16:31:24"} +*** estimating xml filename... +xml fname is like: 17DEC18163124-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17DEC18163124-M1BS-501884665050_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2017-12-18_16:31:24.897850 -p MEANSUNEL=39.3 -p MEANSUNAZ=164.8 -p MEANSATEL=66.5 -p MEANSATAZ=263.7 -p MEANOFFNADIRVIEWANGLE=20.8 -p CLOUDCOVER=0.286 -p MEANINTRACKVIEWANGLE=-5.7 -p MEANCROSSTRACKVIEWANGLE=-20.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17DEC18163124-M1BS-501884665050_01_P010.NTF +*** formatting ts for gee... +2017-12-18T16:31:24 +*** transferring image and metadata... +Started upload task with ID: CR4ABVOGTUWSQFXGO6ZTXKWQ +done! + + +*** Transfering file 20171218T163126_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2017", "dt_m": "12", "dt_d": "18", "dt_H": "16", "dt_M": "31", "dt_S": "26", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "18", "dt_b": "Dec", "dt_B": "December", "dt_mm": "12", "dt_y": "17", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "26", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "352", "dt_jj": "352", "dt_U": "51", "dt_W": "51", "dt_c": "Mon Dec 18 16:31:26 2017", "dt_x": "12/18/17", "dt_X": "16:31:26"} +*** estimating xml filename... +xml fname is like: 17DEC18163126-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/17DEC18163126-M1BS-501884665050_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2017-12-18_16:31:26.122850 -p MEANSUNEL=39.4 -p MEANSUNAZ=164.8 -p MEANSATEL=66.4 -p MEANSATAZ=264.7 -p MEANOFFNADIRVIEWANGLE=20.9 -p CLOUDCOVER=0.141 -p MEANINTRACKVIEWANGLE=-5.5 -p MEANCROSSTRACKVIEWANGLE=-20.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=17DEC18163126-M1BS-501884665050_01_P011.NTF +*** formatting ts for gee... +2017-12-18T16:31:26 +*** transferring image and metadata... +Started upload task with ID: H45FP2R6L57JU2NIUTZYIFZF +done! + + +*** Transfering file 20180106T163220_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "20", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "20", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:20 2018", "dt_x": "01/06/18", "dt_X": "16:32:20"} +*** estimating xml filename... +xml fname is like: 18JAN06163220-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163220-M1BS-505387746040_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-01-06_16:32:20.949950 -p MEANSUNEL=39.7 -p MEANSUNAZ=161.7 -p MEANSATEL=60.1 -p MEANSATAZ=326.0 -p MEANOFFNADIRVIEWANGLE=26.6 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=18.6 -p MEANCROSSTRACKVIEWANGLE=-19.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163220-M1BS-505387746040_01_P001.NTF +*** formatting ts for gee... +2018-01-06T16:32:20 +*** transferring image and metadata... +Started upload task with ID: TSCW326RORB537TH6XX7AJOB +done! + + +*** Transfering file 20180106T163222_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "22", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "22", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:22 2018", "dt_x": "01/06/18", "dt_X": "16:32:22"} +*** estimating xml filename... +xml fname is like: 18JAN06163222-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163222-M1BS-505387746040_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-01-06_16:32:22.110950 -p MEANSUNEL=39.6 -p MEANSUNAZ=161.8 -p MEANSATEL=61.1 -p MEANSATAZ=324.1 -p MEANOFFNADIRVIEWANGLE=25.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=17.4 -p MEANCROSSTRACKVIEWANGLE=-19.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163222-M1BS-505387746040_01_P002.NTF +*** formatting ts for gee... +2018-01-06T16:32:22 +*** transferring image and metadata... +Started upload task with ID: ZLMQKQZAAEGMWRNV4GYC3N2Y +done! + + +*** Transfering file 20180106T163223_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "23", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "23", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:23 2018", "dt_x": "01/06/18", "dt_X": "16:32:23"} +*** estimating xml filename... +xml fname is like: 18JAN06163223-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163223-M1BS-505387746040_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.00974085 -p ABSCALFACTOR_BAND_G=0.00746479 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-01-06_16:32:23.271950 -p MEANSUNEL=39.5 -p MEANSUNAZ=161.8 -p MEANSATEL=62.1 -p MEANSATAZ=321.9 -p MEANOFFNADIRVIEWANGLE=24.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=16.1 -p MEANCROSSTRACKVIEWANGLE=-19.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163223-M1BS-505387746040_01_P003.NTF +*** formatting ts for gee... +2018-01-06T16:32:23 +*** transferring image and metadata... +Started upload task with ID: KMIR2N26DBGK6XR4H7E5OBIM +done! + + +*** Transfering file 20180106T163249_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "49", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:49 2018", "dt_x": "01/06/18", "dt_X": "16:32:49"} +*** estimating xml filename... +xml fname is like: 18JAN06163249-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163249-M1BS-501884664070_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2018-01-06_16:32:49.752250 -p MEANSUNEL=39.7 -p MEANSUNAZ=162.1 -p MEANSATEL=65.8 -p MEANSATAZ=291.2 -p MEANOFFNADIRVIEWANGLE=21.5 -p CLOUDCOVER=0.003 -p MEANINTRACKVIEWANGLE=4.0 -p MEANCROSSTRACKVIEWANGLE=-21.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18JAN06163249-M1BS-501884664070_01_P010.NTF +*** formatting ts for gee... +2018-01-06T16:32:49 +*** transferring image and metadata... +Started upload task with ID: GMI25NZW5VHUKISCCBU7L436 +done! + + +*** Transfering file 20180106T163250_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "32", "dt_S": "50", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "50", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:32:50 2018", "dt_x": "01/06/18", "dt_X": "16:32:50"} +*** estimating xml filename... +xml fname is like: 18JAN06163250-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163250-M1BS-501884664070_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2018-01-06_16:32:50.968850 -p MEANSUNEL=39.8 -p MEANSUNAZ=162.1 -p MEANSATEL=65.6 -p MEANSATAZ=292.0 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=4.3 -p MEANCROSSTRACKVIEWANGLE=-21.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18JAN06163250-M1BS-501884664070_01_P011.NTF +*** formatting ts for gee... +2018-01-06T16:32:50 +*** transferring image and metadata... +Started upload task with ID: MJUZ4V5XFO4S4O4MGIMWPUCK +done! + + +*** Transfering file 20180106T163300_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "33", "dt_S": "00", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:33:00 2018", "dt_x": "01/06/18", "dt_X": "16:33:00"} +*** estimating xml filename... +xml fname is like: 18JAN06163300-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163300-M1BS-501884663020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2018-01-06_16:33:00.400550 -p MEANSUNEL=39.8 -p MEANSUNAZ=162.3 -p MEANSATEL=64.6 -p MEANSATAZ=281.5 -p MEANOFFNADIRVIEWANGLE=22.6 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=0.4 -p MEANCROSSTRACKVIEWANGLE=-22.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163300-M1BS-501884663020_01_P001.NTF +*** formatting ts for gee... +2018-01-06T16:33:00 +*** transferring image and metadata... +Started upload task with ID: DF3FORZKAUGIODIAFYGM7CUQ +done! + + +*** Transfering file 20180106T163301_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "01", "dt_d": "06", "dt_H": "16", "dt_M": "33", "dt_S": "01", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "6", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "006", "dt_jj": "6", "dt_U": "00", "dt_W": "01", "dt_c": "Sat Jan 6 16:33:01 2018", "dt_x": "01/06/18", "dt_X": "16:33:01"} +*** estimating xml filename... +xml fname is like: 18JAN06163301-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18JAN06163301-M1BS-501884663020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.009295654 -p ABSCALFACTOR_BAND_B=0.009748051 -p ABSCALFACTOR_BAND_G=0.007541495 -p ABSCALFACTOR_BAND_Y=0.005101088 -p ABSCALFACTOR_BAND_R=0.01103623 -p ABSCALFACTOR_BAND_RE=0.004539619 -p ABSCALFACTOR_BAND_N=0.0122438 -p ABSCALFACTOR_BAND_N2=0.009042234 -p FIRSTLINETIME=2018-01-06_16:33:01.603150 -p MEANSUNEL=39.7 -p MEANSUNAZ=162.3 -p MEANSATEL=64.6 -p MEANSATAZ=278.1 -p MEANOFFNADIRVIEWANGLE=22.5 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-0.9 -p MEANCROSSTRACKVIEWANGLE=-22.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18JAN06163301-M1BS-501884663020_01_P002.NTF +*** formatting ts for gee... +2018-01-06T16:33:01 +*** transferring image and metadata... +Started upload task with ID: ROSLO5PSZEHEE3AAMUC5EIJN +done! + + +*** Transfering file 20180318T162252_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "22", "dt_S": "52", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "52", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:22:52 2018", "dt_x": "03/18/18", "dt_X": "16:22:52"} +*** estimating xml filename... +xml fname is like: 18MAR18162252-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162252-M1BS-505387748070_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:22:52.224050 -p MEANSUNEL=58.3 -p MEANSUNAZ=144.4 -p MEANSATEL=67.4 -p MEANSATAZ=358.3 -p MEANOFFNADIRVIEWANGLE=20.2 -p CLOUDCOVER=0.368 -p MEANINTRACKVIEWANGLE=19.8 -p MEANCROSSTRACKVIEWANGLE=-4.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162252-M1BS-505387748070_01_P010.NTF +*** formatting ts for gee... +2018-03-18T16:22:52 +*** transferring image and metadata... +Started upload task with ID: AKYMM2CBI26JHOXSXPWOWSGE +done! + + +*** Transfering file 20180318T162253_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "22", "dt_S": "53", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "22", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:22:53 2018", "dt_x": "03/18/18", "dt_X": "16:22:53"} +*** estimating xml filename... +xml fname is like: 18MAR18162253-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162253-M1BS-505387748070_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:22:53.378450 -p MEANSUNEL=58.4 -p MEANSUNAZ=144.3 -p MEANSATEL=67.0 -p MEANSATAZ=358.0 -p MEANOFFNADIRVIEWANGLE=20.5 -p CLOUDCOVER=0.061 -p MEANINTRACKVIEWANGLE=20.1 -p MEANCROSSTRACKVIEWANGLE=-4.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162253-M1BS-505387748070_01_P011.NTF +*** formatting ts for gee... +2018-03-18T16:22:53 +*** transferring image and metadata... +Started upload task with ID: 54DYEXOY4JAABAEMEVR3LOJA +done! + + +*** Transfering file 20180318T162351_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "23", "dt_S": "51", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:23:51 2018", "dt_x": "03/18/18", "dt_X": "16:23:51"} +*** estimating xml filename... +xml fname is like: 18MAR18162351-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162351-M1BS-505387748010_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:23:51.317850 -p MEANSUNEL=58.5 -p MEANSUNAZ=144.8 -p MEANSATEL=78.0 -p MEANSATAZ=223.4 -p MEANOFFNADIRVIEWANGLE=10.5 -p CLOUDCOVER=0.354 -p MEANINTRACKVIEWANGLE=-8.6 -p MEANCROSSTRACKVIEWANGLE=-6.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162351-M1BS-505387748010_01_P010.NTF +*** formatting ts for gee... +2018-03-18T16:23:51 +*** transferring image and metadata... +Started upload task with ID: 7JRG67LC2QUAFB6QCXLSXT2C +done! + + +*** Transfering file 20180318T162352_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "23", "dt_S": "52", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "52", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:23:52 2018", "dt_x": "03/18/18", "dt_X": "16:23:52"} +*** estimating xml filename... +xml fname is like: 18MAR18162352-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162352-M1BS-505387748010_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:23:52.589450 -p MEANSUNEL=58.6 -p MEANSUNAZ=144.7 -p MEANSATEL=78.1 -p MEANSATAZ=224.9 -p MEANOFFNADIRVIEWANGLE=10.4 -p CLOUDCOVER=0.037 -p MEANINTRACKVIEWANGLE=-8.4 -p MEANCROSSTRACKVIEWANGLE=-6.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162352-M1BS-505387748010_01_P011.NTF +*** formatting ts for gee... +2018-03-18T16:23:52 +*** transferring image and metadata... +Started upload task with ID: ZNKKGHNKKKMQZI6NX7UZ6J3A +done! + + +*** Transfering file 20180318T162353_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "18", "dt_H": "16", "dt_M": "23", "dt_S": "53", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "18", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "23", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Sun Mar 18 16:23:53 2018", "dt_x": "03/18/18", "dt_X": "16:23:53"} +*** estimating xml filename... +xml fname is like: 18MAR18162353-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR18162353-M1BS-505387748010_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=2048 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-18_16:23:53.860850 -p MEANSUNEL=58.6 -p MEANSUNAZ=144.7 -p MEANSATEL=78.3 -p MEANSATAZ=226.0 -p MEANOFFNADIRVIEWANGLE=10.4 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-8.3 -p MEANCROSSTRACKVIEWANGLE=-6.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR18162353-M1BS-505387748010_01_P012.NTF +*** formatting ts for gee... +2018-03-18T16:23:53 +*** transferring image and metadata... +Started upload task with ID: I6HDDQ3LSODOIFI2ZBSUIJHQ +done! + + +*** Transfering file 20180319T163847_01_P010_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "38", "dt_S": "47", "number": "01", "pass_n": "010", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "47", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:38:47 2018", "dt_x": "03/19/18", "dt_X": "16:38:47"} +*** estimating xml filename... +xml fname is like: 18MAR19163847-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163847-M1BS-505387750030_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:38:47.729850 -p MEANSUNEL=60.6 -p MEANSUNAZ=150.9 -p MEANSATEL=73.4 -p MEANSATAZ=321.1 -p MEANOFFNADIRVIEWANGLE=15.3 -p CLOUDCOVER=0.452 -p MEANINTRACKVIEWANGLE=10.3 -p MEANCROSSTRACKVIEWANGLE=-11.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163847-M1BS-505387750030_01_P010.NTF +*** formatting ts for gee... +2018-03-19T16:38:47 +*** transferring image and metadata... +Started upload task with ID: M2JTL26IU2X2HI4AV6LO5QIY +done! + + +*** Transfering file 20180319T163849_01_P011_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "38", "dt_S": "49", "number": "01", "pass_n": "011", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:38:49 2018", "dt_x": "03/19/18", "dt_X": "16:38:49"} +*** estimating xml filename... +xml fname is like: 18MAR19163849-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163849-M1BS-505387750030_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:38:49.587650 -p MEANSUNEL=60.7 -p MEANSUNAZ=150.8 -p MEANSATEL=73.1 -p MEANSATAZ=320.7 -p MEANOFFNADIRVIEWANGLE=15.4 -p CLOUDCOVER=0.224 -p MEANINTRACKVIEWANGLE=10.2 -p MEANCROSSTRACKVIEWANGLE=-11.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163849-M1BS-505387750030_01_P011.NTF +*** formatting ts for gee... +2018-03-19T16:38:49 +*** transferring image and metadata... +Started upload task with ID: CUKXSSBZLILMUOKXXGQRTST2 +done! + + +*** Transfering file 20180319T163851_01_P012_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "38", "dt_S": "51", "number": "01", "pass_n": "012", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:38:51 2018", "dt_x": "03/19/18", "dt_X": "16:38:51"} +*** estimating xml filename... +xml fname is like: 18MAR19163851-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163851-M1BS-505387750030_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:38:51.445250 -p MEANSUNEL=60.7 -p MEANSUNAZ=150.8 -p MEANSATEL=73.1 -p MEANSATAZ=320.4 -p MEANOFFNADIRVIEWANGLE=15.5 -p CLOUDCOVER=0.419 -p MEANINTRACKVIEWANGLE=10.2 -p MEANCROSSTRACKVIEWANGLE=-11.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163851-M1BS-505387750030_01_P012.NTF +*** formatting ts for gee... +2018-03-19T16:38:51 +*** transferring image and metadata... +Started upload task with ID: HAIULQAQMDHQWXN4W72JRUHR +done! + + +*** Transfering file 20180319T163949_01_P010_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "39", "dt_S": "49", "number": "01", "pass_n": "010", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "39", "dt_SS": "49", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:39:49 2018", "dt_x": "03/19/18", "dt_X": "16:39:49"} +*** estimating xml filename... +xml fname is like: 18MAR19163949-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163949-M1BS-505387750080_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10240 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:39:49.742050 -p MEANSUNEL=60.7 -p MEANSUNAZ=151.3 -p MEANSATEL=57.5 -p MEANSATAZ=214.6 -p MEANOFFNADIRVIEWANGLE=29.2 -p CLOUDCOVER=0.451 -p MEANINTRACKVIEWANGLE=-26.1 -p MEANCROSSTRACKVIEWANGLE=-13.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163949-M1BS-505387750080_01_P010.NTF +*** formatting ts for gee... +2018-03-19T16:39:49 +*** transferring image and metadata... +Started upload task with ID: RJP2TQKSC4GSXL6L6T7S5FKL +done! + + +*** Transfering file 20180319T163951_01_P011_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "19", "dt_H": "16", "dt_M": "39", "dt_S": "51", "number": "01", "pass_n": "011", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "19", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "39", "dt_SS": "51", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "078", "dt_jj": "78", "dt_U": "11", "dt_W": "12", "dt_c": "Mon Mar 19 16:39:51 2018", "dt_x": "03/19/18", "dt_X": "16:39:51"} +*** estimating xml filename... +xml fname is like: 18MAR19163951-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR19163951-M1BS-505387750080_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10240 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2018-03-19_16:39:51.258850 -p MEANSUNEL=60.8 -p MEANSUNAZ=151.3 -p MEANSATEL=57.5 -p MEANSATAZ=215.0 -p MEANOFFNADIRVIEWANGLE=29.2 -p CLOUDCOVER=0.207 -p MEANINTRACKVIEWANGLE=-26.0 -p MEANCROSSTRACKVIEWANGLE=-13.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR19163951-M1BS-505387750080_01_P011.NTF +*** formatting ts for gee... +2018-03-19T16:39:51 +*** transferring image and metadata... +Started upload task with ID: SEM47VUW2CMOXJOJVQ77NISE +done! + + +*** Transfering file 20180326T162911_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "26", "dt_H": "16", "dt_M": "29", "dt_S": "11", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "26", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "11", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "13", "dt_c": "Mon Mar 26 16:29:11 2018", "dt_x": "03/26/18", "dt_X": "16:29:11"} +*** estimating xml filename... +xml fname is like: 18MAR26162911-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR26162911-M1BS-505387751090_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-26_16:29:11.632450 -p MEANSUNEL=62.1 -p MEANSUNAZ=144.6 -p MEANSATEL=71.9 -p MEANSATAZ=308.4 -p MEANOFFNADIRVIEWANGLE=16.2 -p CLOUDCOVER=0.038 -p MEANINTRACKVIEWANGLE=7.7 -p MEANCROSSTRACKVIEWANGLE=-14.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR26162911-M1BS-505387751090_01_P010.NTF +*** formatting ts for gee... +2018-03-26T16:29:11 +*** transferring image and metadata... +Started upload task with ID: DSEYO4O2TEOAL4AD5TGRRCLU +done! + + +*** Transfering file 20180326T162912_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "26", "dt_H": "16", "dt_M": "29", "dt_S": "12", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "26", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "12", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "13", "dt_c": "Mon Mar 26 16:29:12 2018", "dt_x": "03/26/18", "dt_X": "16:29:12"} +*** estimating xml filename... +xml fname is like: 18MAR26162912-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR26162912-M1BS-505387751090_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-26_16:29:12.881650 -p MEANSUNEL=62.2 -p MEANSUNAZ=144.5 -p MEANSATEL=71.6 -p MEANSATAZ=308.9 -p MEANOFFNADIRVIEWANGLE=16.5 -p CLOUDCOVER=0.017 -p MEANINTRACKVIEWANGLE=8.0 -p MEANCROSSTRACKVIEWANGLE=-14.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR26162912-M1BS-505387751090_01_P011.NTF +*** formatting ts for gee... +2018-03-26T16:29:12 +*** transferring image and metadata... +Started upload task with ID: L7OKC5STRIGRRAHLVKT6MFOL +done! + + +*** Transfering file 20180326T163009_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "26", "dt_H": "16", "dt_M": "30", "dt_S": "09", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "26", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "13", "dt_c": "Mon Mar 26 16:30:09 2018", "dt_x": "03/26/18", "dt_X": "16:30:09"} +*** estimating xml filename... +xml fname is like: 18MAR26163009-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR26163009-M1BS-505387746050_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-26_16:30:09.919050 -p MEANSUNEL=62.2 -p MEANSUNAZ=145.0 -p MEANSATEL=61.9 -p MEANSATAZ=227.9 -p MEANOFFNADIRVIEWANGLE=24.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-19.3 -p MEANCROSSTRACKVIEWANGLE=-15.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR26163009-M1BS-505387746050_01_P010.NTF +*** formatting ts for gee... +2018-03-26T16:30:09 +*** transferring image and metadata... +Started upload task with ID: 7BXCZ7HAXDFKH7UTN3LBQDBL +done! + + +*** Transfering file 20180326T163011_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "03", "dt_d": "26", "dt_H": "16", "dt_M": "30", "dt_S": "11", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "26", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "30", "dt_SS": "11", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "085", "dt_jj": "85", "dt_U": "12", "dt_W": "13", "dt_c": "Mon Mar 26 16:30:11 2018", "dt_x": "03/26/18", "dt_X": "16:30:11"} +*** estimating xml filename... +xml fname is like: 18MAR26163011-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAR26163011-M1BS-505387746050_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-03-26_16:30:11.027050 -p MEANSUNEL=62.3 -p MEANSUNAZ=144.9 -p MEANSATEL=62.0 -p MEANSATAZ=228.7 -p MEANOFFNADIRVIEWANGLE=24.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-19.0 -p MEANCROSSTRACKVIEWANGLE=-16.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18MAR26163011-M1BS-505387746050_01_P011.NTF +*** formatting ts for gee... +2018-03-26T16:30:11 +*** transferring image and metadata... +Started upload task with ID: 7FL2PAQMZU7RLS2CUNOJ6HWV +done! + + +*** Transfering file 20180428T161558_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "04", "dt_d": "28", "dt_H": "16", "dt_M": "15", "dt_S": "58", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "28", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "15", "dt_SS": "58", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "118", "dt_jj": "118", "dt_U": "16", "dt_W": "17", "dt_c": "Sat Apr 28 16:15:58 2018", "dt_x": "04/28/18", "dt_X": "16:15:58"} +*** estimating xml filename... +xml fname is like: 18APR28161558-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18APR28161558-M1BS-505387750090_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-04-28_16:15:58.840850 -p MEANSUNEL=70.3 -p MEANSUNAZ=122.9 -p MEANSATEL=70.4 -p MEANSATAZ=40.4 -p MEANOFFNADIRVIEWANGLE=17.6 -p CLOUDCOVER=0.069 -p MEANINTRACKVIEWANGLE=15.0 -p MEANCROSSTRACKVIEWANGLE=9.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18APR28161558-M1BS-505387750090_01_P009.NTF +*** formatting ts for gee... +2018-04-28T16:15:58 +*** transferring image and metadata... +Started upload task with ID: GUQLLKE3UGQWEXEXVVE6MHF4 +done! + + +*** Transfering file 20180428T161600_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "04", "dt_d": "28", "dt_H": "16", "dt_M": "16", "dt_S": "00", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "28", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "118", "dt_jj": "118", "dt_U": "16", "dt_W": "17", "dt_c": "Sat Apr 28 16:16:00 2018", "dt_x": "04/28/18", "dt_X": "16:16:00"} +*** estimating xml filename... +xml fname is like: 18APR28161600-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18APR28161600-M1BS-505387750090_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-04-28_16:16:00.059850 -p MEANSUNEL=70.4 -p MEANSUNAZ=122.7 -p MEANSATEL=70.2 -p MEANSATAZ=39.5 -p MEANOFFNADIRVIEWANGLE=17.8 -p CLOUDCOVER=0.025 -p MEANINTRACKVIEWANGLE=15.3 -p MEANCROSSTRACKVIEWANGLE=9.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18APR28161600-M1BS-505387750090_01_P010.NTF +*** formatting ts for gee... +2018-04-28T16:16:00 +*** transferring image and metadata... +Started upload task with ID: MBGMTPVZFONW3XP6KG5KPJOV +done! + + +*** Transfering file 20180428T161601_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "04", "dt_d": "28", "dt_H": "16", "dt_M": "16", "dt_S": "01", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "28", "dt_b": "Apr", "dt_B": "April", "dt_mm": "4", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "118", "dt_jj": "118", "dt_U": "16", "dt_W": "17", "dt_c": "Sat Apr 28 16:16:01 2018", "dt_x": "04/28/18", "dt_X": "16:16:01"} +*** estimating xml filename... +xml fname is like: 18APR28161601-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18APR28161601-M1BS-505387750090_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-04-28_16:16:01.278850 -p MEANSUNEL=70.4 -p MEANSUNAZ=122.5 -p MEANSATEL=70.0 -p MEANSATAZ=38.4 -p MEANOFFNADIRVIEWANGLE=17.9 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=15.5 -p MEANCROSSTRACKVIEWANGLE=9.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18APR28161601-M1BS-505387750090_01_P011.NTF +*** formatting ts for gee... +2018-04-28T16:16:01 +*** transferring image and metadata... +Started upload task with ID: K6KR75MYULBEC7MF44EXLSBO +done! + + +*** Transfering file 20180501T160612_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "05", "dt_d": "01", "dt_H": "16", "dt_M": "06", "dt_S": "12", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "1", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "12", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "121", "dt_jj": "121", "dt_U": "17", "dt_W": "18", "dt_c": "Tue May 1 16:06:12 2018", "dt_x": "05/01/18", "dt_X": "16:06:12"} +*** estimating xml filename... +xml fname is like: 18MAY01160612-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAY01160612-M1BS-505387748080_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-05-01_16:06:12.586350 -p MEANSUNEL=69.0 -p MEANSUNAZ=116.2 -p MEANSATEL=60.0 -p MEANSATAZ=87.7 -p MEANOFFNADIRVIEWANGLE=26.5 -p CLOUDCOVER=0.024 -p MEANINTRACKVIEWANGLE=4.6 -p MEANCROSSTRACKVIEWANGLE=26.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18MAY01160612-M1BS-505387748080_01_P001.NTF +*** formatting ts for gee... +2018-05-01T16:06:12 +*** transferring image and metadata... +Started upload task with ID: PWGNPMWC5N4SBXIP5L5AKT2J +done! + + +*** Transfering file 20180501T160613_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "05", "dt_d": "01", "dt_H": "16", "dt_M": "06", "dt_S": "13", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "1", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "121", "dt_jj": "121", "dt_U": "17", "dt_W": "18", "dt_c": "Tue May 1 16:06:13 2018", "dt_x": "05/01/18", "dt_X": "16:06:13"} +*** estimating xml filename... +xml fname is like: 18MAY01160613-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAY01160613-M1BS-505387748080_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-05-01_16:06:13.743550 -p MEANSUNEL=68.9 -p MEANSUNAZ=116.4 -p MEANSATEL=60.1 -p MEANSATAZ=90.5 -p MEANOFFNADIRVIEWANGLE=26.4 -p CLOUDCOVER=0.193 -p MEANINTRACKVIEWANGLE=3.3 -p MEANCROSSTRACKVIEWANGLE=26.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18MAY01160613-M1BS-505387748080_01_P002.NTF +*** formatting ts for gee... +2018-05-01T16:06:13 +*** transferring image and metadata... +Started upload task with ID: ZBEEOSG2BYGKJITMYKPKWF4F +done! + + +*** Transfering file 20180501T160614_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "05", "dt_d": "01", "dt_H": "16", "dt_M": "06", "dt_S": "14", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "1", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "121", "dt_jj": "121", "dt_U": "17", "dt_W": "18", "dt_c": "Tue May 1 16:06:14 2018", "dt_x": "05/01/18", "dt_X": "16:06:14"} +*** estimating xml filename... +xml fname is like: 18MAY01160614-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18MAY01160614-M1BS-505387748080_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-05-01_16:06:14.901150 -p MEANSUNEL=68.9 -p MEANSUNAZ=116.7 -p MEANSATEL=60.2 -p MEANSATAZ=93.4 -p MEANOFFNADIRVIEWANGLE=26.4 -p CLOUDCOVER=0.291 -p MEANINTRACKVIEWANGLE=2.0 -p MEANCROSSTRACKVIEWANGLE=26.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=18MAY01160614-M1BS-505387748080_01_P003.NTF +*** formatting ts for gee... +2018-05-01T16:06:14 +*** transferring image and metadata... +Started upload task with ID: ONS4A4D46PMER2UVGCYERSVP +done! + + +*** Transfering file 20180924T163835_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "09", "dt_d": "24", "dt_H": "16", "dt_M": "38", "dt_S": "35", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "24", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "35", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "267", "dt_jj": "267", "dt_U": "38", "dt_W": "39", "dt_c": "Mon Sep 24 16:38:35 2018", "dt_x": "09/24/18", "dt_X": "16:38:35"} +*** estimating xml filename... +xml fname is like: 18SEP24163835-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18SEP24163835-M1BS-505387748030_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-09-24_16:38:35.990850 -p MEANSUNEL=61.8 -p MEANSUNAZ=158.2 -p MEANSATEL=57.6 -p MEANSATAZ=289.9 -p MEANOFFNADIRVIEWANGLE=28.6 -p CLOUDCOVER=0.133 -p MEANINTRACKVIEWANGLE=4.2 -p MEANCROSSTRACKVIEWANGLE=-28.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18SEP24163835-M1BS-505387748030_01_P010.NTF +*** formatting ts for gee... +2018-09-24T16:38:35 +*** transferring image and metadata... +Started upload task with ID: HM7XVUB6PPJ3HSZ2DJTCZP7G +done! + + +*** Transfering file 20180924T163837_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "09", "dt_d": "24", "dt_H": "16", "dt_M": "38", "dt_S": "37", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "24", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "38", "dt_SS": "37", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "267", "dt_jj": "267", "dt_U": "38", "dt_W": "39", "dt_c": "Mon Sep 24 16:38:37 2018", "dt_x": "09/24/18", "dt_X": "16:38:37"} +*** estimating xml filename... +xml fname is like: 18SEP24163837-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18SEP24163837-M1BS-505387748030_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-09-24_16:38:37.122650 -p MEANSUNEL=61.9 -p MEANSUNAZ=158.1 -p MEANSATEL=57.4 -p MEANSATAZ=290.5 -p MEANOFFNADIRVIEWANGLE=28.8 -p CLOUDCOVER=0.019 -p MEANINTRACKVIEWANGLE=4.5 -p MEANCROSSTRACKVIEWANGLE=-28.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18SEP24163837-M1BS-505387748030_01_P011.NTF +*** formatting ts for gee... +2018-09-24T16:38:37 +*** transferring image and metadata... +Started upload task with ID: 7WFN45HOSJVMVP5AWRCLHB65 +done! + + +*** Transfering file 20181102T160525_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "02", "dt_H": "16", "dt_M": "05", "dt_S": "25", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "2", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "5", "dt_SS": "25", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "306", "dt_jj": "306", "dt_U": "43", "dt_W": "44", "dt_c": "Fri Nov 2 16:05:25 2018", "dt_x": "11/02/18", "dt_X": "16:05:25"} +*** estimating xml filename... +xml fname is like: 18NOV02160525-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV02160525-M1BS-505387746080_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-02_16:05:25.086450 -p MEANSUNEL=46.5 -p MEANSUNAZ=157.3 -p MEANSATEL=61.1 -p MEANSATAZ=114.3 -p MEANOFFNADIRVIEWANGLE=25.5 -p CLOUDCOVER=0.341 -p MEANINTRACKVIEWANGLE=-6.9 -p MEANCROSSTRACKVIEWANGLE=24.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV02160525-M1BS-505387746080_01_P010.NTF +*** formatting ts for gee... +2018-11-02T16:05:25 +*** transferring image and metadata... +Started upload task with ID: FRRH6JX2B2NCNXWXL3IMYBJC +done! + + +*** Transfering file 20181102T160526_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "02", "dt_H": "16", "dt_M": "05", "dt_S": "26", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "2", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "5", "dt_SS": "26", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "306", "dt_jj": "306", "dt_U": "43", "dt_W": "44", "dt_c": "Fri Nov 2 16:05:26 2018", "dt_x": "11/02/18", "dt_X": "16:05:26"} +*** estimating xml filename... +xml fname is like: 18NOV02160526-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV02160526-M1BS-505387746080_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-02_16:05:26.222450 -p MEANSUNEL=46.6 -p MEANSUNAZ=157.3 -p MEANSATEL=61.4 -p MEANSATAZ=113.8 -p MEANOFFNADIRVIEWANGLE=25.3 -p CLOUDCOVER=0.207 -p MEANINTRACKVIEWANGLE=-6.6 -p MEANCROSSTRACKVIEWANGLE=24.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV02160526-M1BS-505387746080_01_P011.NTF +*** formatting ts for gee... +2018-11-02T16:05:26 +*** transferring image and metadata... +Started upload task with ID: SUKOEXAUERGQRPTI5OYXHYZ2 +done! + + +*** Transfering file 20181102T160527_01_P012_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "02", "dt_H": "16", "dt_M": "05", "dt_S": "27", "number": "01", "pass_n": "012", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "2", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "5", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "306", "dt_jj": "306", "dt_U": "43", "dt_W": "44", "dt_c": "Fri Nov 2 16:05:27 2018", "dt_x": "11/02/18", "dt_X": "16:05:27"} +*** estimating xml filename... +xml fname is like: 18NOV02160527-M1BS-*_01_P012.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV02160527-M1BS-505387746080_01_P012.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=3072 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-02_16:05:27.358450 -p MEANSUNEL=46.6 -p MEANSUNAZ=157.3 -p MEANSATEL=61.5 -p MEANSATAZ=113.5 -p MEANOFFNADIRVIEWANGLE=25.2 -p CLOUDCOVER=0.145 -p MEANINTRACKVIEWANGLE=-6.5 -p MEANCROSSTRACKVIEWANGLE=24.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV02160527-M1BS-505387746080_01_P012.NTF +*** formatting ts for gee... +2018-11-02T16:05:27 +*** transferring image and metadata... +Started upload task with ID: U2LMWWWT5DC6IXRXUA6PF3VF +done! + + +*** Transfering file 20181112T163728_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "12", "dt_H": "16", "dt_M": "37", "dt_S": "28", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "12", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "37", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "316", "dt_jj": "316", "dt_U": "45", "dt_W": "46", "dt_c": "Mon Nov 12 16:37:28 2018", "dt_x": "11/12/18", "dt_X": "16:37:28"} +*** estimating xml filename... +xml fname is like: 18NOV12163728-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV12163728-M1BS-505387751080_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-12_16:37:28.763850 -p MEANSUNEL=45.5 -p MEANSUNAZ=168.6 -p MEANSATEL=58.0 -p MEANSATAZ=266.3 -p MEANOFFNADIRVIEWANGLE=28.2 -p CLOUDCOVER=0.291 -p MEANINTRACKVIEWANGLE=-6.9 -p MEANCROSSTRACKVIEWANGLE=-27.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV12163728-M1BS-505387751080_01_P009.NTF +*** formatting ts for gee... +2018-11-12T16:37:28 +*** transferring image and metadata... +Started upload task with ID: UWZHDMXZKHFVCKZQR7ZGMU4Z +done! + + +*** Transfering file 20181112T163729_01_P010_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "12", "dt_H": "16", "dt_M": "37", "dt_S": "29", "number": "01", "pass_n": "010", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "12", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "37", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "316", "dt_jj": "316", "dt_U": "45", "dt_W": "46", "dt_c": "Mon Nov 12 16:37:29 2018", "dt_x": "11/12/18", "dt_X": "16:37:29"} +*** estimating xml filename... +xml fname is like: 18NOV12163729-M1BS-*_01_P010.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV12163729-M1BS-505387751080_01_P010.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-12_16:37:29.906050 -p MEANSUNEL=45.6 -p MEANSUNAZ=168.6 -p MEANSATEL=57.9 -p MEANSATAZ=267.0 -p MEANOFFNADIRVIEWANGLE=28.3 -p CLOUDCOVER=0.061 -p MEANINTRACKVIEWANGLE=-6.6 -p MEANCROSSTRACKVIEWANGLE=-27.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV12163729-M1BS-505387751080_01_P010.NTF +*** formatting ts for gee... +2018-11-12T16:37:29 +*** transferring image and metadata... +Started upload task with ID: GTH37XOWTXYFKMXDLVEZSCI3 +done! + + +*** Transfering file 20181112T163731_01_P011_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2018", "dt_m": "11", "dt_d": "12", "dt_H": "16", "dt_M": "37", "dt_S": "31", "number": "01", "pass_n": "011", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "12", "dt_b": "Nov", "dt_B": "November", "dt_mm": "11", "dt_y": "18", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "37", "dt_SS": "31", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "316", "dt_jj": "316", "dt_U": "45", "dt_W": "46", "dt_c": "Mon Nov 12 16:37:31 2018", "dt_x": "11/12/18", "dt_X": "16:37:31"} +*** estimating xml filename... +xml fname is like: 18NOV12163731-M1BS-*_01_P011.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/18NOV12163731-M1BS-505387751080_01_P011.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2018-11-12_16:37:31.048450 -p MEANSUNEL=45.7 -p MEANSUNAZ=168.6 -p MEANSATEL=57.8 -p MEANSATAZ=267.6 -p MEANOFFNADIRVIEWANGLE=28.4 -p CLOUDCOVER=0.011 -p MEANINTRACKVIEWANGLE=-6.3 -p MEANCROSSTRACKVIEWANGLE=-27.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=18NOV12163731-M1BS-505387751080_01_P011.NTF +*** formatting ts for gee... +2018-11-12T16:37:31 +*** transferring image and metadata... +Started upload task with ID: BNG75MVHT7HUZTCYN5M3UPFD +done! + + +*** Transfering file 20190122T162646_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "01", "dt_d": "22", "dt_H": "16", "dt_M": "26", "dt_S": "46", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "26", "dt_SS": "46", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "022", "dt_jj": "22", "dt_U": "03", "dt_W": "03", "dt_c": "Tue Jan 22 16:26:46 2019", "dt_x": "01/22/19", "dt_X": "16:26:46"} +*** estimating xml filename... +xml fname is like: 19JAN22162646-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19JAN22162646-M1BS-505387747040_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-01-22_16:26:46.564850 -p MEANSUNEL=41.3 -p MEANSUNAZ=157.3 -p MEANSATEL=74.6 -p MEANSATAZ=246.1 -p MEANOFFNADIRVIEWANGLE=13.6 -p CLOUDCOVER=0.437 -p MEANINTRACKVIEWANGLE=-7.5 -p MEANCROSSTRACKVIEWANGLE=-11.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19JAN22162646-M1BS-505387747040_01_P001.NTF +*** formatting ts for gee... +2019-01-22T16:26:46 +*** transferring image and metadata... +Started upload task with ID: ILBD32GLQR47UUZPEAMFNVRN +done! + + +*** Transfering file 20190122T162647_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "01", "dt_d": "22", "dt_H": "16", "dt_M": "26", "dt_S": "47", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "26", "dt_SS": "47", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "022", "dt_jj": "22", "dt_U": "03", "dt_W": "03", "dt_c": "Tue Jan 22 16:26:47 2019", "dt_x": "01/22/19", "dt_X": "16:26:47"} +*** estimating xml filename... +xml fname is like: 19JAN22162647-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19JAN22162647-M1BS-505387747040_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-01-22_16:26:47.713250 -p MEANSUNEL=41.4 -p MEANSUNAZ=157.3 -p MEANSATEL=74.5 -p MEANSATAZ=247.1 -p MEANOFFNADIRVIEWANGLE=13.7 -p CLOUDCOVER=0.186 -p MEANINTRACKVIEWANGLE=-7.2 -p MEANCROSSTRACKVIEWANGLE=-11.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19JAN22162647-M1BS-505387747040_01_P002.NTF +*** formatting ts for gee... +2019-01-22T16:26:47 +*** transferring image and metadata... +Started upload task with ID: WVRK6FGSWLZ3B2TEQUF3WVSA +done! + + +*** Transfering file 20190122T162648_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "01", "dt_d": "22", "dt_H": "16", "dt_M": "26", "dt_S": "48", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Jan", "dt_B": "January", "dt_mm": "1", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "26", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "022", "dt_jj": "22", "dt_U": "03", "dt_W": "03", "dt_c": "Tue Jan 22 16:26:48 2019", "dt_x": "01/22/19", "dt_X": "16:26:48"} +*** estimating xml filename... +xml fname is like: 19JAN22162648-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19JAN22162648-M1BS-505387747040_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01257455 -p ABSCALFACTOR_BAND_G=0.00963636 -p ABSCALFACTOR_BAND_Y=0.00501895 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00447579 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-01-22_16:26:48.985450 -p MEANSUNEL=41.5 -p MEANSUNAZ=157.3 -p MEANSATEL=74.5 -p MEANSATAZ=248.4 -p MEANOFFNADIRVIEWANGLE=13.7 -p CLOUDCOVER=0.015 -p MEANINTRACKVIEWANGLE=-6.9 -p MEANCROSSTRACKVIEWANGLE=-11.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19JAN22162648-M1BS-505387747040_01_P003.NTF +*** formatting ts for gee... +2019-01-22T16:26:48 +*** transferring image and metadata... +Started upload task with ID: TKTLMBSYEA4HU7PO5BGZUXMP +done! + + +*** Transfering file 20190221T164019_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "02", "dt_d": "21", "dt_H": "16", "dt_M": "40", "dt_S": "19", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "40", "dt_SS": "19", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "052", "dt_jj": "52", "dt_U": "07", "dt_W": "07", "dt_c": "Thu Feb 21 16:40:19 2019", "dt_x": "02/21/19", "dt_X": "16:40:19"} +*** estimating xml filename... +xml fname is like: 19FEB21164019-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19FEB21164019-M1BS-505387750010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-02-21_16:40:19.965250 -p MEANSUNEL=51.0 -p MEANSUNAZ=156.6 -p MEANSATEL=65.4 -p MEANSATAZ=286.4 -p MEANOFFNADIRVIEWANGLE=22.3 -p CLOUDCOVER=0.653 -p MEANINTRACKVIEWANGLE=2.6 -p MEANCROSSTRACKVIEWANGLE=-22.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19FEB21164019-M1BS-505387750010_01_P002.NTF +*** formatting ts for gee... +2019-02-21T16:40:19 +*** transferring image and metadata... +Started upload task with ID: DJCZ5PGZ2MZFQHCA4MYPLQSD +done! + + +*** Transfering file 20190221T164021_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "02", "dt_d": "21", "dt_H": "16", "dt_M": "40", "dt_S": "21", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "40", "dt_SS": "21", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "052", "dt_jj": "52", "dt_U": "07", "dt_W": "07", "dt_c": "Thu Feb 21 16:40:21 2019", "dt_x": "02/21/19", "dt_X": "16:40:21"} +*** estimating xml filename... +xml fname is like: 19FEB21164021-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19FEB21164021-M1BS-505387750010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-02-21_16:40:21.766850 -p MEANSUNEL=51.1 -p MEANSUNAZ=156.5 -p MEANSATEL=65.2 -p MEANSATAZ=286.3 -p MEANOFFNADIRVIEWANGLE=22.5 -p CLOUDCOVER=0.185 -p MEANINTRACKVIEWANGLE=2.6 -p MEANCROSSTRACKVIEWANGLE=-22.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19FEB21164021-M1BS-505387750010_01_P003.NTF +*** formatting ts for gee... +2019-02-21T16:40:21 +*** transferring image and metadata... +Started upload task with ID: K2NVOBKV7J33TKD6TG62E5CW +done! + + +*** Transfering file 20190221T164023_01_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "02", "dt_d": "21", "dt_H": "16", "dt_M": "40", "dt_S": "23", "number": "01", "pass_n": "004", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "21", "dt_b": "Feb", "dt_B": "February", "dt_mm": "2", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "40", "dt_SS": "23", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "052", "dt_jj": "52", "dt_U": "07", "dt_W": "07", "dt_c": "Thu Feb 21 16:40:23 2019", "dt_x": "02/21/19", "dt_X": "16:40:23"} +*** estimating xml filename... +xml fname is like: 19FEB21164023-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19FEB21164023-M1BS-505387750010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01174458 -p ABSCALFACTOR_BAND_G=0.00872289 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-02-21_16:40:23.568450 -p MEANSUNEL=51.2 -p MEANSUNAZ=156.5 -p MEANSATEL=65.0 -p MEANSATAZ=286.1 -p MEANOFFNADIRVIEWANGLE=22.7 -p CLOUDCOVER=0.012 -p MEANINTRACKVIEWANGLE=2.5 -p MEANCROSSTRACKVIEWANGLE=-22.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19FEB21164023-M1BS-505387750010_01_P004.NTF +*** formatting ts for gee... +2019-02-21T16:40:23 +*** transferring image and metadata... +Started upload task with ID: U77IHM5HLGYH4VL76A3TF4UY +done! + + +*** Transfering file 20190513T162928_01_P005_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "05", "dt_d": "13", "dt_H": "16", "dt_M": "29", "dt_S": "28", "number": "01", "pass_n": "005", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "13", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "29", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "133", "dt_jj": "133", "dt_U": "19", "dt_W": "19", "dt_c": "Mon May 13 16:29:28 2019", "dt_x": "05/13/19", "dt_X": "16:29:28"} +*** estimating xml filename... +xml fname is like: 19MAY13162928-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19MAY13162928-M1BS-505387745030_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01450256 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01652308 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2019-05-13_16:29:28.681750 -p MEANSUNEL=75.5 -p MEANSUNAZ=118.2 -p MEANSATEL=86.3 -p MEANSATAZ=35.1 -p MEANOFFNADIRVIEWANGLE=3.5 -p CLOUDCOVER=0.072 -p MEANINTRACKVIEWANGLE=3.2 -p MEANCROSSTRACKVIEWANGLE=1.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=19MAY13162928-M1BS-505387745030_01_P005.NTF +*** formatting ts for gee... +2019-05-13T16:29:28 +*** transferring image and metadata... +Started upload task with ID: SAWHDONFTH4YACUBWTUSBNOK +done! + + +*** Transfering file 20190522T161253_01_P005_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "05", "dt_d": "22", "dt_H": "16", "dt_M": "12", "dt_S": "53", "number": "01", "pass_n": "005", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "22", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "142", "dt_jj": "142", "dt_U": "20", "dt_W": "20", "dt_c": "Wed May 22 16:12:53 2019", "dt_x": "05/22/19", "dt_X": "16:12:53"} +*** estimating xml filename... +xml fname is like: 19MAY22161253-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19MAY22161253-M1BS-505387748090_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-05-22_16:12:53.386850 -p MEANSUNEL=72.9 -p MEANSUNAZ=105.0 -p MEANSATEL=76.2 -p MEANSATAZ=126.8 -p MEANOFFNADIRVIEWANGLE=12.1 -p CLOUDCOVER=0.05 -p MEANINTRACKVIEWANGLE=-5.5 -p MEANCROSSTRACKVIEWANGLE=10.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19MAY22161253-M1BS-505387748090_01_P005.NTF +*** formatting ts for gee... +2019-05-22T16:12:53 +*** transferring image and metadata... +Started upload task with ID: UYPCNCVJIZVYN4WC3NETOT2E +done! + + +*** Transfering file 20190522T161254_01_P006_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "05", "dt_d": "22", "dt_H": "16", "dt_M": "12", "dt_S": "54", "number": "01", "pass_n": "006", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "22", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "54", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "142", "dt_jj": "142", "dt_U": "20", "dt_W": "20", "dt_c": "Wed May 22 16:12:54 2019", "dt_x": "05/22/19", "dt_X": "16:12:54"} +*** estimating xml filename... +xml fname is like: 19MAY22161254-M1BS-*_01_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19MAY22161254-M1BS-505387748090_01_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-05-22_16:12:54.661250 -p MEANSUNEL=72.9 -p MEANSUNAZ=104.7 -p MEANSATEL=76.5 -p MEANSATAZ=126.1 -p MEANOFFNADIRVIEWANGLE=11.9 -p CLOUDCOVER=0.013 -p MEANINTRACKVIEWANGLE=-5.2 -p MEANCROSSTRACKVIEWANGLE=10.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19MAY22161254-M1BS-505387748090_01_P006.NTF +*** formatting ts for gee... +2019-05-22T16:12:54 +*** transferring image and metadata... +Started upload task with ID: 7O4RT72G4YZZLJLNZHXLNUIP +done! + + +*** Transfering file 20190522T161255_01_P007_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "05", "dt_d": "22", "dt_H": "16", "dt_M": "12", "dt_S": "55", "number": "01", "pass_n": "007", "sat_n": "02", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "22", "dt_b": "May", "dt_B": "May", "dt_mm": "5", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "142", "dt_jj": "142", "dt_U": "20", "dt_W": "20", "dt_c": "Wed May 22 16:12:55 2019", "dt_x": "05/22/19", "dt_X": "16:12:55"} +*** estimating xml filename... +xml fname is like: 19MAY22161255-M1BS-*_01_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19MAY22161255-M1BS-505387748090_01_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2019-05-22_16:12:55.935650 -p MEANSUNEL=72.9 -p MEANSUNAZ=104.3 -p MEANSATEL=76.8 -p MEANSATAZ=125.4 -p MEANOFFNADIRVIEWANGLE=11.6 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-5.0 -p MEANCROSSTRACKVIEWANGLE=10.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19MAY22161255-M1BS-505387748090_01_P007.NTF +*** formatting ts for gee... +2019-05-22T16:12:55 +*** transferring image and metadata... +Started upload task with ID: ANBNC5AMBCUZQW77EDVMJXUE +done! + + +*** Transfering file 20190809T162843_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "08", "dt_d": "09", "dt_H": "16", "dt_M": "28", "dt_S": "43", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "9", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "43", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "221", "dt_jj": "221", "dt_U": "31", "dt_W": "31", "dt_c": "Fri Aug 9 16:28:43 2019", "dt_x": "08/09/19", "dt_X": "16:28:43"} +*** estimating xml filename... +xml fname is like: 19AUG09162843-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162843-M1BS-505387749010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-08-09_16:28:43.654650 -p MEANSUNEL=72.3 -p MEANSUNAZ=121.6 -p MEANSATEL=67.5 -p MEANSATAZ=200.8 -p MEANOFFNADIRVIEWANGLE=20.3 -p CLOUDCOVER=0.391 -p MEANINTRACKVIEWANGLE=-19.8 -p MEANCROSSTRACKVIEWANGLE=-4.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19AUG09162843-M1BS-505387749010_01_P001.NTF +*** formatting ts for gee... +2019-08-09T16:28:43 +*** transferring image and metadata... +Started upload task with ID: YH3SWT6IQ2PKWI3V3WYIXHVJ +done! + + +*** Transfering file 20190809T162845_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "08", "dt_d": "09", "dt_H": "16", "dt_M": "28", "dt_S": "45", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "9", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "45", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "221", "dt_jj": "221", "dt_U": "31", "dt_W": "31", "dt_c": "Fri Aug 9 16:28:45 2019", "dt_x": "08/09/19", "dt_X": "16:28:45"} +*** estimating xml filename... +xml fname is like: 19AUG09162845-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162845-M1BS-505387749010_01_P002.XML +/srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162845-M1BS-503474296050_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-08-09_16:28:45.216050 -p MEANSUNEL=72.4 -p MEANSUNAZ=121.4 -p MEANSATEL=67.4 -p MEANSATAZ=201.4 -p MEANOFFNADIRVIEWANGLE=20.3 -p CLOUDCOVER=0.266 -p MEANINTRACKVIEWANGLE=-19.8 -p MEANCROSSTRACKVIEWANGLE=-4.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19AUG09162845-M1BS-505387749010_01_P002.NTF +*** formatting ts for gee... +2019-08-09T16:28:45 +*** transferring image and metadata... +Started upload task with ID: SHO6ZUT5G3BFCSA36GVPISXL +done! + + +*** Transfering file 20190809T162846_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "08", "dt_d": "09", "dt_H": "16", "dt_M": "28", "dt_S": "46", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "9", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "46", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "221", "dt_jj": "221", "dt_U": "31", "dt_W": "31", "dt_c": "Fri Aug 9 16:28:46 2019", "dt_x": "08/09/19", "dt_X": "16:28:46"} +*** estimating xml filename... +xml fname is like: 19AUG09162846-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162846-M1BS-503474296050_01_P003.XML +/srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162846-M1BS-505387749010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.0143287 -p ABSCALFACTOR_BAND_B=0.0176201 -p ABSCALFACTOR_BAND_G=0.0133187 -p ABSCALFACTOR_BAND_Y=0.00684307 -p ABSCALFACTOR_BAND_R=0.0143856 -p ABSCALFACTOR_BAND_RE=0.00621996 -p ABSCALFACTOR_BAND_N=0.0166926 -p ABSCALFACTOR_BAND_N2=0.0106378 -p FIRSTLINETIME=2019-08-09_16:28:46.936850 -p MEANSUNEL=72.4 -p MEANSUNAZ=121.1 -p MEANSATEL=67.4 -p MEANSATAZ=202.0 -p MEANOFFNADIRVIEWANGLE=20.4 -p CLOUDCOVER=0.006 -p MEANINTRACKVIEWANGLE=-19.8 -p MEANCROSSTRACKVIEWANGLE=-4.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19AUG09162846-M1BS-503474296050_01_P003.NTF +*** formatting ts for gee... +2019-08-09T16:28:46 +*** transferring image and metadata... +Started upload task with ID: KBKU6YJOV3Z76ZNQDSCD6TDB +done! + + +*** Transfering file 20190809T162848_01_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "08", "dt_d": "09", "dt_H": "16", "dt_M": "28", "dt_S": "48", "number": "01", "pass_n": "004", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "9", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "48", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "221", "dt_jj": "221", "dt_U": "31", "dt_W": "31", "dt_c": "Fri Aug 9 16:28:48 2019", "dt_x": "08/09/19", "dt_X": "16:28:48"} +*** estimating xml filename... +xml fname is like: 19AUG09162848-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162848-M1BS-505387749010_01_P004.XML +/srv/imars-objects/rookery/Processed/wv_ortho_xml/19AUG09162848-M1BS-503474296050_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-08-09_16:28:48.657850 -p MEANSUNEL=72.5 -p MEANSUNAZ=120.8 -p MEANSATEL=67.3 -p MEANSATAZ=202.7 -p MEANOFFNADIRVIEWANGLE=20.4 -p CLOUDCOVER=0.006 -p MEANINTRACKVIEWANGLE=-19.8 -p MEANCROSSTRACKVIEWANGLE=-5.1 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19AUG09162848-M1BS-505387749010_01_P004.NTF +*** formatting ts for gee... +2019-08-09T16:28:48 +*** transferring image and metadata... +Started upload task with ID: VXFZYUHEE7FJVZFOSB6APKM7 +done! + + +*** Transfering file 20191005T163330_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "10", "dt_d": "05", "dt_H": "16", "dt_M": "33", "dt_S": "30", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "5", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "30", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "278", "dt_jj": "278", "dt_U": "39", "dt_W": "39", "dt_c": "Sat Oct 5 16:33:30 2019", "dt_x": "10/05/19", "dt_X": "16:33:30"} +*** estimating xml filename... +xml fname is like: 19OCT05163330-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19OCT05163330-M1BS-505387747020_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=13312 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2019-10-05_16:33:30.935550 -p MEANSUNEL=57.8 -p MEANSUNAZ=160.0 -p MEANSATEL=73.0 -p MEANSATAZ=263.3 -p MEANOFFNADIRVIEWANGLE=15.5 -p CLOUDCOVER=0.075 -p MEANINTRACKVIEWANGLE=-4.0 -p MEANCROSSTRACKVIEWANGLE=-14.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=19OCT05163330-M1BS-505387747020_01_P003.NTF +*** formatting ts for gee... +2019-10-05T16:33:30 +*** transferring image and metadata... +Started upload task with ID: AKXBN75BTREPSNI32RCQJHS3 +done! + + +*** Transfering file 20191005T163333_01_P005_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "10", "dt_d": "05", "dt_H": "16", "dt_M": "33", "dt_S": "33", "number": "01", "pass_n": "005", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "5", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "33", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "278", "dt_jj": "278", "dt_U": "39", "dt_W": "39", "dt_c": "Sat Oct 5 16:33:33 2019", "dt_x": "10/05/19", "dt_X": "16:33:33"} +*** estimating xml filename... +xml fname is like: 19OCT05163333-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19OCT05163333-M1BS-505387747020_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2019-10-05_16:33:33.510350 -p MEANSUNEL=57.7 -p MEANSUNAZ=160.2 -p MEANSATEL=71.6 -p MEANSATAZ=250.1 -p MEANOFFNADIRVIEWANGLE=16.7 -p CLOUDCOVER=0.279 -p MEANINTRACKVIEWANGLE=-7.9 -p MEANCROSSTRACKVIEWANGLE=-14.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=19OCT05163333-M1BS-505387747020_01_P005.NTF +*** formatting ts for gee... +2019-10-05T16:33:33 +*** transferring image and metadata... +Started upload task with ID: 6VSLJIXOSUGG2SRTZKUN3GPA +done! + + +*** Transfering file 20191005T163340_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "10", "dt_d": "05", "dt_H": "16", "dt_M": "33", "dt_S": "40", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "5", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "278", "dt_jj": "278", "dt_U": "39", "dt_W": "39", "dt_c": "Sat Oct 5 16:33:40 2019", "dt_x": "10/05/19", "dt_X": "16:33:40"} +*** estimating xml filename... +xml fname is like: 19OCT05163340-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19OCT05163340-M1BS-505387747070_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-10-05_16:33:40.946450 -p MEANSUNEL=57.7 -p MEANSUNAZ=160.5 -p MEANSATEL=67.0 -p MEANSATAZ=238.7 -p MEANOFFNADIRVIEWANGLE=20.8 -p CLOUDCOVER=0.282 -p MEANINTRACKVIEWANGLE=-13.3 -p MEANCROSSTRACKVIEWANGLE=-16.1 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19OCT05163340-M1BS-505387747070_01_P001.NTF +*** formatting ts for gee... +2019-10-05T16:33:40 +*** transferring image and metadata... +Started upload task with ID: S3U7TD3QH3WEZJ52Q6IY33RF +done! + + +*** Transfering file 20191005T163344_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2019", "dt_m": "10", "dt_d": "05", "dt_H": "16", "dt_M": "33", "dt_S": "44", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "5", "dt_b": "Oct", "dt_B": "October", "dt_mm": "10", "dt_y": "19", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "33", "dt_SS": "44", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "278", "dt_jj": "278", "dt_U": "39", "dt_W": "39", "dt_c": "Sat Oct 5 16:33:44 2019", "dt_x": "10/05/19", "dt_X": "16:33:44"} +*** estimating xml filename... +xml fname is like: 19OCT05163344-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/19OCT05163344-M1BS-505387747070_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2019-10-05_16:33:44.370650 -p MEANSUNEL=57.9 -p MEANSUNAZ=160.4 -p MEANSATEL=66.6 -p MEANSATAZ=239.4 -p MEANOFFNADIRVIEWANGLE=21.2 -p CLOUDCOVER=0.027 -p MEANINTRACKVIEWANGLE=-13.3 -p MEANCROSSTRACKVIEWANGLE=-16.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=19OCT05163344-M1BS-505387747070_01_P003.NTF +*** formatting ts for gee... +2019-10-05T16:33:44 +*** transferring image and metadata... +Started upload task with ID: 7FWRFFEBZ4SXHSWWVOX5XR45 +done! + + +*** Transfering file 20200317T163155_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "31", "dt_S": "55", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:31:55 2020", "dt_x": "03/17/20", "dt_X": "16:31:55"} +*** estimating xml filename... +xml fname is like: 20MAR17163155-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163155-M1BS-505387751030_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-03-17_16:31:55.277450 -p MEANSUNEL=58.7 -p MEANSUNAZ=148.2 -p MEANSATEL=67.7 -p MEANSATAZ=270.0 -p MEANOFFNADIRVIEWANGLE=20.2 -p CLOUDCOVER=0.473 -p MEANINTRACKVIEWANGLE=-3.2 -p MEANCROSSTRACKVIEWANGLE=-20.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20MAR17163155-M1BS-505387751030_01_P001.NTF +*** formatting ts for gee... +2020-03-17T16:31:55 +*** transferring image and metadata... +Started upload task with ID: RIL7VEGEA573Y5IAKJYG73NK +done! + + +*** Transfering file 20200317T163156_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "31", "dt_S": "56", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "56", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:31:56 2020", "dt_x": "03/17/20", "dt_X": "16:31:56"} +*** estimating xml filename... +xml fname is like: 20MAR17163156-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163156-M1BS-505387751030_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-03-17_16:31:56.947850 -p MEANSUNEL=58.8 -p MEANSUNAZ=148.1 -p MEANSATEL=67.4 -p MEANSATAZ=269.6 -p MEANOFFNADIRVIEWANGLE=20.5 -p CLOUDCOVER=0.442 -p MEANINTRACKVIEWANGLE=-3.3 -p MEANCROSSTRACKVIEWANGLE=-20.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20MAR17163156-M1BS-505387751030_01_P002.NTF +*** formatting ts for gee... +2020-03-17T16:31:56 +*** transferring image and metadata... +Started upload task with ID: 4CWCE56K2YFN7HQIVTAQCOSS +done! + + +*** Transfering file 20200317T163158_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "31", "dt_S": "58", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "58", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:31:58 2020", "dt_x": "03/17/20", "dt_X": "16:31:58"} +*** estimating xml filename... +xml fname is like: 20MAR17163158-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163158-M1BS-505387751030_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12288 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-03-17_16:31:58.787450 -p MEANSUNEL=58.9 -p MEANSUNAZ=148.0 -p MEANSATEL=67.2 -p MEANSATAZ=269.6 -p MEANOFFNADIRVIEWANGLE=20.7 -p CLOUDCOVER=0.435 -p MEANINTRACKVIEWANGLE=-3.3 -p MEANCROSSTRACKVIEWANGLE=-20.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20MAR17163158-M1BS-505387751030_01_P003.NTF +*** formatting ts for gee... +2020-03-17T16:31:58 +*** transferring image and metadata... +Started upload task with ID: HLQCX2V2L6BMSXGJXJXRUS76 +done! + + +*** Transfering file 20200317T163202_01_P005_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "32", "dt_S": "02", "number": "01", "pass_n": "005", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:32:02 2020", "dt_x": "03/17/20", "dt_X": "16:32:02"} +*** estimating xml filename... +xml fname is like: 20MAR17163202-M1BS-*_01_P005.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163202-M1BS-505387751030_01_P005.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-03-17_16:32:02.466250 -p MEANSUNEL=59.1 -p MEANSUNAZ=147.9 -p MEANSATEL=66.7 -p MEANSATAZ=269.8 -p MEANOFFNADIRVIEWANGLE=21.1 -p CLOUDCOVER=0.086 -p MEANINTRACKVIEWANGLE=-3.4 -p MEANCROSSTRACKVIEWANGLE=-20.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20MAR17163202-M1BS-505387751030_01_P005.NTF +*** formatting ts for gee... +2020-03-17T16:32:02 +*** transferring image and metadata... +Started upload task with ID: EAXMCIFJ5GAIKV4SFBVLFH3E +done! + + +*** Transfering file 20200317T163213_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "03", "dt_d": "17", "dt_H": "16", "dt_M": "32", "dt_S": "13", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "17", "dt_b": "Mar", "dt_B": "March", "dt_mm": "3", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "077", "dt_jj": "77", "dt_U": "11", "dt_W": "11", "dt_c": "Tue Mar 17 16:32:13 2020", "dt_x": "03/17/20", "dt_X": "16:32:13"} +*** estimating xml filename... +xml fname is like: 20MAR17163213-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20MAR17163213-M1BS-505387746010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11264 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-03-17_16:32:13.522750 -p MEANSUNEL=59.2 -p MEANSUNAZ=148.2 -p MEANSATEL=63.6 -p MEANSATAZ=256.4 -p MEANOFFNADIRVIEWANGLE=23.9 -p CLOUDCOVER=0.35 -p MEANINTRACKVIEWANGLE=-9.1 -p MEANCROSSTRACKVIEWANGLE=-22.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20MAR17163213-M1BS-505387746010_01_P001.NTF +*** formatting ts for gee... +2020-03-17T16:32:13 +*** transferring image and metadata... +Started upload task with ID: OMXZHT2A7YIHHRBBVLNOUUB3 +done! + + +*** Transfering file 20200627T160628_02_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "28", "number": "02", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:28 2020", "dt_x": "06/27/20", "dt_X": "16:06:28"} +*** estimating xml filename... +xml fname is like: 20JUN27160628-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160628-M1BS-504401245020_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:28.422850 -p MEANSUNEL=71.0 -p MEANSUNAZ=93.1 -p MEANSATEL=74.4 -p MEANSATAZ=19.6 -p MEANOFFNADIRVIEWANGLE=14.1 -p CLOUDCOVER=0.241 -p MEANINTRACKVIEWANGLE=13.9 -p MEANCROSSTRACKVIEWANGLE=2.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUN27160628-M1BS-504401245020_02_P002.NTF +*** formatting ts for gee... +2020-06-27T16:06:28 +*** transferring image and metadata... +Started upload task with ID: 7DVYJWD67V3FXJM5IDOQ2W3S +done! + + +*** Transfering file 20200627T160629_02_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "29", "number": "02", "pass_n": "003", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:29 2020", "dt_x": "06/27/20", "dt_X": "16:06:29"} +*** estimating xml filename... +xml fname is like: 20JUN27160629-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160629-M1BS-504401245020_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:29.655250 -p MEANSUNEL=71.0 -p MEANSUNAZ=92.9 -p MEANSATEL=74.2 -p MEANSATAZ=19.0 -p MEANOFFNADIRVIEWANGLE=14.3 -p CLOUDCOVER=0.169 -p MEANINTRACKVIEWANGLE=14.1 -p MEANCROSSTRACKVIEWANGLE=2.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUN27160629-M1BS-504401245020_02_P003.NTF +*** formatting ts for gee... +2020-06-27T16:06:29 +*** transferring image and metadata... +Started upload task with ID: 7QPXNOMW5VK5HJMM7CYXAAK2 +done! + + +*** Transfering file 20200627T160638_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "38", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "38", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:38 2020", "dt_x": "06/27/20", "dt_X": "16:06:38"} +*** estimating xml filename... +xml fname is like: 20JUN27160638-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160638-M1BS-504401245020_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:38.708950 -p MEANSUNEL=70.9 -p MEANSUNAZ=92.9 -p MEANSATEL=77.9 -p MEANSATAZ=27.2 -p MEANOFFNADIRVIEWANGLE=11.0 -p CLOUDCOVER=0.042 -p MEANINTRACKVIEWANGLE=10.5 -p MEANCROSSTRACKVIEWANGLE=3.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160638-M1BS-504401245020_01_P001.NTF +*** formatting ts for gee... +2020-06-27T16:06:38 +*** transferring image and metadata... +Started upload task with ID: AJJ64EMJFTK7MJJMEE4MR7UP +done! + + +*** Transfering file 20200627T160639_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "39", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "39", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:39 2020", "dt_x": "06/27/20", "dt_X": "16:06:39"} +*** estimating xml filename... +xml fname is like: 20JUN27160639-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160639-M1BS-504401245020_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:39.985750 -p MEANSUNEL=70.9 -p MEANSUNAZ=93.2 -p MEANSATEL=79.4 -p MEANSATAZ=30.7 -p MEANOFFNADIRVIEWANGLE=9.6 -p CLOUDCOVER=0.14 -p MEANINTRACKVIEWANGLE=9.0 -p MEANCROSSTRACKVIEWANGLE=3.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160639-M1BS-504401245020_01_P002.NTF +*** formatting ts for gee... +2020-06-27T16:06:39 +*** transferring image and metadata... +Started upload task with ID: PKIG27N7ASYE5PNPNWZW43BX +done! + + +*** Transfering file 20200627T160640_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "06", "dt_S": "40", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "6", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:06:40 2020", "dt_x": "06/27/20", "dt_X": "16:06:40"} +*** estimating xml filename... +xml fname is like: 20JUN27160640-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160640-M1BS-504401245020_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:06:40.437550 -p MEANSUNEL=70.9 -p MEANSUNAZ=93.5 -p MEANSATEL=80.5 -p MEANSATAZ=33.7 -p MEANOFFNADIRVIEWANGLE=8.7 -p CLOUDCOVER=0.111 -p MEANINTRACKVIEWANGLE=7.9 -p MEANCROSSTRACKVIEWANGLE=3.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160640-M1BS-504401245020_01_P003.NTF +*** formatting ts for gee... +2020-06-27T16:06:40 +*** transferring image and metadata... +Started upload task with ID: MVHYJ6EF5D3FRELEXSXCLCMD +done! + + +*** Transfering file 20200627T160733_03_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "33", "number": "03", "pass_n": "001", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "33", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:07:33 2020", "dt_x": "06/27/20", "dt_X": "16:07:33"} +*** estimating xml filename... +xml fname is like: 20JUN27160733-M1BS-*_03_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160733-M1BS-504401245020_03_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:07:33.383150 -p MEANSUNEL=71.0 -p MEANSUNAZ=93.0 -p MEANSATEL=71.3 -p MEANSATAZ=181.1 -p MEANOFFNADIRVIEWANGLE=16.5 -p CLOUDCOVER=0.014 -p MEANINTRACKVIEWANGLE=-16.3 -p MEANCROSSTRACKVIEWANGLE=2.4 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160733-M1BS-504401245020_03_P001.NTF +*** formatting ts for gee... +2020-06-27T16:07:33 +*** transferring image and metadata... +Started upload task with ID: WM6426M3ZVKYGY6CYW65CYPO +done! + + +*** Transfering file 20200627T160734_03_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "34", "number": "03", "pass_n": "002", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "34", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:07:34 2020", "dt_x": "06/27/20", "dt_X": "16:07:34"} +*** estimating xml filename... +xml fname is like: 20JUN27160734-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160734-M1BS-504401245020_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:07:34.563150 -p MEANSUNEL=71.0 -p MEANSUNAZ=93.3 -p MEANSATEL=69.8 -p MEANSATAZ=181.4 -p MEANOFFNADIRVIEWANGLE=17.8 -p CLOUDCOVER=0.079 -p MEANINTRACKVIEWANGLE=-17.6 -p MEANCROSSTRACKVIEWANGLE=2.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160734-M1BS-504401245020_03_P002.NTF +*** formatting ts for gee... +2020-06-27T16:07:34 +*** transferring image and metadata... +Started upload task with ID: XFLGUPCFAKBA4EZTI2SOWWBN +done! + + +*** Transfering file 20200627T160734_03_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "06", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "34", "number": "03", "pass_n": "003", "sat_n": "02", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "27", "dt_b": "Jun", "dt_B": "June", "dt_mm": "6", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "34", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "179", "dt_jj": "179", "dt_U": "25", "dt_W": "25", "dt_c": "Sat Jun 27 16:07:34 2020", "dt_x": "06/27/20", "dt_X": "16:07:34"} +*** estimating xml filename... +xml fname is like: 20JUN27160734-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUN27160734-M1BS-504401245020_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=4096 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-06-27_16:07:34.956750 -p MEANSUNEL=71.0 -p MEANSUNAZ=93.6 -p MEANSATEL=68.8 -p MEANSATAZ=181.6 -p MEANOFFNADIRVIEWANGLE=18.7 -p CLOUDCOVER=0.111 -p MEANINTRACKVIEWANGLE=-18.5 -p MEANCROSSTRACKVIEWANGLE=2.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUN27160734-M1BS-504401245020_03_P003.NTF +*** formatting ts for gee... +2020-06-27T16:07:34 +*** transferring image and metadata... +Started upload task with ID: KMNCSW5F6DLEDXURK6TYZRFL +done! + + +*** Transfering file 20200708T161605_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "05", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "5", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:05 2020", "dt_x": "07/08/20", "dt_X": "16:16:05"} +*** estimating xml filename... +xml fname is like: 20JUL08161605-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161605-M1BS-504440004010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7429 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:05.033850 -p MEANSUNEL=72.3 -p MEANSUNAZ=97.5 -p MEANSATEL=47.0 -p MEANSATAZ=14.3 -p MEANOFFNADIRVIEWANGLE=38.6 -p CLOUDCOVER=0.13 -p MEANINTRACKVIEWANGLE=38.4 -p MEANCROSSTRACKVIEWANGLE=4.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161605-M1BS-504440004010_01_P002.NTF +*** formatting ts for gee... +2020-07-08T16:16:05 +*** transferring image and metadata... +Started upload task with ID: AXJPVH2YHLTZKSBPQKTXHGNB +done! + + +*** Transfering file 20200708T161606_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "06", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:06 2020", "dt_x": "07/08/20", "dt_X": "16:16:06"} +*** estimating xml filename... +xml fname is like: 20JUL08161606-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161606-M1BS-504440004010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7428 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:06.151450 -p MEANSUNEL=72.3 -p MEANSUNAZ=97.2 -p MEANSATEL=46.7 -p MEANSATAZ=14.0 -p MEANOFFNADIRVIEWANGLE=38.8 -p CLOUDCOVER=0.014 -p MEANINTRACKVIEWANGLE=38.6 -p MEANCROSSTRACKVIEWANGLE=4.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161606-M1BS-504440004010_01_P003.NTF +*** formatting ts for gee... +2020-07-08T16:16:06 +*** transferring image and metadata... +Started upload task with ID: MTGLZG6A6BMYOA3A7B3WIR2A +done! + + +*** Transfering file 20200708T161607_01_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "07", "number": "01", "pass_n": "004", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:07 2020", "dt_x": "07/08/20", "dt_X": "16:16:07"} +*** estimating xml filename... +xml fname is like: 20JUL08161607-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161607-M1BS-504440004010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5016 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:07.269050 -p MEANSUNEL=72.3 -p MEANSUNAZ=96.9 -p MEANSATEL=46.6 -p MEANSATAZ=13.8 -p MEANOFFNADIRVIEWANGLE=39.0 -p CLOUDCOVER=0.001 -p MEANINTRACKVIEWANGLE=38.8 -p MEANCROSSTRACKVIEWANGLE=4.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161607-M1BS-504440004010_01_P004.NTF +*** formatting ts for gee... +2020-07-08T16:16:07 +*** transferring image and metadata... +Started upload task with ID: 4SJ6ECHWBIV3VSWSXBRZWRM2 +done! + + +*** Transfering file 20200708T161627_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "27", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "27", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:27 2020", "dt_x": "07/08/20", "dt_X": "16:16:27"} +*** estimating xml filename... +xml fname is like: 20JUL08161627-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161627-M1BS-504440004010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9594 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:27.002650 -p MEANSUNEL=72.6 -p MEANSUNAZ=97.7 -p MEANSATEL=57.9 -p MEANSATAZ=11.9 -p MEANOFFNADIRVIEWANGLE=29.2 -p CLOUDCOVER=0.089 -p MEANINTRACKVIEWANGLE=29.2 -p MEANCROSSTRACKVIEWANGLE=1.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161627-M1BS-504440004010_02_P002.NTF +*** formatting ts for gee... +2020-07-08T16:16:27 +*** transferring image and metadata... +Started upload task with ID: SQ2A6XUR374GUHFKBSF3TJEK +done! + + +*** Transfering file 20200708T161628_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "28", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "28", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:28 2020", "dt_x": "07/08/20", "dt_X": "16:16:28"} +*** estimating xml filename... +xml fname is like: 20JUL08161628-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161628-M1BS-504440004010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9593 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:28.450850 -p MEANSUNEL=72.6 -p MEANSUNAZ=97.4 -p MEANSATEL=57.7 -p MEANSATAZ=11.5 -p MEANOFFNADIRVIEWANGLE=29.3 -p CLOUDCOVER=0.236 -p MEANINTRACKVIEWANGLE=29.3 -p MEANCROSSTRACKVIEWANGLE=1.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161628-M1BS-504440004010_02_P003.NTF +*** formatting ts for gee... +2020-07-08T16:16:28 +*** transferring image and metadata... +Started upload task with ID: LVUD2VX2XPPLI2RZ2JX3VGHJ +done! + + +*** Transfering file 20200708T161629_02_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "08", "dt_H": "16", "dt_M": "16", "dt_S": "29", "number": "02", "pass_n": "004", "sat_n": "03", "dt_a": "Wed", "dt_A": "Wednesday", "dt_w": "3", "dt_dd": "8", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "29", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "190", "dt_jj": "190", "dt_U": "27", "dt_W": "27", "dt_c": "Wed Jul 8 16:16:29 2020", "dt_x": "07/08/20", "dt_X": "16:16:29"} +*** estimating xml filename... +xml fname is like: 20JUL08161629-M1BS-*_02_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL08161629-M1BS-504440004010_02_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5385 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-08_16:16:29.898650 -p MEANSUNEL=72.6 -p MEANSUNAZ=97.1 -p MEANSATEL=57.6 -p MEANSATAZ=11.2 -p MEANOFFNADIRVIEWANGLE=29.4 -p CLOUDCOVER=0.085 -p MEANINTRACKVIEWANGLE=29.4 -p MEANCROSSTRACKVIEWANGLE=1.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL08161629-M1BS-504440004010_02_P004.NTF +*** formatting ts for gee... +2020-07-08T16:16:29 +*** transferring image and metadata... +Started upload task with ID: 7KSXLKXWOUQF5VZHNTD2W4PF +done! + + +*** Transfering file 20200710T162802_02_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "02", "number": "02", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:02 2020", "dt_x": "07/10/20", "dt_X": "16:28:02"} +*** estimating xml filename... +xml fname is like: 20JUL10162802-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162802-M1BS-504428123010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:02.528050 -p MEANSUNEL=74.9 -p MEANSUNAZ=101.1 -p MEANSATEL=53.3 -p MEANSATAZ=271.0 -p MEANOFFNADIRVIEWANGLE=32.2 -p CLOUDCOVER=0.095 -p MEANINTRACKVIEWANGLE=-5.5 -p MEANCROSSTRACKVIEWANGLE=-31.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL10162802-M1BS-504428123010_02_P001.NTF +*** formatting ts for gee... +2020-07-10T16:28:02 +*** transferring image and metadata... +Started upload task with ID: DEQ6ZJH7VSTJKST55Q6DO67E +done! + + +*** Transfering file 20200710T162803_02_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "03", "number": "02", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "3", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:03 2020", "dt_x": "07/10/20", "dt_X": "16:28:03"} +*** estimating xml filename... +xml fname is like: 20JUL10162803-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162803-M1BS-504428123010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:03.615250 -p MEANSUNEL=74.9 -p MEANSUNAZ=100.7 -p MEANSATEL=53.2 -p MEANSATAZ=271.6 -p MEANOFFNADIRVIEWANGLE=32.3 -p CLOUDCOVER=0.056 -p MEANINTRACKVIEWANGLE=-5.2 -p MEANCROSSTRACKVIEWANGLE=-32.0 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL10162803-M1BS-504428123010_02_P002.NTF +*** formatting ts for gee... +2020-07-10T16:28:03 +*** transferring image and metadata... +Started upload task with ID: JL7BJCBEKGUXLJGATUAJ5UET +done! + + +*** Transfering file 20200710T162804_02_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "04", "number": "02", "pass_n": "003", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:04 2020", "dt_x": "07/10/20", "dt_X": "16:28:04"} +*** estimating xml filename... +xml fname is like: 20JUL10162804-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162804-M1BS-504428123010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=4096 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:04.702450 -p MEANSUNEL=74.9 -p MEANSUNAZ=100.4 -p MEANSATEL=53.1 -p MEANSATAZ=272.0 -p MEANOFFNADIRVIEWANGLE=32.4 -p CLOUDCOVER=0.046 -p MEANINTRACKVIEWANGLE=-5.0 -p MEANCROSSTRACKVIEWANGLE=-32.1 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL10162804-M1BS-504428123010_02_P003.NTF +*** formatting ts for gee... +2020-07-10T16:28:04 +*** transferring image and metadata... +Started upload task with ID: TO2HW342TTHUVHTHG5JVSO5E +done! + + +*** Transfering file 20200710T162813_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "13", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:13 2020", "dt_x": "07/10/20", "dt_X": "16:28:13"} +*** estimating xml filename... +xml fname is like: 20JUL10162813-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162813-M1BS-504428123010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:13.373350 -p MEANSUNEL=75.1 -p MEANSUNAZ=100.8 -p MEANSATEL=50.9 -p MEANSATAZ=266.3 -p MEANOFFNADIRVIEWANGLE=34.2 -p CLOUDCOVER=0.102 -p MEANINTRACKVIEWANGLE=-8.4 -p MEANCROSSTRACKVIEWANGLE=-33.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL10162813-M1BS-504428123010_01_P001.NTF +*** formatting ts for gee... +2020-07-10T16:28:13 +*** transferring image and metadata... +Started upload task with ID: POEELAFQ4XXVSNJFMREIRZ2T +done! + + +*** Transfering file 20200710T162814_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "10", "dt_H": "16", "dt_M": "28", "dt_S": "14", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "10", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "28", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "192", "dt_jj": "192", "dt_U": "27", "dt_W": "27", "dt_c": "Fri Jul 10 16:28:14 2020", "dt_x": "07/10/20", "dt_X": "16:28:14"} +*** estimating xml filename... +xml fname is like: 20JUL10162814-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL10162814-M1BS-504428123010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-10_16:28:14.431150 -p MEANSUNEL=75.1 -p MEANSUNAZ=101.2 -p MEANSATEL=50.8 -p MEANSATAZ=264.3 -p MEANOFFNADIRVIEWANGLE=34.4 -p CLOUDCOVER=0.153 -p MEANINTRACKVIEWANGLE=-9.5 -p MEANCROSSTRACKVIEWANGLE=-33.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL10162814-M1BS-504428123010_01_P002.NTF +*** formatting ts for gee... +2020-07-10T16:28:14 +*** transferring image and metadata... +Started upload task with ID: P4TOIIJBBCCETEJMU2GWBXJL +done! + + +*** Transfering file 20200713T155710_03_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "13", "dt_H": "15", "dt_M": "57", "dt_S": "10", "number": "03", "pass_n": "003", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "13", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "10", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "195", "dt_jj": "195", "dt_U": "28", "dt_W": "28", "dt_c": "Mon Jul 13 15:57:10 2020", "dt_x": "07/13/20", "dt_X": "15:57:10"} +*** estimating xml filename... +xml fname is like: 20JUL13155710-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL13155710-M1BS-504440004010_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9809 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-13_15:57:10.038850 -p MEANSUNEL=67.9 -p MEANSUNAZ=95.6 -p MEANSATEL=46.9 -p MEANSATAZ=103.1 -p MEANOFFNADIRVIEWANGLE=38.5 -p CLOUDCOVER=0.237 -p MEANINTRACKVIEWANGLE=-4.0 -p MEANCROSSTRACKVIEWANGLE=38.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL13155710-M1BS-504440004010_03_P003.NTF +*** formatting ts for gee... +2020-07-13T15:57:10 +*** transferring image and metadata... +Started upload task with ID: XXID7WCT7Q6T3PCC6FZJ5DKC +done! + + +*** Transfering file 20200713T155711_03_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "13", "dt_H": "15", "dt_M": "57", "dt_S": "11", "number": "03", "pass_n": "004", "sat_n": "03", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "13", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "11", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "195", "dt_jj": "195", "dt_U": "28", "dt_W": "28", "dt_c": "Mon Jul 13 15:57:11 2020", "dt_x": "07/13/20", "dt_X": "15:57:11"} +*** estimating xml filename... +xml fname is like: 20JUL13155711-M1BS-*_03_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL13155711-M1BS-504440004010_03_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5637 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-13_15:57:11.520050 -p MEANSUNEL=67.9 -p MEANSUNAZ=95.5 -p MEANSATEL=47.0 -p MEANSATAZ=103.0 -p MEANOFFNADIRVIEWANGLE=38.4 -p CLOUDCOVER=0.162 -p MEANINTRACKVIEWANGLE=-3.9 -p MEANCROSSTRACKVIEWANGLE=38.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL13155711-M1BS-504440004010_03_P004.NTF +*** formatting ts for gee... +2020-07-13T15:57:11 +*** transferring image and metadata... +Started upload task with ID: WUX2FEY4LJUOHEXJXBWNPWJE +done! + + +*** Transfering file 20200727T160056_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "00", "dt_S": "56", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "0", "dt_SS": "56", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:00:56 2020", "dt_x": "07/27/20", "dt_X": "16:00:56"} +*** estimating xml filename... +xml fname is like: 20JUL27160056-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160056-M1BS-504467679010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:00:56.542050 -p MEANSUNEL=67.7 -p MEANSUNAZ=103.4 -p MEANSATEL=61.9 -p MEANSATAZ=33.1 -p MEANOFFNADIRVIEWANGLE=25.0 -p CLOUDCOVER=0.131 -p MEANINTRACKVIEWANGLE=22.6 -p MEANCROSSTRACKVIEWANGLE=10.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL27160056-M1BS-504467679010_01_P001.NTF +*** formatting ts for gee... +2020-07-27T16:00:56 +*** transferring image and metadata... +Started upload task with ID: 5RSKV2VLCIKC4D6X7VXSAS34 +done! + + +*** Transfering file 20200727T160057_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "00", "dt_S": "57", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "0", "dt_SS": "57", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:00:57 2020", "dt_x": "07/27/20", "dt_X": "16:00:57"} +*** estimating xml filename... +xml fname is like: 20JUL27160057-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160057-M1BS-504467679010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:00:57.619250 -p MEANSUNEL=67.8 -p MEANSUNAZ=103.1 -p MEANSATEL=61.7 -p MEANSATAZ=32.4 -p MEANOFFNADIRVIEWANGLE=25.2 -p CLOUDCOVER=0.056 -p MEANINTRACKVIEWANGLE=22.9 -p MEANCROSSTRACKVIEWANGLE=10.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL27160057-M1BS-504467679010_01_P002.NTF +*** formatting ts for gee... +2020-07-27T16:00:57 +*** transferring image and metadata... +Started upload task with ID: VHKYL2ZGYFVX75R7W5YDTHQX +done! + + +*** Transfering file 20200727T160058_01_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "00", "dt_S": "58", "number": "01", "pass_n": "003", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "0", "dt_SS": "58", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:00:58 2020", "dt_x": "07/27/20", "dt_X": "16:00:58"} +*** estimating xml filename... +xml fname is like: 20JUL27160058-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160058-M1BS-504467679010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:00:58.701050 -p MEANSUNEL=67.8 -p MEANSUNAZ=102.9 -p MEANSATEL=61.6 -p MEANSATAZ=32.0 -p MEANOFFNADIRVIEWANGLE=25.3 -p CLOUDCOVER=0.027 -p MEANINTRACKVIEWANGLE=23.2 -p MEANCROSSTRACKVIEWANGLE=10.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL27160058-M1BS-504467679010_01_P003.NTF +*** formatting ts for gee... +2020-07-27T16:00:58 +*** transferring image and metadata... +Started upload task with ID: MF5NU7SRWOIICBQDN3OURUVQ +done! + + +*** Transfering file 20200727T160107_01_P007_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "01", "dt_S": "07", "number": "01", "pass_n": "007", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:01:07 2020", "dt_x": "07/27/20", "dt_X": "16:01:07"} +*** estimating xml filename... +xml fname is like: 20JUL27160107-M1BS-*_01_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160107-M1BS-504467679010_01_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:01:07.953950 -p MEANSUNEL=67.7 -p MEANSUNAZ=102.8 -p MEANSATEL=64.5 -p MEANSATAZ=37.9 -p MEANOFFNADIRVIEWANGLE=22.7 -p CLOUDCOVER=0.013 -p MEANINTRACKVIEWANGLE=19.7 -p MEANCROSSTRACKVIEWANGLE=11.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL27160107-M1BS-504467679010_01_P007.NTF +*** formatting ts for gee... +2020-07-27T16:01:07 +*** transferring image and metadata... +Started upload task with ID: JLN4M7P6QFPWL5EV56WQXTRG +done! + + +*** Transfering file 20200727T160109_01_P008_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "01", "dt_S": "09", "number": "01", "pass_n": "008", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:01:09 2020", "dt_x": "07/27/20", "dt_X": "16:01:09"} +*** estimating xml filename... +xml fname is like: 20JUL27160109-M1BS-*_01_P008.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160109-M1BS-504467679010_01_P008.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:01:09.097550 -p MEANSUNEL=67.6 -p MEANSUNAZ=103.1 -p MEANSATEL=65.6 -p MEANSATAZ=40.0 -p MEANOFFNADIRVIEWANGLE=21.7 -p CLOUDCOVER=0.156 -p MEANINTRACKVIEWANGLE=18.5 -p MEANCROSSTRACKVIEWANGLE=11.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL27160109-M1BS-504467679010_01_P008.NTF +*** formatting ts for gee... +2020-07-27T16:01:09 +*** transferring image and metadata... +Started upload task with ID: EDQEER4IAN54HUY5NMNMPGFT +done! + + +*** Transfering file 20200727T160109_01_P009_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "01", "dt_S": "09", "number": "01", "pass_n": "009", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "9", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:01:09 2020", "dt_x": "07/27/20", "dt_X": "16:01:09"} +*** estimating xml filename... +xml fname is like: 20JUL27160109-M1BS-*_01_P009.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160109-M1BS-504467679010_01_P009.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:01:09.637350 -p MEANSUNEL=67.6 -p MEANSUNAZ=103.3 -p MEANSATEL=66.4 -p MEANSATAZ=41.5 -p MEANOFFNADIRVIEWANGLE=21.1 -p CLOUDCOVER=0.55 -p MEANINTRACKVIEWANGLE=17.6 -p MEANCROSSTRACKVIEWANGLE=11.7 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20JUL27160109-M1BS-504467679010_01_P009.NTF +*** formatting ts for gee... +2020-07-27T16:01:09 +*** transferring image and metadata... +Started upload task with ID: EDYXAHX656P5TNJBFAHFZ7RA +done! + + +*** Transfering file 20200727T160116_01_P004_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "27", "dt_H": "16", "dt_M": "01", "dt_S": "16", "number": "01", "pass_n": "004", "sat_n": "02", "dt_a": "Mon", "dt_A": "Monday", "dt_w": "1", "dt_dd": "27", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "16", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "209", "dt_jj": "209", "dt_U": "30", "dt_W": "30", "dt_c": "Mon Jul 27 16:01:16 2020", "dt_x": "07/27/20", "dt_X": "16:01:16"} +*** estimating xml filename... +xml fname is like: 20JUL27160116-M1BS-*_01_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL27160116-M1BS-504467679010_01_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00671549 -p ABSCALFACTOR_BAND_R=0.01862609 -p ABSCALFACTOR_BAND_RE=0.00598873 -p ABSCALFACTOR_BAND_N=0.02064348 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-07-27_16:01:16.491450 -p MEANSUNEL=67.5 -p MEANSUNAZ=103.1 -p MEANSATEL=68.7 -p MEANSATAZ=49.4 -p MEANOFFNADIRVIEWANGLE=19.0 -p CLOUDCOVER=0.495 -p MEANINTRACKVIEWANGLE=14.3 -p MEANCROSSTRACKVIEWANGLE=12.6 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL27160116-M1BS-504467679010_01_P004.NTF +*** formatting ts for gee... +2020-07-27T16:01:16 +*** transferring image and metadata... +Started upload task with ID: 7SXGWTIUIXO6WORD44LID5GP +done! + + +*** Transfering file 20200728T163208_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "28", "dt_H": "16", "dt_M": "32", "dt_S": "08", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "28", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "210", "dt_jj": "210", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 28 16:32:08 2020", "dt_x": "07/28/20", "dt_X": "16:32:08"} +*** estimating xml filename... +xml fname is like: 20JUL28163208-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL28163208-M1BS-504476888010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10805 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-28_16:32:08.967650 -p MEANSUNEL=74.1 -p MEANSUNAZ=113.6 -p MEANSATEL=56.0 -p MEANSATAZ=292.4 -p MEANOFFNADIRVIEWANGLE=30.7 -p CLOUDCOVER=0.225 -p MEANINTRACKVIEWANGLE=6.3 -p MEANCROSSTRACKVIEWANGLE=-30.1 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL28163208-M1BS-504476888010_01_P001.NTF +*** formatting ts for gee... +2020-07-28T16:32:08 +*** transferring image and metadata... +Started upload task with ID: 7FPHGYRPSVJY6C6PJUOONT4L +done! + + +*** Transfering file 20200728T163210_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "28", "dt_H": "16", "dt_M": "32", "dt_S": "10", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "28", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "10", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "210", "dt_jj": "210", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 28 16:32:10 2020", "dt_x": "07/28/20", "dt_X": "16:32:10"} +*** estimating xml filename... +xml fname is like: 20JUL28163210-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL28163210-M1BS-504476888010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10803 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-28_16:32:10.601650 -p MEANSUNEL=74.2 -p MEANSUNAZ=113.3 -p MEANSATEL=55.8 -p MEANSATAZ=292.4 -p MEANOFFNADIRVIEWANGLE=30.9 -p CLOUDCOVER=0.012 -p MEANINTRACKVIEWANGLE=6.3 -p MEANCROSSTRACKVIEWANGLE=-30.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL28163210-M1BS-504476888010_01_P002.NTF +*** formatting ts for gee... +2020-07-28T16:32:10 +*** transferring image and metadata... +Started upload task with ID: PBQT5WK72LN3WDWXAMFVLKYJ +done! + + +*** Transfering file 20200728T163212_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "07", "dt_d": "28", "dt_H": "16", "dt_M": "32", "dt_S": "12", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "28", "dt_b": "Jul", "dt_B": "July", "dt_mm": "7", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "12", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "210", "dt_jj": "210", "dt_U": "30", "dt_W": "30", "dt_c": "Tue Jul 28 16:32:12 2020", "dt_x": "07/28/20", "dt_X": "16:32:12"} +*** estimating xml filename... +xml fname is like: 20JUL28163212-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20JUL28163212-M1BS-504476888010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6540 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-07-28_16:32:12.235050 -p MEANSUNEL=74.2 -p MEANSUNAZ=113.0 -p MEANSATEL=55.6 -p MEANSATAZ=292.4 -p MEANOFFNADIRVIEWANGLE=31.0 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=6.3 -p MEANCROSSTRACKVIEWANGLE=-30.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20JUL28163212-M1BS-504476888010_01_P003.NTF +*** formatting ts for gee... +2020-07-28T16:32:12 +*** transferring image and metadata... +Started upload task with ID: FXN7IBDFWFA55HNUCZBTLER2 +done! + + +*** Transfering file 20200801T155656_02_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "01", "dt_H": "15", "dt_M": "56", "dt_S": "56", "number": "02", "pass_n": "001", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "1", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "56", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "214", "dt_jj": "214", "dt_U": "30", "dt_W": "30", "dt_c": "Sat Aug 1 15:56:56 2020", "dt_x": "08/01/20", "dt_X": "15:56:56"} +*** estimating xml filename... +xml fname is like: 20AUG01155656-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG01155656-M1BS-504476888010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10091 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-01_15:56:56.318850 -p MEANSUNEL=66.5 -p MEANSUNAZ=105.3 -p MEANSATEL=48.4 -p MEANSATAZ=100.0 -p MEANOFFNADIRVIEWANGLE=37.3 -p CLOUDCOVER=0.118 -p MEANINTRACKVIEWANGLE=-1.9 -p MEANCROSSTRACKVIEWANGLE=37.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG01155656-M1BS-504476888010_02_P001.NTF +*** formatting ts for gee... +2020-08-01T15:56:56 +*** transferring image and metadata... +Started upload task with ID: SNHTEY4ZJCCWRXOSZ4GJO6X7 +done! + + +*** Transfering file 20200801T155657_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "01", "dt_H": "15", "dt_M": "56", "dt_S": "57", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "1", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "57", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "214", "dt_jj": "214", "dt_U": "30", "dt_W": "30", "dt_c": "Sat Aug 1 15:56:57 2020", "dt_x": "08/01/20", "dt_X": "15:56:57"} +*** estimating xml filename... +xml fname is like: 20AUG01155657-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG01155657-M1BS-504476888010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10091 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-01_15:56:57.843250 -p MEANSUNEL=66.5 -p MEANSUNAZ=105.1 -p MEANSATEL=48.5 -p MEANSATAZ=99.8 -p MEANOFFNADIRVIEWANGLE=37.1 -p CLOUDCOVER=0.085 -p MEANINTRACKVIEWANGLE=-1.8 -p MEANCROSSTRACKVIEWANGLE=37.1 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG01155657-M1BS-504476888010_02_P002.NTF +*** formatting ts for gee... +2020-08-01T15:56:57 +*** transferring image and metadata... +Started upload task with ID: WFSXYTI4QMSGMRCK5E2XS72Z +done! + + +*** Transfering file 20200801T155659_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "01", "dt_H": "15", "dt_M": "56", "dt_S": "59", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Sat", "dt_A": "Saturday", "dt_w": "6", "dt_dd": "1", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "59", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "214", "dt_jj": "214", "dt_U": "30", "dt_W": "30", "dt_c": "Sat Aug 1 15:56:59 2020", "dt_x": "08/01/20", "dt_X": "15:56:59"} +*** estimating xml filename... +xml fname is like: 20AUG01155659-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG01155659-M1BS-504476888010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5716 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-01_15:56:59.367650 -p MEANSUNEL=66.5 -p MEANSUNAZ=104.9 -p MEANSATEL=48.6 -p MEANSATAZ=99.7 -p MEANOFFNADIRVIEWANGLE=37.1 -p CLOUDCOVER=0.16 -p MEANINTRACKVIEWANGLE=-1.7 -p MEANCROSSTRACKVIEWANGLE=37.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG01155659-M1BS-504476888010_02_P003.NTF +*** formatting ts for gee... +2020-08-01T15:56:59 +*** transferring image and metadata... +Started upload task with ID: T5W273QS7KUAY26AVBQ7KYGF +done! + + +*** Transfering file 20200802T161213_03_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "02", "dt_H": "16", "dt_M": "12", "dt_S": "13", "number": "03", "pass_n": "001", "sat_n": "03", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "13", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "215", "dt_jj": "215", "dt_U": "31", "dt_W": "30", "dt_c": "Sun Aug 2 16:12:13 2020", "dt_x": "08/02/20", "dt_X": "16:12:13"} +*** estimating xml filename... +xml fname is like: 20AUG02161213-M1BS-*_03_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG02161213-M1BS-504476888010_03_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12597 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-02_16:12:13.121850 -p MEANSUNEL=69.5 -p MEANSUNAZ=110.1 -p MEANSATEL=76.8 -p MEANSATAZ=128.3 -p MEANOFFNADIRVIEWANGLE=11.9 -p CLOUDCOVER=0.36 -p MEANINTRACKVIEWANGLE=-5.8 -p MEANCROSSTRACKVIEWANGLE=10.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG02161213-M1BS-504476888010_03_P001.NTF +*** formatting ts for gee... +2020-08-02T16:12:13 +*** transferring image and metadata... +Started upload task with ID: NVOZGFMDPZO2TJIXBBP6TQ6D +done! + + +*** Transfering file 20200802T161215_03_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "02", "dt_H": "16", "dt_M": "12", "dt_S": "15", "number": "03", "pass_n": "002", "sat_n": "03", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "2", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "12", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "215", "dt_jj": "215", "dt_U": "31", "dt_W": "30", "dt_c": "Sun Aug 2 16:12:15 2020", "dt_x": "08/02/20", "dt_X": "16:12:15"} +*** estimating xml filename... +xml fname is like: 20AUG02161215-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG02161215-M1BS-504476888010_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=12663 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-02_16:12:15.024650 -p MEANSUNEL=69.6 -p MEANSUNAZ=109.8 -p MEANSATEL=76.9 -p MEANSATAZ=129.3 -p MEANOFFNADIRVIEWANGLE=11.7 -p CLOUDCOVER=0.355 -p MEANINTRACKVIEWANGLE=-5.9 -p MEANCROSSTRACKVIEWANGLE=10.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG02161215-M1BS-504476888010_03_P002.NTF +*** formatting ts for gee... +2020-08-02T16:12:15 +*** transferring image and metadata... +Started upload task with ID: LB4XBXOU6QGGUXNCKIKPQ22Q +done! + + +*** Transfering file 20200816T163217_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "16", "dt_H": "16", "dt_M": "32", "dt_S": "17", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "16", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "17", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "229", "dt_jj": "229", "dt_U": "33", "dt_W": "32", "dt_c": "Sun Aug 16 16:32:17 2020", "dt_x": "08/16/20", "dt_X": "16:32:17"} +*** estimating xml filename... +xml fname is like: 20AUG16163217-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG16163217-M1BS-504539558010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10782 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-16_16:32:17.976850 -p MEANSUNEL=71.6 -p MEANSUNAZ=129.4 -p MEANSATEL=53.5 -p MEANSATAZ=273.9 -p MEANOFFNADIRVIEWANGLE=32.9 -p CLOUDCOVER=0.656 -p MEANINTRACKVIEWANGLE=-3.4 -p MEANCROSSTRACKVIEWANGLE=-32.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG16163217-M1BS-504539558010_02_P002.NTF +*** formatting ts for gee... +2020-08-16T16:32:17 +*** transferring image and metadata... +Started upload task with ID: YMXP277UXMHIOCR4B2MGSHZ4 +done! + + +*** Transfering file 20200816T163219_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "16", "dt_H": "16", "dt_M": "32", "dt_S": "19", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Sun", "dt_A": "Sunday", "dt_w": "0", "dt_dd": "16", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "32", "dt_SS": "19", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "229", "dt_jj": "229", "dt_U": "33", "dt_W": "32", "dt_c": "Sun Aug 16 16:32:19 2020", "dt_x": "08/16/20", "dt_X": "16:32:19"} +*** estimating xml filename... +xml fname is like: 20AUG16163219-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG16163219-M1BS-504539558010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5624 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-16_16:32:19.607250 -p MEANSUNEL=71.7 -p MEANSUNAZ=129.2 -p MEANSATEL=53.3 -p MEANSATAZ=274.0 -p MEANOFFNADIRVIEWANGLE=33.0 -p CLOUDCOVER=0.03 -p MEANINTRACKVIEWANGLE=-3.3 -p MEANCROSSTRACKVIEWANGLE=-32.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG16163219-M1BS-504539558010_02_P003.NTF +*** formatting ts for gee... +2020-08-16T16:32:19 +*** transferring image and metadata... +Started upload task with ID: FLAHLZY2Y6I6AWO7TGX72JRF +done! + + +*** Transfering file 20200827T160702_03_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "02", "number": "03", "pass_n": "002", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "27", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "240", "dt_jj": "240", "dt_U": "34", "dt_W": "34", "dt_c": "Thu Aug 27 16:07:02 2020", "dt_x": "08/27/20", "dt_X": "16:07:02"} +*** estimating xml filename... +xml fname is like: 20AUG27160702-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG27160702-M1BS-504539558010_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11862 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-27_16:07:02.911850 -p MEANSUNEL=65.1 -p MEANSUNAZ=126.6 -p MEANSATEL=67.4 -p MEANSATAZ=127.4 -p MEANOFFNADIRVIEWANGLE=20.4 -p CLOUDCOVER=0.274 -p MEANINTRACKVIEWANGLE=-9.8 -p MEANCROSSTRACKVIEWANGLE=18.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG27160702-M1BS-504539558010_03_P002.NTF +*** formatting ts for gee... +2020-08-27T16:07:02 +*** transferring image and metadata... +Started upload task with ID: Y3KY5G6Z7A5PQJPHQW2I4GA6 +done! + + +*** Transfering file 20200827T160704_03_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "08", "dt_d": "27", "dt_H": "16", "dt_M": "07", "dt_S": "04", "number": "03", "pass_n": "003", "sat_n": "03", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "27", "dt_b": "Aug", "dt_B": "August", "dt_mm": "8", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "7", "dt_SS": "4", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "240", "dt_jj": "240", "dt_U": "34", "dt_W": "34", "dt_c": "Thu Aug 27 16:07:04 2020", "dt_x": "08/27/20", "dt_X": "16:07:04"} +*** estimating xml filename... +xml fname is like: 20AUG27160704-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20AUG27160704-M1BS-504539558010_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6125 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-08-27_16:07:04.705650 -p MEANSUNEL=65.2 -p MEANSUNAZ=126.4 -p MEANSATEL=67.5 -p MEANSATAZ=127.7 -p MEANOFFNADIRVIEWANGLE=20.3 -p CLOUDCOVER=0.002 -p MEANINTRACKVIEWANGLE=-9.9 -p MEANCROSSTRACKVIEWANGLE=17.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20AUG27160704-M1BS-504539558010_03_P003.NTF +*** formatting ts for gee... +2020-08-27T16:07:04 +*** transferring image and metadata... +Started upload task with ID: SPRRNDQEPK3TGKXXZ77QUWC3 +done! + + +*** Transfering file 20200903T160106_02_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "06", "number": "02", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:06 2020", "dt_x": "09/03/20", "dt_X": "16:01:06"} +*** estimating xml filename... +xml fname is like: 20SEP03160106-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160106-M1BS-504605676010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:06.431250 -p MEANSUNEL=62.5 -p MEANSUNAZ=129.0 -p MEANSATEL=59.1 -p MEANSATAZ=34.1 -p MEANOFFNADIRVIEWANGLE=27.4 -p CLOUDCOVER=0.22 -p MEANINTRACKVIEWANGLE=24.6 -p MEANCROSSTRACKVIEWANGLE=12.5 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP03160106-M1BS-504605676010_02_P001.NTF +*** formatting ts for gee... +2020-09-03T16:01:06 +*** transferring image and metadata... +Started upload task with ID: Y3BXBIBJBND5AEEWTHBI456B +done! + + +*** Transfering file 20200903T160107_02_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "07", "number": "02", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "7", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:07 2020", "dt_x": "09/03/20", "dt_X": "16:01:07"} +*** estimating xml filename... +xml fname is like: 20SEP03160107-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160107-M1BS-504605676010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=7168 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:07.471650 -p MEANSUNEL=62.5 -p MEANSUNAZ=128.9 -p MEANSATEL=58.9 -p MEANSATAZ=33.5 -p MEANOFFNADIRVIEWANGLE=27.6 -p CLOUDCOVER=0.236 -p MEANINTRACKVIEWANGLE=24.9 -p MEANCROSSTRACKVIEWANGLE=12.3 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP03160107-M1BS-504605676010_02_P002.NTF +*** formatting ts for gee... +2020-09-03T16:01:07 +*** transferring image and metadata... +Started upload task with ID: HQ6OSDIFTQW2LTCIBCFWPM6I +done! + + +*** Transfering file 20200903T160108_02_P003_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "08", "number": "02", "pass_n": "003", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:08 2020", "dt_x": "09/03/20", "dt_X": "16:01:08"} +*** estimating xml filename... +xml fname is like: 20SEP03160108-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160108-M1BS-504605676010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5120 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:08.512450 -p MEANSUNEL=62.6 -p MEANSUNAZ=128.7 -p MEANSATEL=58.7 -p MEANSATAZ=33.1 -p MEANOFFNADIRVIEWANGLE=27.8 -p CLOUDCOVER=0.05 -p MEANINTRACKVIEWANGLE=25.2 -p MEANCROSSTRACKVIEWANGLE=12.2 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP03160108-M1BS-504605676010_02_P003.NTF +*** formatting ts for gee... +2020-09-03T16:01:08 +*** transferring image and metadata... +Started upload task with ID: C3CPGLF4TPOYS6KBXQ367KPD +done! + + +*** Transfering file 20200903T160117_01_P001_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "17", "number": "01", "pass_n": "001", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "17", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:17 2020", "dt_x": "09/03/20", "dt_X": "16:01:17"} +*** estimating xml filename... +xml fname is like: 20SEP03160117-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160117-M1BS-504605676010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:17.485550 -p MEANSUNEL=62.7 -p MEANSUNAZ=129.1 -p MEANSATEL=62.7 -p MEANSATAZ=34.0 -p MEANOFFNADIRVIEWANGLE=24.3 -p CLOUDCOVER=0.235 -p MEANINTRACKVIEWANGLE=21.9 -p MEANCROSSTRACKVIEWANGLE=10.8 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP03160117-M1BS-504605676010_01_P001.NTF +*** formatting ts for gee... +2020-09-03T16:01:17 +*** transferring image and metadata... +Started upload task with ID: IZAMTMJ7H4LQNFE7PHBWEYSC +done! + + +*** Transfering file 20200903T160118_01_P002_WV02_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "03", "dt_H": "16", "dt_M": "01", "dt_S": "18", "number": "01", "pass_n": "002", "sat_n": "02", "dt_a": "Thu", "dt_A": "Thursday", "dt_w": "4", "dt_dd": "3", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "1", "dt_SS": "18", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "247", "dt_jj": "247", "dt_U": "35", "dt_W": "35", "dt_c": "Thu Sep 3 16:01:18 2020", "dt_x": "09/03/20", "dt_X": "16:01:18"} +*** estimating xml filename... +xml fname is like: 20SEP03160118-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP03160118-M1BS-504605676010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=8192 -p IMD_NUMCOLUMNS=9216 -p ABSCALFACTOR_BAND_C=0.00909474 -p ABSCALFACTOR_BAND_B=0.01773333 -p ABSCALFACTOR_BAND_G=0.01358974 -p ABSCALFACTOR_BAND_Y=0.00574458 -p ABSCALFACTOR_BAND_R=0.01098462 -p ABSCALFACTOR_BAND_RE=0.00512289 -p ABSCALFACTOR_BAND_N=0.01217436 -p ABSCALFACTOR_BAND_N2=0.00888421 -p FIRSTLINETIME=2020-09-03_16:01:18.598150 -p MEANSUNEL=62.7 -p MEANSUNAZ=129.3 -p MEANSATEL=63.9 -p MEANSATAZ=35.7 -p MEANOFFNADIRVIEWANGLE=23.2 -p CLOUDCOVER=0.426 -p MEANINTRACKVIEWANGLE=20.6 -p MEANCROSSTRACKVIEWANGLE=10.9 -p SATID=WV02 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP03160118-M1BS-504605676010_01_P002.NTF +*** formatting ts for gee... +2020-09-03T16:01:18 +*** transferring image and metadata... +Started upload task with ID: K4RSLR5YHG2WLEK5Y3OQ43HM +done! + + +*** Transfering file 20200904T163139_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "39", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "39", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:39 2020", "dt_x": "09/04/20", "dt_X": "16:31:39"} +*** estimating xml filename... +xml fname is like: 20SEP04163139-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163139-M1BS-504615250010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10193 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-04_16:31:39.252050 -p MEANSUNEL=67.1 -p MEANSUNAZ=144.0 -p MEANSATEL=52.3 -p MEANSATAZ=296.6 -p MEANOFFNADIRVIEWANGLE=34.0 -p CLOUDCOVER=0.226 -p MEANINTRACKVIEWANGLE=9.1 -p MEANCROSSTRACKVIEWANGLE=-32.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP04163139-M1BS-504615250010_01_P001.NTF +*** formatting ts for gee... +2020-09-04T16:31:39 +*** transferring image and metadata... +Started upload task with ID: XGBQQTM4CUJNBMIAXYGEQA4S +done! + + +*** Transfering file 20200904T163140_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "40", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "40", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:40 2020", "dt_x": "09/04/20", "dt_X": "16:31:40"} +*** estimating xml filename... +xml fname is like: 20SEP04163140-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163140-M1BS-504615250010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10193 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-04_16:31:40.792650 -p MEANSUNEL=67.2 -p MEANSUNAZ=143.9 -p MEANSATEL=52.1 -p MEANSATAZ=296.7 -p MEANOFFNADIRVIEWANGLE=34.1 -p CLOUDCOVER=0.167 -p MEANINTRACKVIEWANGLE=9.1 -p MEANCROSSTRACKVIEWANGLE=-33.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP04163140-M1BS-504615250010_01_P002.NTF +*** formatting ts for gee... +2020-09-04T16:31:40 +*** transferring image and metadata... +Started upload task with ID: C3WOW2E2AFRTRATH2FVUNX6Z +done! + + +*** Transfering file 20200904T163142_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "42", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "42", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:42 2020", "dt_x": "09/04/20", "dt_X": "16:31:42"} +*** estimating xml filename... +xml fname is like: 20SEP04163142-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163142-M1BS-504615250010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6688 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01438974 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01651282 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-04_16:31:42.333250 -p MEANSUNEL=67.3 -p MEANSUNAZ=143.8 -p MEANSATEL=51.9 -p MEANSATAZ=296.8 -p MEANOFFNADIRVIEWANGLE=34.3 -p CLOUDCOVER=0.113 -p MEANINTRACKVIEWANGLE=9.2 -p MEANCROSSTRACKVIEWANGLE=-33.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP04163142-M1BS-504615250010_01_P003.NTF +*** formatting ts for gee... +2020-09-04T16:31:42 +*** transferring image and metadata... +Started upload task with ID: CSIQNCRPNPG6SWNSRG7MBA2R +done! + + +*** Transfering file 20200904T163153_02_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "53", "number": "02", "pass_n": "001", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "53", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:53 2020", "dt_x": "09/04/20", "dt_X": "16:31:53"} +*** estimating xml filename... +xml fname is like: 20SEP04163153-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163153-M1BS-504615250010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10661 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01450256 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01652308 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-04_16:31:53.356950 -p MEANSUNEL=67.2 -p MEANSUNAZ=143.6 -p MEANSATEL=53.6 -p MEANSATAZ=288.4 -p MEANOFFNADIRVIEWANGLE=32.8 -p CLOUDCOVER=0.116 -p MEANINTRACKVIEWANGLE=4.4 -p MEANCROSSTRACKVIEWANGLE=-32.6 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP04163153-M1BS-504615250010_02_P001.NTF +*** formatting ts for gee... +2020-09-04T16:31:53 +*** transferring image and metadata... +Started upload task with ID: L2AO5JI3TLQWW5X6G5U4HAI4 +done! + + +*** Transfering file 20200904T163154_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "54", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "54", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:54 2020", "dt_x": "09/04/20", "dt_X": "16:31:54"} +*** estimating xml filename... +xml fname is like: 20SEP04163154-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163154-M1BS-504615250010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10662 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01450256 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01652308 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-04_16:31:54.968350 -p MEANSUNEL=67.1 -p MEANSUNAZ=143.8 -p MEANSATEL=53.9 -p MEANSATAZ=285.1 -p MEANOFFNADIRVIEWANGLE=32.6 -p CLOUDCOVER=0.226 -p MEANINTRACKVIEWANGLE=2.7 -p MEANCROSSTRACKVIEWANGLE=-32.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP04163154-M1BS-504615250010_02_P002.NTF +*** formatting ts for gee... +2020-09-04T16:31:54 +*** transferring image and metadata... +Started upload task with ID: JZQMU5TQME7S5JZ54VJE7SBU +done! + + +*** Transfering file 20200904T163155_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "04", "dt_H": "16", "dt_M": "31", "dt_S": "55", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Fri", "dt_A": "Friday", "dt_w": "5", "dt_dd": "4", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "31", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "248", "dt_jj": "248", "dt_U": "35", "dt_W": "35", "dt_c": "Fri Sep 4 16:31:55 2020", "dt_x": "09/04/20", "dt_X": "16:31:55"} +*** estimating xml filename... +xml fname is like: 20SEP04163155-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP04163155-M1BS-504615250010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6287 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01450256 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01652308 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-04_16:31:55.704950 -p MEANSUNEL=67.0 -p MEANSUNAZ=143.9 -p MEANSATEL=54.0 -p MEANSATAZ=282.7 -p MEANOFFNADIRVIEWANGLE=32.4 -p CLOUDCOVER=0.213 -p MEANINTRACKVIEWANGLE=1.4 -p MEANCROSSTRACKVIEWANGLE=-32.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP04163155-M1BS-504615250010_02_P003.NTF +*** formatting ts for gee... +2020-09-04T16:31:55 +*** transferring image and metadata... +Started upload task with ID: 3NMUTEDLJSVILTYDUCWJ3WKT +done! + + +*** Transfering file 20200908T155659_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "56", "dt_S": "59", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "59", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:56:59 2020", "dt_x": "09/08/20", "dt_X": "15:56:59"} +*** estimating xml filename... +xml fname is like: 20SEP08155659-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155659-M1BS-504633762010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:56:59.181050 -p MEANSUNEL=60.7 -p MEANSUNAZ=130.8 -p MEANSATEL=46.2 -p MEANSATAZ=121.5 -p MEANOFFNADIRVIEWANGLE=39.0 -p CLOUDCOVER=0.32 -p MEANINTRACKVIEWANGLE=-15.2 -p MEANCROSSTRACKVIEWANGLE=36.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155659-M1BS-504633762010_01_P001.NTF +*** formatting ts for gee... +2020-09-08T15:56:59 +*** transferring image and metadata... +Started upload task with ID: YDLVHKFHTHR5P26BZZTFPTV3 +done! + + +*** Transfering file 20200908T155659_03_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "56", "dt_S": "59", "number": "03", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "56", "dt_SS": "59", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:56:59 2020", "dt_x": "09/08/20", "dt_X": "15:56:59"} +*** estimating xml filename... +xml fname is like: 20SEP08155659-M1BS-*_03_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155659-M1BS-504615250010_03_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9215 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:56:59.360650 -p MEANSUNEL=60.7 -p MEANSUNAZ=130.7 -p MEANSATEL=46.2 -p MEANSATAZ=121.5 -p MEANOFFNADIRVIEWANGLE=39.0 -p CLOUDCOVER=0.254 -p MEANINTRACKVIEWANGLE=-15.2 -p MEANCROSSTRACKVIEWANGLE=36.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155659-M1BS-504615250010_03_P001.NTF +*** formatting ts for gee... +2020-09-08T15:56:59 +*** transferring image and metadata... +Started upload task with ID: L44I2IRG7T4AW3CPDAD5YK65 +done! + + +*** Transfering file 20200908T155700_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "57", "dt_S": "00", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:57:00 2020", "dt_x": "09/08/20", "dt_X": "15:57:00"} +*** estimating xml filename... +xml fname is like: 20SEP08155700-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155700-M1BS-504633762010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:57:00.437450 -p MEANSUNEL=60.7 -p MEANSUNAZ=130.6 -p MEANSATEL=46.4 -p MEANSATAZ=121.3 -p MEANOFFNADIRVIEWANGLE=38.9 -p CLOUDCOVER=0.053 -p MEANINTRACKVIEWANGLE=-15.0 -p MEANCROSSTRACKVIEWANGLE=36.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155700-M1BS-504633762010_01_P002.NTF +*** formatting ts for gee... +2020-09-08T15:57:00 +*** transferring image and metadata... +Started upload task with ID: SQ6PI2JLVJOA6TUYXNXQ2XRD +done! + + +*** Transfering file 20200908T155700_03_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "57", "dt_S": "00", "number": "03", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:57:00 2020", "dt_x": "09/08/20", "dt_X": "15:57:00"} +*** estimating xml filename... +xml fname is like: 20SEP08155700-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155700-M1BS-504615250010_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9215 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:57:00.751250 -p MEANSUNEL=60.8 -p MEANSUNAZ=130.6 -p MEANSATEL=46.4 -p MEANSATAZ=121.3 -p MEANOFFNADIRVIEWANGLE=38.9 -p CLOUDCOVER=0.038 -p MEANINTRACKVIEWANGLE=-15.0 -p MEANCROSSTRACKVIEWANGLE=36.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155700-M1BS-504615250010_03_P002.NTF +*** formatting ts for gee... +2020-09-08T15:57:00 +*** transferring image and metadata... +Started upload task with ID: 5RY4O3I3XXVGIWKH65AYZRSV +done! + + +*** Transfering file 20200908T155701_01_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "57", "dt_S": "01", "number": "01", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:57:01 2020", "dt_x": "09/08/20", "dt_X": "15:57:01"} +*** estimating xml filename... +xml fname is like: 20SEP08155701-M1BS-*_01_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155701-M1BS-504633762010_01_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9216 -p IMD_NUMCOLUMNS=11264 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:57:01.828250 -p MEANSUNEL=60.8 -p MEANSUNAZ=130.5 -p MEANSATEL=46.5 -p MEANSATAZ=121.2 -p MEANOFFNADIRVIEWANGLE=38.7 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-14.9 -p MEANCROSSTRACKVIEWANGLE=36.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155701-M1BS-504633762010_01_P003.NTF +*** formatting ts for gee... +2020-09-08T15:57:01 +*** transferring image and metadata... +Started upload task with ID: H5HUU33M6UDWJ4QMAGH73B5L +done! + + +*** Transfering file 20200908T155702_03_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "08", "dt_H": "15", "dt_M": "57", "dt_S": "02", "number": "03", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "8", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "15", "dt_I": "03", "dt_II": "3", "dt_p": "PM", "dt_MM": "57", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "252", "dt_jj": "252", "dt_U": "36", "dt_W": "36", "dt_c": "Tue Sep 8 15:57:02 2020", "dt_x": "09/08/20", "dt_X": "15:57:02"} +*** estimating xml filename... +xml fname is like: 20SEP08155702-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP08155702-M1BS-504615250010_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5613 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-08_15:57:02.142050 -p MEANSUNEL=60.8 -p MEANSUNAZ=130.5 -p MEANSATEL=46.5 -p MEANSATAZ=121.2 -p MEANOFFNADIRVIEWANGLE=38.8 -p CLOUDCOVER=0.0 -p MEANINTRACKVIEWANGLE=-14.9 -p MEANCROSSTRACKVIEWANGLE=36.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP08155702-M1BS-504615250010_03_P003.NTF +*** formatting ts for gee... +2020-09-08T15:57:02 +*** transferring image and metadata... +Started upload task with ID: FZ24LDQS5K2J62ANEHAB6TLW +done! + + +*** Transfering file 20200922T161552_02_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "15", "dt_S": "52", "number": "02", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "15", "dt_SS": "52", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:15:52 2020", "dt_x": "09/22/20", "dt_X": "16:15:52"} +*** estimating xml filename... +xml fname is like: 20SEP22161552-M1BS-*_02_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161552-M1BS-504649660010_02_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10726 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-22_16:15:52.620450 -p MEANSUNEL=59.9 -p MEANSUNAZ=146.9 -p MEANSATEL=64.2 -p MEANSATAZ=5.8 -p MEANOFFNADIRVIEWANGLE=23.5 -p CLOUDCOVER=0.026 -p MEANINTRACKVIEWANGLE=23.5 -p MEANCROSSTRACKVIEWANGLE=-1.3 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP22161552-M1BS-504649660010_02_P001.NTF +*** formatting ts for gee... +2020-09-22T16:15:52 +*** transferring image and metadata... +Started upload task with ID: NNXJQ6M5TTUKM2SI3MRKBXOE +done! + + +*** Transfering file 20200922T161554_02_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "15", "dt_S": "54", "number": "02", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "15", "dt_SS": "54", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:15:54 2020", "dt_x": "09/22/20", "dt_X": "16:15:54"} +*** estimating xml filename... +xml fname is like: 20SEP22161554-M1BS-*_02_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161554-M1BS-504649660010_02_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10726 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-22_16:15:54.241250 -p MEANSUNEL=60.0 -p MEANSUNAZ=146.8 -p MEANSATEL=64.2 -p MEANSATAZ=5.3 -p MEANOFFNADIRVIEWANGLE=23.6 -p CLOUDCOVER=0.016 -p MEANINTRACKVIEWANGLE=23.6 -p MEANCROSSTRACKVIEWANGLE=-1.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP22161554-M1BS-504649660010_02_P002.NTF +*** formatting ts for gee... +2020-09-22T16:15:54 +*** transferring image and metadata... +Started upload task with ID: AZU64XDHBACUIL22KUP6TSOK +done! + + +*** Transfering file 20200922T161555_02_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "15", "dt_S": "55", "number": "02", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "15", "dt_SS": "55", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:15:55 2020", "dt_x": "09/22/20", "dt_X": "16:15:55"} +*** estimating xml filename... +xml fname is like: 20SEP22161555-M1BS-*_02_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161555-M1BS-504649660010_02_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5503 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-22_16:15:55.861850 -p MEANSUNEL=60.0 -p MEANSUNAZ=146.8 -p MEANSATEL=64.1 -p MEANSATAZ=4.9 -p MEANOFFNADIRVIEWANGLE=23.7 -p CLOUDCOVER=0.004 -p MEANINTRACKVIEWANGLE=23.6 -p MEANCROSSTRACKVIEWANGLE=-1.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP22161555-M1BS-504649660010_02_P003.NTF +*** formatting ts for gee... +2020-09-22T16:15:55 +*** transferring image and metadata... +Started upload task with ID: NHEHIZYUZYBEV3T2MHCDK2OK +done! + + +*** Transfering file 20200922T161606_01_P001_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "16", "dt_S": "06", "number": "01", "pass_n": "001", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "6", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:16:06 2020", "dt_x": "09/22/20", "dt_X": "16:16:06"} +*** estimating xml filename... +xml fname is like: 20SEP22161606-M1BS-*_01_P001.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161606-M1BS-504649660010_01_P001.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11786 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-22_16:16:06.447950 -p MEANSUNEL=60.1 -p MEANSUNAZ=147.0 -p MEANSATEL=69.8 -p MEANSATAZ=0.2 -p MEANOFFNADIRVIEWANGLE=18.5 -p CLOUDCOVER=0.061 -p MEANINTRACKVIEWANGLE=18.3 -p MEANCROSSTRACKVIEWANGLE=-2.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP22161606-M1BS-504649660010_01_P001.NTF +*** formatting ts for gee... +2020-09-22T16:16:06 +*** transferring image and metadata... +Started upload task with ID: CPL4WKTS7DGMWHUEM3WZFBTE +done! + + +*** Transfering file 20200922T161608_01_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "22", "dt_H": "16", "dt_M": "16", "dt_S": "08", "number": "01", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "22", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "16", "dt_SS": "8", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "266", "dt_jj": "266", "dt_U": "38", "dt_W": "38", "dt_c": "Tue Sep 22 16:16:08 2020", "dt_x": "09/22/20", "dt_X": "16:16:08"} +*** estimating xml filename... +xml fname is like: 20SEP22161608-M1BS-*_01_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP22161608-M1BS-504649660010_01_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=11789 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-22_16:16:08.231350 -p MEANSUNEL=60.0 -p MEANSUNAZ=147.2 -p MEANSATEL=72.1 -p MEANSATAZ=359.4 -p MEANOFFNADIRVIEWANGLE=16.4 -p CLOUDCOVER=0.162 -p MEANINTRACKVIEWANGLE=16.2 -p MEANCROSSTRACKVIEWANGLE=-2.7 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP22161608-M1BS-504649660010_01_P002.NTF +*** formatting ts for gee... +2020-09-22T16:16:08 +*** transferring image and metadata... +Started upload task with ID: 2B6PU6JTMYGRM6ZTD3AVRFJ3 +done! + + +*** Transfering file 20200929T162700_03_P002_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "00", "number": "03", "pass_n": "002", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "0", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:00 2020", "dt_x": "09/29/20", "dt_X": "16:27:00"} +*** estimating xml filename... +xml fname is like: 20SEP29162700-M1BS-*_03_P002.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162700-M1BS-504649660010_03_P002.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10883 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-29_16:27:00.203150 -p MEANSUNEL=59.1 -p MEANSUNAZ=155.5 -p MEANSATEL=56.6 -p MEANSATAZ=251.5 -p MEANOFFNADIRVIEWANGLE=30.1 -p CLOUDCOVER=0.185 -p MEANINTRACKVIEWANGLE=-13.7 -p MEANCROSSTRACKVIEWANGLE=-27.0 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP29162700-M1BS-504649660010_03_P002.NTF +*** formatting ts for gee... +2020-09-29T16:27:00 +*** transferring image and metadata... +Started upload task with ID: WTFE2FTKQWGGGUKDDTLZ7RNT +done! + + +*** Transfering file 20200929T162701_03_P003_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "01", "number": "03", "pass_n": "003", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "1", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:01 2020", "dt_x": "09/29/20", "dt_X": "16:27:01"} +*** estimating xml filename... +xml fname is like: 20SEP29162701-M1BS-*_03_P003.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162701-M1BS-504649660010_03_P003.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=10879 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-29_16:27:01.847750 -p MEANSUNEL=59.0 -p MEANSUNAZ=155.6 -p MEANSATEL=55.8 -p MEANSATAZ=248.2 -p MEANOFFNADIRVIEWANGLE=30.8 -p CLOUDCOVER=0.303 -p MEANINTRACKVIEWANGLE=-15.5 -p MEANCROSSTRACKVIEWANGLE=-26.9 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP29162701-M1BS-504649660010_03_P003.NTF +*** formatting ts for gee... +2020-09-29T16:27:01 +*** transferring image and metadata... +Started upload task with ID: 7GGUKABSFLK2E4GBDR76E2UI +done! + + +*** Transfering file 20200929T162702_03_P004_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "02", "number": "03", "pass_n": "004", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "2", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:02 2020", "dt_x": "09/29/20", "dt_X": "16:27:02"} +*** estimating xml filename... +xml fname is like: 20SEP29162702-M1BS-*_03_P004.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162702-M1BS-504649660010_03_P004.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=6427 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01406737 -p ABSCALFACTOR_BAND_B=0.01796364 -p ABSCALFACTOR_BAND_G=0.01333818 -p ABSCALFACTOR_BAND_Y=0.006804211 -p ABSCALFACTOR_BAND_R=0.01028364 -p ABSCALFACTOR_BAND_RE=0.00618526 -p ABSCALFACTOR_BAND_N=0.01171636 -p ABSCALFACTOR_BAND_N2=0.01047579 -p FIRSTLINETIME=2020-09-29_16:27:02.602150 -p MEANSUNEL=58.9 -p MEANSUNAZ=155.7 -p MEANSATEL=55.2 -p MEANSATAZ=246.0 -p MEANOFFNADIRVIEWANGLE=31.3 -p CLOUDCOVER=0.304 -p MEANINTRACKVIEWANGLE=-16.8 -p MEANCROSSTRACKVIEWANGLE=-26.8 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Reverse -p FILENAME=20SEP29162702-M1BS-504649660010_03_P004.NTF +*** formatting ts for gee... +2020-09-29T16:27:02 +*** transferring image and metadata... +Started upload task with ID: CB6KLGVWQXCAU3OY5XHZGCVM +done! + + +*** Transfering file 20200929T162714_03_P006_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "14", "number": "03", "pass_n": "006", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "14", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:14 2020", "dt_x": "09/29/20", "dt_X": "16:27:14"} +*** estimating xml filename... +xml fname is like: 20SEP29162714-M1BS-*_03_P006.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162714-M1BS-504649660010_03_P006.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9911 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-29_16:27:14.271050 -p MEANSUNEL=59.0 -p MEANSUNAZ=155.5 -p MEANSATEL=51.7 -p MEANSATAZ=235.9 -p MEANOFFNADIRVIEWANGLE=34.3 -p CLOUDCOVER=0.592 -p MEANINTRACKVIEWANGLE=-23.0 -p MEANCROSSTRACKVIEWANGLE=-26.2 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP29162714-M1BS-504649660010_03_P006.NTF +*** formatting ts for gee... +2020-09-29T16:27:14 +*** transferring image and metadata... +Started upload task with ID: Z3CC34DLY6A3FT2EEDX2HA42 +done! + + +*** Transfering file 20200929T162715_03_P007_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "15", "number": "03", "pass_n": "007", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "15", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:15 2020", "dt_x": "09/29/20", "dt_X": "16:27:15"} +*** estimating xml filename... +xml fname is like: 20SEP29162715-M1BS-*_03_P007.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162715-M1BS-504649660010_03_P007.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=9911 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-29_16:27:15.768850 -p MEANSUNEL=59.1 -p MEANSUNAZ=155.4 -p MEANSATEL=51.7 -p MEANSATAZ=236.3 -p MEANOFFNADIRVIEWANGLE=34.3 -p CLOUDCOVER=0.452 -p MEANINTRACKVIEWANGLE=-22.8 -p MEANCROSSTRACKVIEWANGLE=-26.4 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP29162715-M1BS-504649660010_03_P007.NTF +*** formatting ts for gee... +2020-09-29T16:27:15 +*** transferring image and metadata... +Started upload task with ID: F5PZKRWUXSBSDNHCX223RJQE +done! + + +*** Transfering file 20200929T162717_03_P008_WV03_ClassificMap_fullClass_Rookery *** +*** parsing metadata... +{"dt_Y": "2020", "dt_m": "09", "dt_d": "29", "dt_H": "16", "dt_M": "27", "dt_S": "17", "number": "03", "pass_n": "008", "sat_n": "03", "dt_a": "Tue", "dt_A": "Tuesday", "dt_w": "2", "dt_dd": "29", "dt_b": "Sep", "dt_B": "September", "dt_mm": "9", "dt_y": "20", "dt_HH": "16", "dt_I": "04", "dt_II": "4", "dt_p": "PM", "dt_MM": "27", "dt_SS": "17", "dt_f": "000000", "dt_z": "", "dt_Z": "", "dt_j": "273", "dt_jj": "273", "dt_U": "39", "dt_W": "39", "dt_c": "Tue Sep 29 16:27:17 2020", "dt_x": "09/29/20", "dt_X": "16:27:17"} +*** estimating xml filename... +xml fname is like: 20SEP29162717-M1BS-*_03_P008.XML +*** searching for xml file... +found file: /srv/imars-objects/rookery/Processed/wv_ortho_xml/20SEP29162717-M1BS-504649660010_03_P008.XML +*** extracting properties from .xml... + -p IMD_NUMROWS=5245 -p IMD_NUMCOLUMNS=10651 -p ABSCALFACTOR_BAND_C=0.01397474 -p ABSCALFACTOR_BAND_B=0.01772364 -p ABSCALFACTOR_BAND_G=0.01316364 -p ABSCALFACTOR_BAND_Y=0.00672 -p ABSCALFACTOR_BAND_R=0.01020364 -p ABSCALFACTOR_BAND_RE=0.00606316 -p ABSCALFACTOR_BAND_N=0.01170909 -p ABSCALFACTOR_BAND_N2=0.01034947 -p FIRSTLINETIME=2020-09-29_16:27:17.266450 -p MEANSUNEL=59.1 -p MEANSUNAZ=155.4 -p MEANSATEL=51.6 -p MEANSATAZ=236.6 -p MEANOFFNADIRVIEWANGLE=34.4 -p CLOUDCOVER=0.493 -p MEANINTRACKVIEWANGLE=-22.7 -p MEANCROSSTRACKVIEWANGLE=-26.5 -p SATID=WV03 -p MODE=FullSwath -p SCANDIRECTION=Forward -p FILENAME=20SEP29162717-M1BS-504649660010_03_P008.NTF +*** formatting ts for gee... +2020-09-29T16:27:17 +*** transferring image and metadata... +Started upload task with ID: RPON4VBW4VXXHD2TMIXZ7NAQ +done! + diff --git a/imagery_utils b/imagery_utils new file mode 160000 index 0000000..4081ea6 --- /dev/null +++ b/imagery_utils @@ -0,0 +1 @@ +Subproject commit 4081ea63f5ae8427d115094c48176485f0de22d6 diff --git a/pgc_duplication/README.md b/pgc_duplication/README.md new file mode 100644 index 0000000..1ca8016 --- /dev/null +++ b/pgc_duplication/README.md @@ -0,0 +1,7 @@ +The code included here is duplicated from the Polar Geospatial Center's `imagery_utils` and is included for documentation purposes only. +A newer version of `imagery_utils` has been packaged with this repo as a git submodule. +That version should be used for all future processing. + +Likewise, do not modify the code here. + +This directory will likely be deleted in the future. diff --git a/pgc_mosaic_build_cutlines.py b/pgc_duplication/pgc_mosaic_build_cutlines.py similarity index 100% rename from pgc_mosaic_build_cutlines.py rename to pgc_duplication/pgc_mosaic_build_cutlines.py diff --git a/pgc_mosaic_build_tile.py b/pgc_duplication/pgc_mosaic_build_tile.py similarity index 100% rename from pgc_mosaic_build_tile.py rename to pgc_duplication/pgc_mosaic_build_tile.py diff --git a/pgc_mosaic_parallel.py b/pgc_duplication/pgc_mosaic_parallel.py similarity index 100% rename from pgc_mosaic_parallel.py rename to pgc_duplication/pgc_mosaic_parallel.py diff --git a/pgc_mosaic_query_index.py b/pgc_duplication/pgc_mosaic_query_index.py similarity index 100% rename from pgc_mosaic_query_index.py rename to pgc_duplication/pgc_mosaic_query_index.py diff --git a/pgc_ortho.py b/pgc_duplication/pgc_ortho.py similarity index 100% rename from pgc_ortho.py rename to pgc_duplication/pgc_ortho.py diff --git a/pgc_ortho_parallel.py b/pgc_duplication/pgc_ortho_parallel.py similarity index 100% rename from pgc_ortho_parallel.py rename to pgc_duplication/pgc_ortho_parallel.py diff --git a/pgc_pansharpen_parallel.py b/pgc_duplication/pgc_pansharpen_parallel.py similarity index 100% rename from pgc_pansharpen_parallel.py rename to pgc_duplication/pgc_pansharpen_parallel.py diff --git a/requirements.txt b/requirements.txt index 00d1d58..d60617e 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,3 +1,5 @@ # python packages needed to run wv2-processing scikit-image -# gdal -- better to install this w/ system package manager +# NOTE: the pygdal version below *must* match the gdal version from +# `gdal-config --version` +#pygdal==3.0.1.* diff --git a/slurm_submission_scripts/submit_mosaic.sh b/slurm_submission_scripts/submit_mosaic.sh new file mode 100644 index 0000000..68a72d1 --- /dev/null +++ b/slurm_submission_scripts/submit_mosaic.sh @@ -0,0 +1,36 @@ +#!/bin/bash +#SBATCH --partition=circe +#SBATCH --job-name ="wv_mosaic_gdal" +#SBATCH --nodes=1 +##SBATCH --ntasks-per-node=4 +#SBATCH --mem-per-cpu=60480 +#SBATCH --time=40:00:00 +#SBATCH --array=0 + +module purge +module load apps/python/3.7.3 +module load apps/gdal/3.0.1_el7_gcc + +#gdalbuildvrt -a_srs EPSG:4326 my_overview_file.vrt $WORK/output/Rrs/NSF_SWTX/.*tif + + +## TODO: load & edit my_overview_file.vrt xml: +## ref: https://gist.github.com/7yl4r/d03f9617212db5efded1f8a0d34550d3 +## ================================================================= +## replace extant opening element tag with: +# +## and add the following elements within that block: +# maximu +# Python +# + +export GDAL_VRT_ENABLE_PYTHON=YES +export BIGTIFF=YES + +gdaladdo --config BIGTIFF_OVERIEW YES -ro my_overview_file.vrt 1 diff --git a/slurm_submission_scripts/submit_py.sh b/slurm_submission_scripts/submit_py.sh new file mode 100755 index 0000000..6a7a637 --- /dev/null +++ b/slurm_submission_scripts/submit_py.sh @@ -0,0 +1,63 @@ +#!/bin/bash +#SBATCH --job-name ="wv2_classification_py" +#SBATCH --nodes=1 +#SBATCH --mem-per-cpu=20480 +#SBATCH --TIME=3:00:00 +#SBATCH --array=100-199 +##0-611%30 +##SBATCH --array=0-611%20 +## Can submit up to 10,000 jobs at once, but only 512 will run concurrently + +# Python code to check processing time: +# starttime = datetime.today() +# LogMsg('Image: %s' %(info.srcfn)) + + +## Setup input arguments & file locations +images1=`ls $WORK/tmp/NSF/raw/*.[nN][tT][fF]` +met=`ls $WORK/tmp/NSF/raw/*.[xX][mM][lL]` +ortho_out=/work/m/mjm8/output/Ortho/NSF_SWTX/ # ortho_out +rrs_out=/work/m/mjm8/output/Rrs/NSF_SWTX/ +class_out=/work/m/mjm8/output/DT/NSF_SWTX/ + +# Setup Matlab arguments (dt 0 = Rrs, no DT or rrs; dt 1 = Rrs, DT & rrs; dt 2 = DT, Rrs & rrs | filt=moving-window filter) +dt=2 +crd_sys=EPSG:4326 +filt=2 +loc='NSF_SWTX' + +## === Run Python code +images1a=($images1) # cast to array +input_image=${images1a[$SLURM_ARRAY_TASK_ID]} + +# figure out output filepaths +input_img_basename=$(basename "${input_image%.[nN][tT][fF]}") +echo $input_img_basename +image2="$ortho_out${input_img_basename}_u16ns4326.tif" +echo $image2 +other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" + + +if [ ! -f $image2 ]; then # if output file DNE + module add apps/python/2.7.5 + python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $input_image $ortho_out +fi + +## === Run Matlab code +met=($met) +met=${met[$SLURM_ARRAY_TASK_ID]} + +final_output_path="$rrs_out${input_img_basename}_$loc_SOALCHI_filt_$filt.tif" + +if [ ! -f $final_output_path ]; then # if output file DNE + module add apps/matlab/r2017a + matlab -nodisplay -nodesktop -r "wv_classify('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" +fi + +rm $image2 +rm $other_ortho_fpath + + #### Calculate Total Time + # endtime = datetime.today() + # td = (endtime-starttime) + # LogMsg("Total Processing Time: %s\n" %(td)) diff --git a/slurm_submission_scripts/submit_py_ortho_jobos_year2013.sh b/slurm_submission_scripts/submit_py_ortho_jobos_year2013.sh new file mode 100644 index 0000000..0ecf8f6 --- /dev/null +++ b/slurm_submission_scripts/submit_py_ortho_jobos_year2013.sh @@ -0,0 +1,66 @@ +#!/bin/bash +#SBATCH --partition=circe +#SBATCH --job-name ="Jobos-per-year" +#SBATCH --nodes=1 +##SBATCH --ntasks-per-node=4 +#SBATCH --mem-per-cpu=52240 +#SBATCH --time=40:00:00 +#SBATCH --array=0-1 +#SBATCH --output=/work/d/druedaro/wv2_scripts/slurm_submission_scripts/SlurmOutput/output.%j.txt +## Can submit up to 10,000 jobs at once, but only 512 will run concurrently +## SBATCH --mail-type=ALL +## SBATCH --mail-user=druedaro@usf.edu + + +#module purge +module add apps/python/2.7.5 +# module add apps/gdal/3.0.1 + +# Python code to check processing time: +# starttime = datetime.today() +# LogMsg('Image: %s' %(info.srcfn)) + +## Setup input arguments & file locations +images1=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[nN][tT][fF]` +met=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[xX][mM][lL]` +ortho_out=/work/d/druedaro/output/Ortho/Jobos_perYear/Jobos_2013b/ +rrs_out=/work/d/druedaro/output/Rrs/Jobos_perYear/Jobos_2013b/ + + +# Setup Matlab arguments +crd_sys=EPSG:4326 +areaName='Jobos' + +## Run Python code +images1a=($images1) +image=${images1a[$SLURM_ARRAY_TASK_ID]} + +python /work/d/druedaro/wv2_scripts/pgc_duplication/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $ortho_out + +## Run Matlab code +module add apps/matlab/r2018a + +input_img_basename=$(basename "${image%.[nN][tT][fF]}") +echo $input_img_basename +image2="$ortho_out${input_img_basename}_u16ns4326.tif" +echo $image2 +met=($met) +met=${met[$SLURM_ARRAY_TASK_ID]} + +# matlab running +matlab -nodisplay -nodesktop -r "WV_Clasific_cleaner_v4_Jobos.m('$image2','$met','crd_sys','$areaName','$rrs_out','$SLURM_ARRAY_TASK_ID')" + + +# other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" +# rm $image2 +# rm $other_ortho_fpath + + + #### Calculate Total Time + # endtime = datetime.today() + # td = (endtime-starttime) + # LogMsg("Total Processing Time: %s\n" %(td)) + + + + diff --git a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh new file mode 100644 index 0000000..94af0ff --- /dev/null +++ b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho.sh @@ -0,0 +1,77 @@ +#!/bin/bash +#SBATCH --partition=circe +#SBATCH --job-name ="Jobos-per-year" +#SBATCH --nodes=1 +##SBATCH --ntasks-per-node=4 +#SBATCH --mem-per-cpu=52240 +#SBATCH --time=40:00:00 +#SBATCH --array=0-2 +#SBATCH --output=/work/d/druedaro/wv2_scripts/slurm_submission_scripts/SlurmOutput/output.%j.txt +## Can submit up to 10,000 jobs at once, but only 512 will run concurrently +## SBATCH --mail-type=ALL +## SBATCH --mail-user=druedaro@usf.edu + + +module purge +module add apps/python/2.7.5 +# module add apps/python/3.7.3 # 2.7.5 +# module add apps/gdal/3.0.1 + +# module add apps/proj/4.9.3 +# module add apps/proj/6.2.0 +# module add apps/proj/6.2.0_el6 +module add apps/proj/6.2.0_el7_gcc +# module add apps/proj/backup + +module add apps/gdal/3.0.1_el7_gcc + +# Python code to check processing time: +# starttime = datetime.today() +# LogMsg('Image: %s' %(info.srcfn)) + +## Setup input arguments & file locations +images1=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[nN][tT][fF]` +met=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[xX][mM][lL]` +ortho_out=/work/d/druedaro/output/Ortho/Jobos_perYear/Jobos_2013b/ +rrs_out=/work/d/druedaro/output/Rrs/Jobos_perYear/Jobos_2013b/ + + +# Setup Matlab arguments +crd_sys=EPSG:4326 +areaName='Jobos' + +## Run Python code +images1a=($images1) +image=${images1a[$SLURM_ARRAY_TASK_ID]} +echo "orthorectifying $image to $ortho_out" + +python /work/d/druedaro/wv2_scripts/pgc_imagery_utils2/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no-pyramids $image $ortho_out + + +## Run Matlab code +module add apps/matlab/r2018a + +input_img_basename=$(basename "${image%.[nN][tT][fF]}") +echo $input_img_basename +image2="$ortho_out${input_img_basename}_u16ns4326.tif" +echo $image2 +met=($met) +met=${met[$SLURM_ARRAY_TASK_ID]} + +# matlab running +matlab -nodisplay -nodesktop -r "WV_Clasific_cleaner_v5_Jobos_v2019.m('$image2','$met','crd_sys','$areaName','$rrs_out','$SLURM_ARRAY_TASK_ID')" + + +# other_ortho_fpath="$ortho_out${input_img_basename}_u16ns4326.prj" +# rm $image2 +# rm $other_ortho_fpath + + + #### Calculate Total Time + # endtime = datetime.today() + # td = (endtime-starttime) + # LogMsg("Total Processing Time: %s\n" %(td)) + + + + diff --git a/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh new file mode 100644 index 0000000..3497c83 --- /dev/null +++ b/slurm_submission_scripts/submit_py_ortho_jobos_year2013_newOrtho_servers.sh @@ -0,0 +1,59 @@ +#!/bin/bash +# bash file to run wv processing on a single IMaRS server + +IMARS_HOMES_DIR=/srv/imars-objects/homes/ +IMAGERY_UTILS_PATH=${IMARS_HOMES_DIR}/scratch/WV_ortho/wv-land-cover/imagery_utils/ +IMAGES_ROOT_PATH=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/img/Jobos_2013b +LOGS_OUTPUT_DIR=${IMARS_HOMES_DIR}/scratch/WV_ortho/wv-land-cover/slurm_submission_scripts/SlurmOutput/ +ortho_out=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/output/Ortho/Jobos_2013b/ +rrs_out=${IMARS_HOMES_DIR}/scratch/digna/WV_varios/output/Rrs/Jobos_2013b/ + +# === set up environment vars for proj +export PROJ_DEBUG=3 +export PROJ_DATA=/usr/share/proj/ +export PROJ_LIB=/usr/share/proj/ + +# Python code to check processing time: +# starttime = datetime.today() +# LogMsg('Image: %s' %(info.srcfn)) + +## Setup input arguments & file locations +## images1=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[nN][tT][fF]` +## met=`ls /work/d/druedaro/img/Jobos_perYear/Jobos_2013b/*.[xX][mM][lL]` +## ortho_out=/work/d/druedaro/output/Ortho/Jobos_perYear/Jobos_2013b/ +## rrs_out=/work/d/druedaro/output/Rrs/Jobos_perYear/Jobos_2013b/ + +images1=`ls ${IMAGES_ROOT_PATH}/*.[nN][tT][fF]` +# met=`ls ${IMAGES_ROOT_PATH}/*.[xX][mM][lL]` + + +# Setup Matlab arguments +crd_sys=EPSG:4326 +areaName='Jobos' + +## === Run Python code +images1a=($images1) + +# for each image +for image_path in ${images1}; do + base_name=$(basename ${image_path}) + echo "orthorectifying $base_name to $ortho_out..." + python3 ${IMAGERY_UTILS_PATH}/pgc_ortho.py \ + -p 4326 -c ns -t UInt16 -f GTiff --no-pyramids $image_path $ortho_out \ + &> ${LOGS_OUTPUT_DIR}/${base_name}_log.txt + + input_img_basename=$(basename "${image_path%.[nN][tT][fF]}") + echo "$input_img_basename done." + +# other_ortho_fpath="$ortho_out/${input_img_basename}_u16ns4326.prj" +# rm $other_ortho_fpath + + + #### Calculate Total Time + # endtime = datetime.today() + # td = (endtime-starttime) + # LogMsg("Total Processing Time: %s\n" %(td)) + + done + + diff --git a/submit_py.sh b/submit_py.sh deleted file mode 100755 index d99da2b..0000000 --- a/submit_py.sh +++ /dev/null @@ -1,53 +0,0 @@ -#!/bin/bash -#SBATCH --job-name ="wv2_classification_py" -#SBATCH --nodes=1 -#SBATCH --mem-per-cpu=20480 -#SBATCH --time=1:00:00 -#SBATCH --array=0-611%20 -##-611%30 -##SBATCH --array=0-611%20 -## Can submit up to 10,000 jobs at once, but only 512 will run concurrently - -# Python code to check processing time: -# starttime = datetime.today() -# LogMsg('Image: %s' %(info.srcfn)) - - -## Setup input arguments & file locations -images1=`ls $WORK/tmp/NSF/raw/*.[nN][tT][fF]` -met=`ls $WORK/tmp/NSF/raw/*.[xX][mM][lL]` -output_dir1=/work/m/mjm8/output/Ortho/NSF_SWTX/ -rrs_out=/work/m/mjm8/output/Rrs/NSF_SWTX/ -class_out=/work/m/mjm8/output/DT/NSF_SWTX/ - -# Setup Matlab arguments (dt 0 = Rrs, no DT or rrs; dt 1 = Rrs, DT & rrs; dt 2 = DT, Rrs & rrs | filt=moving-window filter) -dt=2 -crd_sys=EPSG:4326 -filt=2 -loc='NSF_SWTX' - -## Run Python code -images1a=($images1) -image=${images1a[$SLURM_ARRAY_TASK_ID]} - -python /work/m/mjm8/progs/pgc_ortho.py -p 4326 -c ns -t UInt16 -f GTiff --no_pyramids $image $output_dir1 - - -## Run Matlab code -#module add apps/matlab/r2013b -module add apps/matlab/r2017a - -input_img_basename=$(basename "${image%.[nN][tT][fF]}") -echo $input_img_basename -image2="$output_dir1${input_img_basename}_u16ns4326.tif" -echo $image2 -met=($met) -met=${met[$SLURM_ARRAY_TASK_ID]} - -matlab -nodisplay -nodesktop -r "WV_Processing('$image2','$input_img_basename','$met','$crd_sys','$dt','$filt','$loc','$SLURM_ARRAY_TASK_ID','$rrs_out','$class_out')" - - - #### Calculate Total Time - # endtime = datetime.today() - # td = (endtime-starttime) - # LogMsg("Total Processing Time: %s\n" %(td)) diff --git a/wv_classification_colormap.txt b/wv_classification_colormap.txt new file mode 100644 index 0000000..714c53e --- /dev/null +++ b/wv_classification_colormap.txt @@ -0,0 +1,11 @@ +0 140 140 140 255 shadow +1 255 255 255 255 cloud +2 98 30 1 255 soil +3 31 89 204 255 water +5 226 217 36 255 dead grass +6 124 205 17 255 marsh +7 173 99 9 255 scrub +8 39 211 16 255 grass +9 16 111 0 255 forested upland +10 30 230 130 255 forested wetland +11 30 30 30 255 developed \ No newline at end of file diff --git a/wv_classify/DT_Filter.m b/wv_classify/DT_Filter.m deleted file mode 100644 index bf5bd19..0000000 --- a/wv_classify/DT_Filter.m +++ /dev/null @@ -1,36 +0,0 @@ -%% DT_Filter.M -%% Written by Matt McCarthy 8/29/2016 - -function dt_filt = DT_Filter(file,x,sz2,sz3) -filt = x; -sz_sm(1) = sz2; % Size of unwarped(smaller) file -sz_sm(2) = sz3; - -sz1 = size(file); -dt_filt{1,1} = zeros(sz1(1),sz1(2),1); - - for a = 2:sz_sm(1)-1; % Mode filter or median filter: 3x3 or 5x5 - for b = 2:sz_sm(2)-1; - if isnan(file(a,b)) == 0; - C = file(a-filt:a+filt,b-filt:b+filt); - idx = find(C == 0); % If any pixels in C are shadows, they are not included in the mode function - C(idx) = []; - mod = mode(C); % Identify most common value (if more than one value, lower value is selected automatically) - if isnan(mod) == 1; % Check if mode of box is NaN (redundancy) - dt_filt{1,1}(a,b) = 0; % If NaN, assign zero (Arc won't load DT tiffs w/ NaNs) -% elseif file(a,b) == 6; % If mode of C indicates wetland, check that wetlands comprise at least 2/3 of adjacent vegetation pixels, otherwise assign upland -% idx2 = C == 6; % This is justified by the homogeneity of wetland vegetation while upland often occurs as individual stands -% idx3 = C == 4; % Upland -% if sum(idx2) >= (2/3)*(sum(idx2) + sum(idx3)) -% dt_filt{1,1}(a,b) = 6; % Wetland -% else dt_filt{1,1}(a,b) = 4; % Upland -% end - else dt_filt{1,1}(a,b) = mod; % If mod is upland, marsh, water or bare/developed, assign it as such - end - end - else - dt_filt{1,1}(a,b) = 0; - end - end - end -end diff --git a/wv_classify/matlab_fns_geotiff_test.py b/wv_classify/matlab_fns_geotiff_test.py index 86a2c4e..7f2ad80 100644 --- a/wv_classify/matlab_fns_geotiff_test.py +++ b/wv_classify/matlab_fns_geotiff_test.py @@ -4,8 +4,8 @@ import os.path import warnings -from matlab_fns import geotiffread -from matlab_fns import geotiffwrite +from wv_classify.matlab_fns import geotiffread +from wv_classify.matlab_fns import geotiffwrite class Test_geotiff_io(TestCase): diff --git a/wv_classify/read_wv_xml.py b/wv_classify/read_wv_xml.py index 6fbd137..d877d2e 100644 --- a/wv_classify/read_wv_xml.py +++ b/wv_classify/read_wv_xml.py @@ -2,10 +2,20 @@ from datetime import datetime -def read_wv_xml(filename): - # ================================================================== - # === read values from xml file - # ================================================================== +def read_wv_xml(filename, output_format="list"): + """ read metadata values from xml file + params + ------ + filename : filepath + The .xml file to read + output_format : str + The format to return output. + Note that "list" output may not support all metadata. + valid values: + "list" - [param1Value, param2Value] + "dict" - {param1:value, param2:value] + """ + metadata = {} # Extract calibration factors & acquisition time from # metadata for each band tree = ElementTree.parse(filename) @@ -20,39 +30,90 @@ def read_wv_xml(filename): " (isd, IMD)" ) imd = root.find('IMD') # assumes only one element w/ 'IMD' tag - szB = [ - int(imd.find('NUMROWS').text), - int(imd.find('NUMCOLUMNS').text), - 0 - ] - kf = [ - float(imd.find(band).find('ABSCALFACTOR').text) for band in [ - 'BAND_C', 'BAND_B', 'BAND_G', 'BAND_Y', 'BAND_R', 'BAND_RE', - 'BAND_N', 'BAND_N2' - ] + metadata["IMD_NUMROWS"] = int(imd.find('NUMROWS').text) + metadata["IMD_NUMCOLUMNS"] = int(imd.find('NUMCOLUMNS').text) + BANDNAMES = [ + 'BAND_C', 'BAND_B', 'BAND_G', 'BAND_Y', 'BAND_R', 'BAND_RE', + 'BAND_N', 'BAND_N2' ] + for band in BANDNAMES: + metadata[f"ABSCALFACTOR_{band}"] = float( + imd.find(band).find('ABSCALFACTOR').text + ) # Extract Acquisition Time from metadata - aq_dt = datetime.strptime( + metadata["FIRSTLINETIME"] = datetime.strptime( imd.find('IMAGE').find('FIRSTLINETIME').text, # "2017-12-22T16:48:10.923850Z" "%Y-%m-%dT%H:%M:%S.%fZ" ) - aqyear = aq_dt.year - aqmonth = aq_dt.month - aqday = aq_dt.day - aqhour = aq_dt.hour - aqminute = aq_dt.minute - aqsecond = aq_dt.second # Extract Mean Sun Elevation angle from metadata.Text(18:26)) - sunel = float(imd.find('IMAGE').find('MEANSUNEL').text) # Extract Mean Off Nadir View angle from metadata - satview = float(imd.find('IMAGE').find('MEANOFFNADIRVIEWANGLE').text) - sunaz = float(imd.find('IMAGE').find('MEANSUNAZ').text) - sensaz = float(imd.find('IMAGE').find('MEANSATAZ').text) - satel = float(imd.find('IMAGE').find('MEANSATEL').text) - cl_cov = float(imd.find('IMAGE').find('CLOUDCOVER').text) - # ================================================================== - return ( - szB, aqmonth, aqyear, aqhour, aqminute, aqsecond, sunaz, sunel, - satel, sensaz, aqday, satview, kf, cl_cov - ) + for param in [ + "MEANSUNEL", "MEANSUNAZ", + "MEANSATEL", "MEANSATAZ", + "MEANOFFNADIRVIEWANGLE", "CLOUDCOVER", + "MEANINTRACKVIEWANGLE", "MEANCROSSTRACKVIEWANGLE", "MEANOFFNADIRVIEWANGLE" + ]: + metadata[param] = float(imd.find("IMAGE").find(param).text) + for param in [ + "SATID", "MODE", "SCANDIRECTION", + ]: + metadata[param] = imd.find("IMAGE").find(param).text + + for param in [ + "FILENAME" + ]: + metadata[param] = root.find("TIL").find("TILE").find(param).text + + if output_format == "list": + szB = [ + metadata["IMD_NUMROWS"], + metadata["IMD_NUMCOLUMNS"], + 0 + ] + kf = [ + metadata[f"ABSCALFACTOR_{band}"] for band in BANDNAMES + ] + aq_dt = metadata["FIRSTLINETIME"] + aqyear = aq_dt.year + aqmonth = aq_dt.month + aqday = aq_dt.day + aqhour = aq_dt.hour + aqminute = aq_dt.minute + aqsecond = aq_dt.second + sunel = metadata['MEANSUNEL'] + satview = metadata['MEANOFFNADIRVIEWANGLE'] + sunaz = metadata['MEANSUNAZ'] + sensaz = metadata['MEANSATAZ'] + satel = metadata['MEANSATEL'] + cl_cov = metadata['CLOUDCOVER'] + return ( + szB, aqmonth, aqyear, aqhour, aqminute, aqsecond, sunaz, sunel, + satel, sensaz, aqday, satview, kf, cl_cov + ) + elif output_format == "dict": + return metadata + elif output_format == "gee_props": + res = "" + for key in metadata: + try: + val = str(metadata[key]).replace(" ", "_") + except: + val = metadata[key] + res += f" -p {key}={val} " + return res + else: + raise ValueError( + f"user requested unknown output_format '{output_format}'" + ) + + +if __name__ == "__main__": + #import pprint + import sys + #pp = pprint.PrettyPrinter(indent=2) + fpath = sys.argv[1] + #pp.pprint( + # read_wv_xml(fpath, output_format="dict") + #) + print(read_wv_xml(fpath, output_format="gee_props")) diff --git a/wv_classify/read_wv_xml_test.py b/wv_classify/read_wv_xml_test.py index a2dc090..197fc7f 100644 --- a/wv_classify/read_wv_xml_test.py +++ b/wv_classify/read_wv_xml_test.py @@ -1,7 +1,7 @@ # std modules: from unittest import TestCase -from read_wv_xml import read_wv_xml +from wv_classify.read_wv_xml import read_wv_xml class Test_read_wv_xml(TestCase): diff --git a/wv_classify/wv_classify_test.py b/wv_classify/wv_classify_test.py index 7cab186..cb7d6c1 100644 --- a/wv_classify/wv_classify_test.py +++ b/wv_classify/wv_classify_test.py @@ -1,7 +1,7 @@ import os import warnings -from wv_classify import process_file +from wv_classify.wv_classify import process_file def test_process_file():