diff --git a/SCRIPTS/1b_doReformatOldData.R b/SCRIPTS/1b_doReformatOldData.R
index 2fcb0cc7a11b9ab3a93e83280ce4f2fd90ea41e5..3694bf8363aa4bf561e8b44e0ade9c3cc858d91b 100644
--- a/SCRIPTS/1b_doReformatOldData.R
+++ b/SCRIPTS/1b_doReformatOldData.R
@@ -14,7 +14,7 @@ if (submitscript) {
locName <- 'X'
resolution <- 'X'
inPath <- sprintf("../DATA/System4_seasonal_15_rev1.0/%s_%s", locName, resolution)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.3/%sdeg/%s_noBC", resolution, locName)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_noBC", resolution, locName)
} else {
members <- c(1:2)
initYears <- c(1981:1982)
@@ -23,7 +23,7 @@ if (submitscript) {
#locName <- "EU"
resolution <- "0.75"
inPath <- sprintf("../DATA/System4_seasonal_15_rev1.0/%s_%s", locName, resolution)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.3/%sdeg/%s_noBC", resolution, locName)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_noBC", resolution, locName)
}
mask<-Netcdf2R(inFile = sprintf("../DATA/mask/mask_wfdei_%s_%s.nc4", locName, resolution), "mask")
diff --git a/SCRIPTS/2_doReorder_combYears_combMembers_sepLeadmonths.R b/SCRIPTS/2_doReorder_combYears_combMembers_sepLeadmonths.R
index 96fcdad41e0d04c22eff4104cd37c66284a4dc46..d350cac6d117bf25d50b0d183bbdd299b5366f84 100644
--- a/SCRIPTS/2_doReorder_combYears_combMembers_sepLeadmonths.R
+++ b/SCRIPTS/2_doReorder_combYears_combMembers_sepLeadmonths.R
@@ -13,8 +13,8 @@ if (submitscript) {
locName <- 'X'
resolution <- 'X'
bcInfo <- 'X'
- inPath <- sprintf("../DATA/System4_seasonal_15_rev1.3/%sdeg/%s_%s", resolution, locName, bcInfo)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.3/%sdeg/%s_%s_biasformat", resolution, locName, bcInfo)
+ inPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s", resolution, locName, bcInfo)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s_biasformat", resolution, locName, bcInfo)
} else {
members <- c(1:2)
initYears <- c(1981:1982)
@@ -24,8 +24,8 @@ if (submitscript) {
resolution <- "0.75"
# bcInfo <- "BC"
bcInfo <- "noBC"
- inPath <- sprintf("../DATA/System4_seasonal_15_rev1.3/%sdeg/%s_%s", resolution, locName, bcInfo)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.3/%sdeg/%s_%s_biasformat2", resolution, locName, bcInfo)
+ inPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s", resolution, locName, bcInfo)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s_biasformat2", resolution, locName, bcInfo)
}
variables<-names(variableInfo)
diff --git a/SCRIPTS/3_doBiascorrection.R b/SCRIPTS/3_doBiascorrection.R
index 6b31583525ab5096531f54183fbc431a0dfa9087..a7a7b0adaa619c15d85f5725893216dca0c9f4c1 100644
--- a/SCRIPTS/3_doBiascorrection.R
+++ b/SCRIPTS/3_doBiascorrection.R
@@ -21,19 +21,19 @@ if (submitscript) {
locName <- 'X'
resolution <- 'X'
obsPath <- sprintf("../DATA/wfdei_rev3.0/%sdeg/%s/", resolution, locName)
- inPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_noBC_biasformat", resolution, locName)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_BC_biasformat", resolution, locName)
+ inPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_noBC_biasformat", resolution, locName)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_BC_biasformat", resolution, locName)
} else {
members <- c(1:15)
initYears <- c(1981:2010)
- targetMonths <- 6
+ targetMonths <- 1
leadMonths <- c(0:6)
locName <- "GHA"
# locName <- "EU"
resolution <- "0.75"
obsPath <- sprintf("../DATA/wfdei_rev3.0/%sdeg/%s/", resolution, locName)
- inPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_noBC_biasformat", resolution, locName)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_BC_biasformat", resolution, locName)
+ inPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_noBC_biasformat", resolution, locName)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_BC_biasformat", resolution, locName)
}
variables<-names(variableInfo)
diff --git a/SCRIPTS/3_submit_biascorrection.sh b/SCRIPTS/3_submit_biascorrection.sh
index 068889130a035f06227d340bbdee286aaf9dd18a..6bd05ac352a5c88457dae12ba39fda0e587ba0f7 100755
--- a/SCRIPTS/3_submit_biascorrection.sh
+++ b/SCRIPTS/3_submit_biascorrection.sh
@@ -1,6 +1,6 @@
#!/bin/bash
tmpScripts="./tmpScripts"
-#location="EU"; resolution="0.50"
+location="EU"; resolution="0.50"
location="GHA"; resolution="0.50"
#location="GHA"; resolution="0.75"
diff --git a/SCRIPTS/4_doReorder_sepYears_sepMembers_combLeadmonths.R b/SCRIPTS/4_doReorder_sepYears_sepMembers_combLeadmonths.R
index 40c183f72ce33ed6206a59ca714ffad0d5f1da86..5c98fc6f340fc58d0c4eb2206aeeb8609fddedc4 100644
--- a/SCRIPTS/4_doReorder_sepYears_sepMembers_combLeadmonths.R
+++ b/SCRIPTS/4_doReorder_sepYears_sepMembers_combLeadmonths.R
@@ -1,6 +1,5 @@
rm(list=ls())
source(file = "./functions/functionsGeneral.R")
-source(file = "./functions/functionReformat.R")
source(file = "./functions/functionR2Netcdf.R")
source(file = "./functions/functionNetcdf2R.R")
source(file = "./functions/functionConvert.R")
@@ -15,8 +14,8 @@ if (submitscript) {
locName <- 'X'
resolution <- 'X'
bcInfo <- 'X'
- inPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_%s_biasformat", resolution, locName, bcInfo)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_%s", resolution, locName, bcInfo)
+ inPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s_biasformat", resolution, locName, bcInfo)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s", resolution, locName, bcInfo)
} else {
members <- c(1:15)
initYears <- c(1981:2010)
@@ -25,8 +24,8 @@ if (submitscript) {
#locName <- "EU"
resolution <- "0.75"
bcInfo <- "BC"
- inPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_%s_biasformat", resolution, locName, bcInfo)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_%s", resolution, locName, bcInfo)
+ inPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s_biasformat", resolution, locName, bcInfo)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s", resolution, locName, bcInfo)
}
variables<-names(variableInfo)
diff --git a/SCRIPTS/4_jobScriptReorder_sepYears_sepMembers_combLeadmonths b/SCRIPTS/4_jobScriptReorder_sepYears_sepMembers_combLeadmonths
index 54e2afcc90bf14fd1379562f2c2da0caf6f815e0..8608adcb4ddabbfc772080aad4862a583f062be4 100644
--- a/SCRIPTS/4_jobScriptReorder_sepYears_sepMembers_combLeadmonths
+++ b/SCRIPTS/4_jobScriptReorder_sepYears_sepMembers_combLeadmonths
@@ -1,7 +1,7 @@
#!/bin/bash
#SBATCH --account=5120867-01
#SBATCH --time=5000
-#SBATCH --mem=16024
+#SBATCH --mem=32024
#SBATCH --ntasks=1
#SBATCH --output=./log/log_4_doReorder_sepYears_sepMembers_combLeadmonths_<location>_<bcInfo>_<resolution>deg_initMonth<initMonth>_%j.txt
#SBATCH --job-name=Reorder
diff --git a/SCRIPTS/4_submit_reorder_sepYears_sepMembers_combLeadmonths.sh b/SCRIPTS/4_submit_reorder_sepYears_sepMembers_combLeadmonths.sh
index acaf8264d1a47d3fe6215c8347d7700a03f9fa92..5e78338f98347849e4604aa06184ab9090a83343 100755
--- a/SCRIPTS/4_submit_reorder_sepYears_sepMembers_combLeadmonths.sh
+++ b/SCRIPTS/4_submit_reorder_sepYears_sepMembers_combLeadmonths.sh
@@ -1,8 +1,8 @@
#!/bin/bash
tmpScripts="./tmpScripts"
#location="EU"; resolution="0.50"
-location="GHA"; resolution="0.50"
-#location="GHA"; resolution="0.75"
+#location="GHA"; resolution="0.50"
+location="GHA"; resolution="0.75"
#bcInfo="noBC"
bcInfo="BC"
diff --git a/SCRIPTS/5_doNetcdfCombine.R b/SCRIPTS/5_doNetcdfCombine.R
index 6ab916cf48879cf0eced8b46cce7daa5637570f2..2d7b0e80b4f56ec216cdd3636328f8b133476999 100644
--- a/SCRIPTS/5_doNetcdfCombine.R
+++ b/SCRIPTS/5_doNetcdfCombine.R
@@ -1,7 +1,6 @@
rm(list=ls())
library(ncdf4)
source(file = "./functions/functionsGeneral.R")
-source(file = "./functions/functionReformat.R")
source(file = "./functions/functionR2Netcdf.R")
source(file = "./functions/functionNetcdf2R.R")
source(file = "./functions/functionConvert.R")
@@ -16,8 +15,8 @@ if (submitscript) {
locName <- 'X'
resolution <- 'X'
bcInfo <- 'X'
- inPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_%s", resolution, locName, bcInfo)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_%s_final", resolution, locName, bcInfo)
+ inPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s", resolution, locName, bcInfo)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s_final", resolution, locName, bcInfo)
} else {
members <- c(1:15)
initYears <- c(1981:2010)
@@ -26,8 +25,8 @@ if (submitscript) {
#locName <- "EU"
resolution <- "0.75"
bcInfo <- "BC"
- inPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_%s", resolution, locName, bcInfo)
- outPath <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_%s_final", resolution, locName, bcInfo)
+ inPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s", resolution, locName, bcInfo)
+ outPath <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_%s_final", resolution, locName, bcInfo)
}
variables<-names(variableInfo)
@@ -39,7 +38,7 @@ for (iMember in members) {
firstVar<-TRUE
for (variableName in variables) {
## OPEN NCin-Data
- nameFileNCin <- sprintf("%s/%s/%s_forcing_seas15_%s_%s_E%02d_%4d_%02d.nc4",
+ nameFileNCin <- sprintf("%s/%s/%s_forcing_seas15_%s_%s_E%02d_INIT%4d_%02d.nc4",
inPath,
variableName,
variableName,
@@ -67,7 +66,7 @@ for (iMember in members) {
FillValue <- 1e20
## SAVE AS NC-DATA
- nameFileNCout <- sprintf("%s/forcing_seas15_%s_%s_E%02d_%4d_%02d.nc4",
+ nameFileNCout <- sprintf("%s/forcing_seas15_%s_%s_E%02d_INIT%4d_%02d.nc4",
outPath,
locName,
bcInfo,
diff --git a/SCRIPTS/6_doBiasCheck.R b/SCRIPTS/6_doBiasCheck.R
index 82908b555644f78c799ea0e4c03641a4310e7880..b4fd72f9084894cf0e317c8c073fdef49fadbb91 100644
--- a/SCRIPTS/6_doBiasCheck.R
+++ b/SCRIPTS/6_doBiasCheck.R
@@ -16,27 +16,26 @@ if (submitscript) {
locName <- 'X'
resolution <- 'X'
obsPath <- sprintf("../DATA/wfdei_rev3.0/%sdeg/%s/", resolution, locName)
- inPathNoBC <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_noBC_biasformat", resolution, locName)
- inPathBC <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_BC_biasformat", resolution, locName)
- outPath <- sprintf("../Analysis_output/pics/checkBias_rev1.2")
+ inPathNoBC <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_noBC_biasformat", resolution, locName)
+ inPathBC <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_BC_biasformat", resolution, locName)
+ outPath <- sprintf("../Analysis_output/pics/checkBias_rev4.0")
} else {
members <- c(1:15)
initYears <- c(1981:2010)
targetMonths <- c(1:12)
leadMonths <- c(0:6)
- locName <- "GHA"
- #locName <- "EU"
- resolution <- "0.75"
+ #locName <- "GHA"
+ locName <- "EU"
+ resolution <- "0.50"
obsPath <- sprintf("../DATA/wfdei_rev3.0/%sdeg/%s/", resolution, locName)
- inPathNoBC <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_noBC_biasformat", resolution, locName)
- inPathBC <- sprintf("../DATA/System4_seasonal_15_rev1.2/%sdeg/%s_BC_biasformat", resolution, locName)
- outPath <- sprintf("../Analysis_output/pics/checkBias_rev1.2")
+ inPathNoBC <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_noBC_biasformat", resolution, locName)
+ inPathBC <- sprintf("../DATA/System4_seasonal_15_rev4.0/%sdeg/%s_BC_biasformat", resolution, locName)
+ outPath <- sprintf("../Analysis_output/pics/checkBias_rev4.0")
}
mask<-Netcdf2R(inFile = sprintf("../DATA/mask/mask_wfdei_%s_%s.nc4", locName, resolution), "mask")
variables<-names(variableInfo)
-#variables<-c("pr")
dir.create(outPath, recursive = TRUE, showWarnings = FALSE)
diff --git a/SCRIPTS/6_jobScriptBiasCheck b/SCRIPTS/6_jobScriptBiasCheck
index 120c27a444e485e31613bff7db18f8b432b67fb4..0c44ddab7456bb13dc0694a6920d22f5e462755b 100644
--- a/SCRIPTS/6_jobScriptBiasCheck
+++ b/SCRIPTS/6_jobScriptBiasCheck
@@ -1,7 +1,7 @@
#!/bin/bash
#SBATCH --account=5120867-01
#SBATCH --time=5000
-#SBATCH --mem=16024
+#SBATCH --mem=32024
#SBATCH --ntasks=1
#SBATCH --output=./log/log_6_biasCheck_<location>_<resolution>deg_targetMonth<targetMonth>_%j.txt
#SBATCH --job-name=check
diff --git a/SCRIPTS/functions/functionBiascorrectionWUR.R b/SCRIPTS/functions/functionBiascorrectionWUR.R
index d4ec0c364f74e21957bcc944d586e37eeeac1abf..e22a3f5a84625eef06b0809247980d9c7cf40104 100644
--- a/SCRIPTS/functions/functionBiascorrectionWUR.R
+++ b/SCRIPTS/functions/functionBiascorrectionWUR.R
@@ -140,7 +140,7 @@ biasCorrectCell<-function(obscell, predcell, minobs, npred, nbin = 100, epsilon
# meansimbin = sumsimbin / nsimbin
diffmean = abs (mean (simcell [indvalobs]) - mean (obscell [indvalobs]))
# diffbinmax = max (abs (meansimbin - meanobsbin), na.rm = T)
- if (diffmean > 0.01) {
+ if ((diffmean*86400) > 0.01 ) {
print (paste ("error: ", diffmean, morepred0, length(indbel0), sep = " "))
}
return(simcell)
@@ -158,9 +158,7 @@ biasCorrect <- function(obs, pred, nbin = 100, epsilon = 0.00001) {
ntime<-dim(pred$Data)[2]
nlat<-dim(obs$Data)[2]
nlon<-dim(obs$Data)[3]
- print(dim(obs_new$Data))
obs_new$Data <- array(NA, dim = c(ntime, nlat, nlon))
- print(dim(obs_new$Data))
obs_new$Data[which(element==TRUE),,]<-obs$Data[]
# obs_new$Data[,10,10]
# obs$Data[,10,10]
@@ -199,9 +197,11 @@ biasCorrect <- function(obs, pred, nbin = 100, epsilon = 0.00001) {
# Selection of all data for a single cell
obscell <- obsselmem[ ,ilat, ilon]
predcell <- aperm( predsel[ , ,ilat, ilon])
- rm(nmem,nsam,ib,ie,imem,obssel)
-
+ rm(ib,ie,imem,obssel)
simcell <- biasCorrectCell(obscell, predcell, npred = npred, minobs = minobs, nbin = nbin, epsilon = epsilon)
+ # transpose back to the right member/timestep order
+ dim(simcell) <- c(nsam, nmem)
+ simcell<-t(simcell)
RData_BC$Data[,,ilat,ilon]<-simcell
}
}