From db0de60109929b7994080e349cf9cb6add6d353d Mon Sep 17 00:00:00 2001
From: Georges Kunstler <Georges.Kunstler@gmail.com>
Date: Mon, 29 Jul 2013 14:16:07 +1000
Subject: [PATCH] read CANADA data

---
 TRY.R               | 10 +++++-----
 merge.data.FRANCE.R | 22 ++++++++++++++++++++++
 read.data.Canada.R  | 19 +++++++++++++++++++
 readme.txt          |  7 +++++++
 4 files changed, 53 insertions(+), 5 deletions(-)
 create mode 100644 merge.data.FRANCE.R
 create mode 100644 read.data.Canada.R
 create mode 100644 readme.txt

diff --git a/TRY.R b/TRY.R
index 296c718..57e2fc4 100644
--- a/TRY.R
+++ b/TRY.R
@@ -56,11 +56,11 @@ getDoParWorkers() ## here 8 core so 4 core if want to use more registerDoParalle
 ## head(TRY.DATA.FORMATED) 
 ## dim(TRY.DATA.FORMATED) 
 
-saveRDS(TRY.DATA.FORMATED,file="./data/TRY.DATA.FORMATED.rds")
+saveRDS(TRY.DATA.FORMATED,file="./data/process/TRY.DATA.FORMATED.rds")
 
 ########################
 ########## READ RDS
-TRY.DATA.FORMATED <- readRDS("./data/TRY.DATA.FORMATED.rds")
+TRY.DATA.FORMATED <- readRDS("./data/process/TRY.DATA.FORMATED.rds")
 ## TRY.DATA.FORMATED[TRY.DATA.FORMATED$ObservationID==1034196,"StdValue.Seed.mass"] <- NA
 ## head(TRY.DATA.FORMATED)
 
@@ -230,10 +230,10 @@ names(data.ifn.species.try.noout) <-  c(paste(c("Leaf.N","Seed.mass","SLA","Wood
 
 ## data.ifn.species.try.noout[data.ifn.species.try.noout$SLA.genus |data.ifn.species.try.noout$Wood.Density.genus  |data.ifn.species.try.noout$Seed.mass.genus ,]
 
-saveRDS(data.ifn.species.try.noout ,file="./data/data.ifn.species.try.noout.rds")
+saveRDS(data.ifn.species.try.noout ,file="./data/process/data.ifn.species.try.noout.rds")
 
 ####
-data.ifn.species.try.noout <- readRDS("./data/data.ifn.species.try.noout.rds")
+data.ifn.species.try.noout <- readRDS("./data/process/data.ifn.species.try.noout.rds")
 
 #####################################################################
 #### assume that the SD is equal mean species if less than 10 obs same for genus
@@ -313,7 +313,7 @@ print(fun.select.sd.with.to.few.obs.genus(data=data.TRY.sd.update,sd.names,nobs.
     sd.vec.genus[i]
 }
 
-saveRDS(data.TRY.sd.update,file="./data/data.TRY.sd.update.rds")
+saveRDS(data.TRY.sd.update,file="./data/process/data.TRY.sd.update.rds")
 
 ###
 # plot sd to show mark
diff --git a/merge.data.FRANCE.R b/merge.data.FRANCE.R
new file mode 100644
index 0000000..59fed98
--- /dev/null
+++ b/merge.data.FRANCE.R
@@ -0,0 +1,22 @@
+#############################################
+#############################################
+#############################################
+### MERGE FRENCH DATA
+
+#########################
+### read individuals tree data
+load("./data/process/arbre.tot.merge.Rdata")
+head(arbre.tot.merge)
+### read climate
+ecologie.clim.data <- readRDS("./data/process/ecologie.clim.data.rds")
+head(ecologie.clim.data)
+
+#### merge
+dataIFN.FRANCE.t <- merge(arbre.tot.merge,ecologie.clim.data[,c("idp","SER","sgdd","WB.s","WB.y","WS.s","WS.y")],by="idp")
+rm(arbre.tot.merge,ecologie.clim.data)
+
+#### load plot data
+load("./data/process/placette_tot.Rdata")
+dataIFN.FRANCE <- merge(dataIFN.FRANCE.t,placette_tot[,names(placette_tot) != "YEAR"],by="idp")
+rm(placette_tot,dataIFN.FRANCE.t)
+save(dataIFN.FRANCE,file="./data/process/dataIFN.FRANCE.Rdata")
diff --git a/read.data.Canada.R b/read.data.Canada.R
new file mode 100644
index 0000000..885c744
--- /dev/null
+++ b/read.data.Canada.R
@@ -0,0 +1,19 @@
+##########################
+##########################
+### READ the funny format of the data
+
+##  read fiel per lines and remove "------" and leading and trailling "|  " "   |"
+texts <- grep("^[^-]",readLines("./data/raw/DataCanada/Canada_data2George.csv"),value=TRUE)
+texts <- sub("^[|] +","",texts)
+texts <- sub(" +[|]$","",texts)
+writeLines(texts,con="./data/raw/DataCanada/Canada_data2George_cleaned.txt")
+
+## read data cleaned
+data.Canada <- read.table("./data/raw/DataCanada/Canada_data2George_cleaned.txt",sep="|",header=TRUE,stringsAsFactors =FALSE)
+head(data.Canada)
+plot(data.Canada[["Lon"]],data.Canada[["Lat"]],cex=0.3)
+
+## plots
+length(table(data.Canada[["All_Trees_PlotID"]]))
+## plots and subplots
+length(table(paste( data.Canada[["All_Trees_PlotID"]],data.Canada[["SubPlotID"]])))
diff --git a/readme.txt b/readme.txt
new file mode 100644
index 0000000..e9eb95e
--- /dev/null
+++ b/readme.txt
@@ -0,0 +1,7 @@
+###############################
+###############################
+## README 15/06/2013 G. Kunstler
+
+Code to format data
+ for the working group on traits and competition
+Sydney Maquarie University September 2013
-- 
GitLab