Skip to content
GitLab
Select Git revision
  • inforsid2020
  • master default
  • agile2020
Find file BlameHistoryPermalink
addServicesToGN.R 4.05 KiB
1 
#! /usr/bin/Rscript
2
3 
library(geonapi)
4 
library(geometa)
5 
library(uuid)
6 
library(osmdata)
7 
library(rjson)
8
9 
working_dir = getwd()
10
11 
# Connection to geonetwork
12 
gn <- GNManager$new(
13 
  url = "http://10.0.0.9:8080/geonetwork",
14 
  version = "3.6.1",
15 
  user = "admin",
16 
  pwd = "admin"
17 
)
18
19 
## Read input
20 
services <- read.csv(file=paste(working_dir, "../input/datasources.csv", sep = "/"), sep =";")
21 
json_data <- fromJSON(file="/home/rdecoupe/Documents/TETIS/projet/aidmoit/collect/output/meta/meta.json")
22
23 
# Browse datasources and create MD
24 
iterator = 0
25 
for (service in services$id) {
26 
  print(paste0("Working on: ", services$datasetName[service]))
27 
  metadata_id <- services$uuid[service]
28 
  # For temporal extent
29 
  ISOMetadataNamespace[["GML"]]$uri <- "http://www.opengis.net/gml"
30
31 
  ## MD creation
32 
  md = ISOMetadata$new()
33 
  metadata_id=paste(metadata_id)
34 
  md$setFileIdentifier(metadata_id)
35 
  md$setCharacterSet("utf8")
36 
  md$setMetadataStandardName("ISO 19115:2003/19139")
37 
  md$setLanguage("eng")
38 
  md$setDateStamp(Sys.time())
39
40 
  ## identification
41 
  ident <- ISODataIdentification$new()
42 
  ident$setAbstract(paste(services$datasetName[service]))
43 
  ident$setLanguage("eng")
44 
  # for (topic in unlist(strsplit(paste(services$topic[service]), ", "))){
45 
  #   ident$addTopicCategory(topic)
46 
  # }
47
48 
  ## keywords
49 
  ### General Keywords
50 
  dynamic_keywords <- ISOKeywords$new()
51 
  for (kw in unlist(strsplit(noquote(paste(services$semantic[service])), ", "))){
52 
    dynamic_keywords$addKeyword(kw)
53 
  }
54 
  ident$addKeywords(dynamic_keywords)
55
56 
    # add link to data access
57 
    distrib <- ISODistribution$new()
58 
    dto <- ISODigitalTransferOptions$new()
59 
    for (node in json_data){
60 
      if(node$idCSV == iterator){
61 
        ressources = basename(node$data)
62 
        # print(str(ressources))
63 
        for (ressource in ressources){
64 
          newURL <- ISOOnlineResource$new()
65 
          newURL$setName(paste0(ressource))
66 
          newURL$setLinkage(paste0("http://10.0.0.10:9870/webhdfs/v1/", paste0(ressource), "?op=OPEN"))
67 
          newURL$setProtocol("WWW:LINK-1.0-http--link")
68 
          dto$addOnlineResource(newURL)
69 
          print(ressource)
70 
        }
7172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
distrib$setDigitalTransferOptions(dto) md$setDistributionInfo(distrib) } } # Title and identification ct <- ISOCitation$new() ct$setTitle(paste(services$datasetName[service])) isoid=ISOMetaIdentifier$new(code = services$uuid[service]) ct$addIdentifier(isoid) ident$setCitation(ct) ## Aperçu / thumbnail # for(thumbnail in unlist(strsplit(paste(services$thumbnail[service]), ", "))){ # go <- ISOBrowseGraphic$new( # fileName = thumbnail, # fileDescription = "thumbnail", # fileType = "image/png" # ) # ident$addGraphicOverview(go) # } # Temporal Extent te <- ISOTemporalExtent$new() if (grepl("-", paste(services$temporalExtent[service]) )){ # start <- ISOdate(paste(services$temporalExtent[service]), 1, 1, 0, 0, 1) # end <- ISOdate(paste(services$temporalExtent[service]), 12, 31, 23, 59, 59) # tp <- GMLTimePeriod$new(beginPosition = start, endPosition = end) } else { start <- ISOdate(paste(services$temporalExtent[service]), 1, 1, 0, 0, 1) end <- ISOdate(paste(services$temporalExtent[service]), 12, 31, 23, 59, 59) tp <- GMLTimePeriod$new(beginPosition = start, endPosition = end) } te$setTimePeriod(tp) extent <- ISOExtent$new() extent$setTemporalElement(te) ident$addExtent(extent) #Spatial extent extent <- ISOExtent$new() bb = getbb(place_name=services$geoExent[service], featuretype = "boundary") spatialExtent <- ISOGeographicBoundingBox$new(minx = bb[1,1], miny = bb[2,1], maxx = bb[1,2], maxy = bb[2,2]) extent$setGeographicElement(spatialExtent) ident$addExtent(extent) md$addIdentificationInfo(ident) # Insert or update # An update has to be done based on the internal Geonetwork id (that can be queried as well) created = gn$insertMetadata( xml = md$encode(), group = "1", category = "dataset" ) iterator = iterator +1 }