From a0a995f4366211d1817b485ef20b59aa3f5b9769 Mon Sep 17 00:00:00 2001
From: Remy Decoupes <remy.decoupes@irstea.fr>
Date: Thu, 19 Dec 2019 18:29:20 +0100
Subject: [PATCH] downgrading debian to v 9 because of hadoop needs java v 8...
---
playbook/roles/common/tasks/main.yml | 6 +++---
playbook/roles/hadoop-common/tasks/main.yml | 17 +++++++++--------
.../roles/hadoop-common/templates/hdfs-site.j2 | 4 ++++
playbook/roles/hadoop-common/vars/main.yml | 2 +-
vagrant/cluster/Vagrantfile | 12 +++++++++---
5 files changed, 26 insertions(+), 15 deletions(-)
diff --git a/playbook/roles/common/tasks/main.yml b/playbook/roles/common/tasks/main.yml
index be44da2..12e140d 100644
--- a/playbook/roles/common/tasks/main.yml
+++ b/playbook/roles/common/tasks/main.yml
@@ -10,9 +10,9 @@
become: yes
apt:
name:
- # - maven
- # - python-dev
- # - python-pip
+ - maven
+ - python-dev
+ - python-pip
- unzip
- tree
- htop
diff --git a/playbook/roles/hadoop-common/tasks/main.yml b/playbook/roles/hadoop-common/tasks/main.yml
index c520745..be73f3e 100644
--- a/playbook/roles/hadoop-common/tasks/main.yml
+++ b/playbook/roles/hadoop-common/tasks/main.yml
@@ -10,7 +10,8 @@
become: yes
apt:
name:
- - openjdk-11-jdk
+ #- openjdk-11-jdk #HDFS does support only java 8...
+ - openjdk-8-jdk
- name: create hadoop group
become: yes
@@ -140,13 +141,13 @@
src: templates/hadoop.service.j2
dest: /etc/systemd/system/hadoop.service
-- name: enable hadoop service
- become: yes
- service:
- daemon_reload: yes
- name: hadoop
- state: stopped
- enabled: yes
+# - name: enable hadoop service
+# become: yes
+# service:
+# daemon_reload: yes
+# name: hadoop
+# state: stopped
+# enabled: yes
# - name: HDFS has been already formatted ?
# become: yes
diff --git a/playbook/roles/hadoop-common/templates/hdfs-site.j2 b/playbook/roles/hadoop-common/templates/hdfs-site.j2
index 9342205..257190a 100644
--- a/playbook/roles/hadoop-common/templates/hdfs-site.j2
+++ b/playbook/roles/hadoop-common/templates/hdfs-site.j2
@@ -3,4 +3,8 @@
<name>dfs.replication</name>
<value>{{nbOfClusterDataNode}}</value>
</property>
+ <property>
+ <name>dfs.permissions</name>
+ <value>false</value>
+ </property>
</configuration>
diff --git a/playbook/roles/hadoop-common/vars/main.yml b/playbook/roles/hadoop-common/vars/main.yml
index ce8cae9..8b18b6b 100644
--- a/playbook/roles/hadoop-common/vars/main.yml
+++ b/playbook/roles/hadoop-common/vars/main.yml
@@ -1,6 +1,6 @@
hadoopVersion: 3.2.1
hadoopUSRHome: /home/hadoop
hadoopDir: /usr/local/hadoop/
-javahome: /usr/lib/jvm/java-11-openjdk-amd64
+javahome: /usr/lib/jvm/java-8-openjdk-amd64
openjdk8URL : http://security-cdn.debian.org/debian-security/pool/updates/main/o/openjdk-8/openjdk-8-jdk_8u232-b09-1~deb9u1_amd64.deb
nbOfClusterDataNode: 2
\ No newline at end of file
diff --git a/vagrant/cluster/Vagrantfile b/vagrant/cluster/Vagrantfile
index 54890f4..245ce7a 100644
--- a/vagrant/cluster/Vagrantfile
+++ b/vagrant/cluster/Vagrantfile
@@ -1,10 +1,11 @@
### Configuration parameters ###
NUMBER_OF_DATANODE = 2
+DEPLOY_Geonetwork = false
### end of Configuration parameters ###
Vagrant.configure("2") do |config|
config.vm.define "namenode" do |namenode|
- namenode.vm.box = "generic/debian10"
+ namenode.vm.box = "generic/debian9"
namenode.vm.network "public_network", bridge:"enp1s0", use_dhcp_assigned_default_route: true
namenode.vm.provision "shell", inline: <<-SHELL
systemctl stop resolvconf
@@ -14,7 +15,12 @@ Vagrant.configure("2") do |config|
namenode.vm.hostname = "namenode"
namenode.vm.network :private_network, ip: "10.0.0.10"
namenode.vm.provision "ansible" do |ansible|
- ansible.playbook = "/home/rdecoupe/Documents/TETIS/projet/aidmoit/ansible-deployment/playbook/install-namenode.yml"
+ ansible.playbook = "../../playbook/install-namenode.yml"
+ end
+ if DEPLOY_Geonetwork == true
+ namenode.vm.provision "ansible" do |ansible|
+ ansible.playbook = "../../playbook/install-geonetwork-by-git.yml"
+ end
end
end
@@ -22,7 +28,7 @@ Vagrant.configure("2") do |config|
N = NUMBER_OF_DATANODE
(1..N).each do |machine_id|
config.vm.define "datanode#{machine_id}" do |machine|
- machine.vm.box = "generic/debian10"
+ machine.vm.box = "generic/debian9"
machine.vm.network "public_network", bridge:"enp1s0", use_dhcp_assigned_default_route: true
machine.vm.provision "shell", inline: <<-SHELL
systemctl stop resolvconf
--
GitLab