$ sudo rpm -ivh http://dl.fedoraproject.org/pub/epel/7/x86_64/e/epel-release-7-5.noarch.rpm
Enable ol7_optional_latest Repository for python-jinja2 package.
$ sudo yum install ansible
Edit /etc/ansible/hosts and put remote systems in it.
mail.example.com
[webservers]
web1.example.com
web2.example.com
[dbservers]
db1.example.com
db2.example.com
Ping all the nodes
$ ansible all -m ping
Run a live command on all of the nodes
$ ansible all -a "echo hello"
Playbook for Pre-requisites on all nodes :
$ cat roles/common/tasks/main.yml
---
- hosts: all
user: vagrant
sudo: yes
tasks:
- name: sudo access to Hadoop Admins
- name: hostname must be fully qualified domain name
ansible edge -a hostname
- name: DNS lookup should resolve to correct IP Address
command: nslookup {{ ansible_hostname }}
register: ns
- debug: var=ns.stdout
- name: Reverse DNS lookup should be successful
command: nslookup `host {{ ansible_hostname }} | awk '{print $4}'`
- name: Verify sticky bit permission set on /tmp filesystem on all nodes
ansible edge -a 'ls -ld /tmp'
- name: Verify /etc/hosts file entries
ansible edge -a 'cat /etc/hosts'
- name: Verify Network configuration
- name: Make sure the system is up to date
yum: name=* state=latest
- name: Ensure NTP (for time synchronization) is installed.
yum: name=ntp state=present
- name: Ensure NTP is running and enable it to run at boot.
service: name=ntpd state=started enabled=yes
- name: Install libselinux-python
yum: name=libselinux-python state=present
- name: Disable SELINUX
selinux: state=disabled
- name: Disable iptables
service: name=iptables state=stopped enabled=no
- name: Disable transparent huge pages on data nodes
lineinfile: dest=/etc/rc.d/rc.local regexp='^.*transparent_hugepage.*$' line='echo never > /sys/kernel/mm/transparent_hugepage/defrag'
- name: Execution permission
file: path=/etc/rc.d/rc.local mode=u+x
- name: Set swappiness to 1 on data nodes (Default is 60)
sysctl: name=vm.swappiness value=1 state=present
- name: Set overcommit_memory to 1 on data nodes (Default is 0)
sysctl: name=vm.overcommit_memory value=1 state=present
Playbook for Data nodes:
---
- hosts: dn
user: vagrant
sudo: yes
vars:
fstype: ext4
device: /dev/sdb
mntdir: /data1
tasks:
- name: Check if partition present
shell: fdisk -l | grep {{device}} | wc -l
changed_when: False
register: partition_present
- name: fdisk/create partition/format/Reserved Block Count to 1%
shell: "echo -e 'n\np\n1\n\n\nw\n' | fdisk {{ device }} && mkfs -t {{ fstype }} {{ device }}1 && tune2fs -m 1 {{ device }}1"
when: partition_present.stdout is defined and partition_present.stdout|int == 1
- name: Create Directory for mount
file: path={{ mntdir }} state=directory
- name: Mount device
mount: name={{ mntdir }} src={{ device }}1 fstype={{ fstype }} opts="noatime,nodiratime" passno=2 state=mounted
# - name: Make sure data disks are configured with RAID10 on non-data nodes
# - name: Make sure data disks are configured as JBODs and with no RAID on data nodes
command: pvs
register: pvs
- debug: var=pvs.stdout_lines
# - name: Make sure JBOD are ext4 type and mounted on /data{1..20} mount points with noatime on data nodes
command: df -T | grep "/data"
command: cat /etc/fstab | grep /data
# - name: Make sure data disks won't fsck based on time or number of reboots on data nodes
command: tune2fs -l /dev/sdb1 | grep -i 'Maximum mount count|Check interval'
# - name: Make sure data disks Reserved block count is 4882414 or 1% (Default is 5%) on data nodes
command: tune2fs -l /dev/sdb1 | grep -i 'Reserved block count'
# - name: filesystem sizes /var/log
Playbook for JDK Install:
$ cat roles/jdk/tasks/main.yml
---
- hosts: all
user: vagrant
sudo: yes
vars:
java_rpm_url: http://download.oracle.com/otn-pub/java/jdk/7u79-b15/jdk-7u79-linux-x64.rpm
java_archive: /tmp/jdk-7u79-linux-x64.rpm
tasks:
- name: Download Java Development Kit
command: 'wget -q -O {{ java_archive }} --no-cookies --header "Cookie: gpw_e24=http://www.oracle.com/; oraclelicense=accept-securebackup-cookie" {{ java_rpm_url }} creates={{ java_archive }}'
- name: Install JDK on all Servers
yum: name={{ java_archive }} state=present
Playbook for MySQL Server and JDBC Driver:
$ cat roles/mysql/tasks/main.yml
---
- hosts: edge1
user: vagrant
sudo: yes
vars:
root_pw: rootpw
jdbc_url: http://dev.mysql.com/get/Downloads/Connector-J/mysql-connector-java-5.1.35.tar.gz
jdbc_archive: /tmp/mysql-connector-java-5.1.35.tar.gz
jdbc_driver: mysql-connector-java-5.1.35/mysql-connector-java-5.1.35-bin.jar
mysql_jdbc_driver: /usr/share/java/mysql-connector-java-5.1.35-bin.jar
link_jdbc_driver: /usr/share/java/mysql-connector-java.jar
tasks:
- name: Install MySQL repo
yum: name=http://repo.mysql.com/mysql-community-release-el6-5.noarch.rpm state=present
- name: Install MySQL
yum: name={{ item }} enablerepo=mysql56-community state=present
with_items:
- MySQL-python
- mysql-community-server
- name: Start mysqld
service: name=mysqld state=started enabled=yes
- name: Set root password
mysql_user: login_user=root login_password="" name=root host={{ item }} password={{ root_pw }}
with_items:
- 127.0.0.1
- ::1
- localhost
- name: Remove anonymous users
mysql_user: login_user=root login_password={{ root_pw }} name="" host={{ item }} state=absent
with_items:
- localhost
- "{{ ansible_nodename }}"
- "{{ ansible_hostname }}"
- name: Disallow root login remotely
mysql_user: login_user=root login_password={{ root_pw }} name=root host={{ ansible_nodename }} state=absent
- name: Remove test database and access to it
mysql_db: login_user=root login_password={{ root_pw }} name=test state=absent
- name: Create database
mysql_db: login_user=root login_password={{ root_pw }} name={{ item }} encoding='utf8'
with_items:
- amon
- smon
- rman
- hmon
- nav
- hive
- hue
- oozie
- name: Create users
mysql_user: login_user=root login_password={{ root_pw }} name={{ item.name }} password={{ item.password }} priv={{item.priv }} state=present
with_items:
- { name: 'amon', password: 'amonpw', priv: 'amon.*:ALL' }
- { name: 'smon', password: 'smonpw', priv: 'smon.*:ALL' }
- { name: 'rman', password: 'rmanpw', priv: 'rman.*:ALL' }
- { name: 'hmon', password: 'hmonpw', priv: 'hmon.*:ALL' }
- { name: 'hive', password: 'hivepw', priv: 'hive.*:ALL' }
- { name: 'hue', password: 'huepw', priv: 'hue.*:ALL' }
- { name: 'oozie', password: 'ooziepw', priv: 'oozie.*:ALL' }
- name: Download JDBC Driver for MySQL on Edge Servers
command: 'wget -q -O {{ jdbc_archive }} {{ jdbc_url }} creates={{ jdbc_archive }}'
- name: Extract JDBC Driver
command: 'tar -zxf {{ jdbc_archive }} -C /tmp {{ jdbc_driver }} creates={{ jdbc_driver }}'
- name: Create /usr/share/java folder
file: path=/usr/share/java state=directory
- name: Copy to /usr/share/java
copy: src=/tmp/{{ jdbc_driver }} dest=/usr/share/java
- name: Create symbolic link
file: src={{ mysql_jdbc_driver }} dest={{ link_jdbc_driver }} state=link
MySQL root password:
---
- name: MySQL root password
user: vagrant
sudo: yes
hosts: cm
tasks:
- name: Create mysql root pass
command: /usr/bin/openssl rand -base64 16
register: mysql_root_passwd
- debug: var=mysql_root_passwd
Playbook for Cloudera Repos :
---
- hosts: all
user: vagrant
sudo: yes
vars:
cloudera_repos:
- http://archive-primary.cloudera.com/cm5/redhat/6/x86_64/cm/cloudera-manager.repo
- http://archive-primary.cloudera.com/cdh5/redhat/6/x86_64/cdh/cloudera-cdh5.repo
- http://archive-primary.cloudera.com/impala/redhat/6/x86_64/impala/cloudera-impala.repo
tasks:
- name: Install Cloudera repos
get_url: url={{ item }} dest=/etc/yum.repos.d/ mode=0644
with_items: cloudera_repos
Playbook for Cloudera Manger:
---
- hosts: edge1
user: vagrant
sudo: yes
vars:
mysql_root_pw: rootpw
scm_pw: scmpw
tasks:
- name: Install Cloudera Manager Server
yum: name=cloudera-manager-server state=latest
- name: Prepare scm database
command: '/usr/share/cmf/schema/scm_prepare_database.sh -h localhost -u root -p{{mysql_root_pw }} --scm-host localhost mysql scm scm {{ scm_pw }}'
- name: Start Cloudera Manager Server
service: name=cloudera-scm-server state=started enabled=yes
# Login Cloudera Manager Admin Console at http://edge1.example.com:7180/
# The default credentials are Username: admin Password: admin
Host variables:
---
- name: test playbook
user: vagrant
sudo: yes
hosts: cm
tasks:
# - name: My message
# debug: msg="{{ ansible_nodename }}"
# - debug: var=result
- name: Display hostname
debug: var=hostvars[inventory_hostname]
