sunbird-data-pipeline/ansible/dp_yarn_provision.yml at c56f74d01d9c3ab12650ecdbb03718add736cf79 · KB-iGOT/sunbird-data-pipeline · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
---
- hosts: yarn
  gather_facts: false
  become: true
  tasks:
    - name: Installaing python
      raw: bash -c "test -e /usr/bin/python" || (apt update && apt install python -y)

- hosts: yarn
  become: yes
  vars_files:
    - "{{inventory_dir}}/secrets.yml"
  tasks:
    - name: Create group
      group:
        name: hadoop
        state: present
    - name: Create user
      user:
        name: hduser
        comment: "hduser"
        group: hadoop
        groups: sudo
        shell: /bin/bash

- name: Install samza job server
  hosts: "yarn-master"
  become: yes
  vars_files:
    - "{{inventory_dir}}/secrets.yml"
  roles:
    - jdk-1.8.0_121
    - yarn
    - samza-job-server

- name: Install java on all yarn slaves
  hosts: "yarn-slave"
  become: yes
  vars_files:
    - "{{inventory_dir}}/secrets.yml"
  remote_user: hduser
  roles:
    - jdk-1.8.0_121