Merge pull request #10 from merizrizal/integrate-with-opensearch

Integrate with OpenSearch

Author: merizrizal

ansible/deploy_opensearch/inventories/local/group_vars/all/common.yml

@@ -0,0 +1,31 @@
+---
+ansible_connection: ssh
+ansible_ssh_common_args: -o "UserKnownHostsFile=/dev/null" -o StrictHostKeyChecking=no -o "PubkeyAuthentication=no"
+
+os_cluster_name: openstack-cluster
+os_download_url: https://artifacts.opensearch.org/releases/bundle/opensearch
+os_version: 3.4.0
+os_api_port: 9200
+os_home: /usr/share/opensearch
+os_config_dir: "{{ os_home }}/config"
+os_sec_plugin_config_dir: "{{ os_home }}/config/opensearch-security"
+
+xms_value: 2
+xmx_value: 2
+cluster_type: single-node
+auth_type: internal
+domain_name: openstacklab.net
+cert_valid_days: 730
+
+os_dashboards_version: 3.4.0
+os_dashboards_home: /usr/share/opensearch-dashboards
+os_dashboards_config_dir: "{{ os_dashboards_home }}/config"
+
+logstash_download_url: https://artifacts.elastic.co/downloads/logstash
+logstash_version: 9.2.3
+logstash_beat_port: 5044
+logstash_home: /usr/share/logstash
+
+filebeat_download_url: https://artifacts.elastic.co/downloads/beats/filebeat
+filebeat_version: 9.2.3
+filebeat_home: /usr/share/filebeat

ansible/deploy_opensearch/inventories/local/group_vars/all/common_secret.yml

@@ -0,0 +1,16 @@
+---
+ansible_user: vagrant
+ansible_password: vagrant
+ansible_sudo_pass: vagrant
+
+os_sys_user: opensearch
+os_sys_dashboards_user: opensearch-dashboards
+
+os_admin_user: admin
+os_admin_password: admin12345
+
+os_kibana_user: kibana
+os_kibana_password: kibana12345
+
+os_dashboards_admin_user: admin
+os_dashboards_admin_password: admin12345

ansible/deploy_opensearch/inventories/local/local.yml

@@ -0,0 +1,26 @@
+---
+lab:
+  vars:
+    root_dir: "{{ lookup('ansible.builtin.env', 'ROOT_DIR') }}"
+    target_env: local
+  children:
+    controller:
+      hosts:
+        controller01:
+          ansible_host: "{{ controller01.mgmtnet_ip_address }}"
+    compute:
+      hosts:
+        compute01:
+          ansible_host: "{{ compute01.mgmtnet_ip_address }}"
+        compute02:
+          ansible_host: "{{ compute02.mgmtnet_ip_address }}"
+    storage:
+      hosts:
+        storage01:
+          ansible_host: "{{ storage01.mgmtnet_ip_address }}"
+os_cluster:
+  hosts:
+    controller01:
+os_master:
+  hosts:
+    controller01:

ansible/deploy_opensearch/playbook_deploy.yml

@@ -0,0 +1,9 @@
+---
+- name: Install OpenSearch
+  ansible.builtin.import_playbook: playbook_setup_opensearch.yml
+
+- name: Install OpenSearch Dashboards
+  ansible.builtin.import_playbook: playbook_setup_opensearch_dashboard.yml
+
+- name: Install Beats
+  ansible.builtin.import_playbook: playbook_setup_filebeat.yml

ansible/deploy_opensearch/playbook_setup_filebeat.yml

@@ -0,0 +1,8 @@
+---
+- name: Deploy and setup Filebeat
+  hosts: controller, compute, storage
+  become: true
+  vars_files:
+    - "{{ root_dir ~ '/inventories/' ~ target_env ~ '/nodes.yml' }}"
+  roles:
+    - role: filebeat

ansible/deploy_opensearch/playbook_setup_opensearch.yml

@@ -0,0 +1,8 @@
+---
+- name: Deploy and setup OpenSearch
+  hosts: controller
+  become: true
+  vars_files:
+    - "{{ root_dir ~ '/inventories/' ~ target_env ~ '/nodes.yml' }}"
+  roles:
+    - role: opensearch

ansible/deploy_opensearch/playbook_setup_opensearch_dashboard.yml

@@ -0,0 +1,8 @@
+---
+- name: Deploy and setup OpenSearch Dashboards
+  hosts: controller
+  become: true
+  vars_files:
+    - "{{ root_dir ~ '/inventories/' ~ target_env ~ '/nodes.yml' }}"
+  roles:
+    - role: dashboards

ansible/deploy_opensearch/roles/dashboards/tasks/configure.yml

@@ -0,0 +1,6 @@
+---
+- name: Set open files limit in sysctl.conf
+  ansible.posix.sysctl:
+    name: fs.file-max
+    value: 65536
+    state: present

ansible/deploy_opensearch/roles/dashboards/tasks/install.yml

@@ -0,0 +1,47 @@
+---
+- name: Download OpenSearch Dashboards archive to localhost
+  ansible.builtin.get_url:
+    url: "{{ os_download_url }}-dashboards/{{ os_dashboards_version }}/opensearch-dashboards-{{ os_dashboards_version }}-linux-x64.tar.gz"
+    dest: /tmp/opensearch-dashboards.tar.gz
+    mode: "644"
+  become: false
+  delegate_to: localhost
+  run_once: true
+
+- name: Create OpenSearch Dashboards user
+  ansible.builtin.user:
+    name: "{{ os_sys_dashboards_user }}"
+    state: present
+    shell: /bin/false
+    create_home: true
+    home: "{{ os_dashboards_home }}"
+
+- name: Create OpenSearch Dashboards home directory
+  ansible.builtin.file:
+    path: "{{ os_dashboards_home }}"
+    state: directory
+    owner: "{{ os_sys_dashboards_user }}"
+    group: "{{ os_sys_dashboards_user }}"
+    mode: "755"
+
+- name: Upload OpenSearch Dashboards and extract
+  ansible.builtin.unarchive:
+    src: /tmp/opensearch-dashboards.tar.gz
+    dest: "{{ os_dashboards_home }}"
+    owner: "{{ os_sys_dashboards_user }}"
+    group: "{{ os_sys_dashboards_user }}"
+    extra_opts: ["--strip-components=1", "--show-stored-names"]
+
+- name: Copy configuration file
+  ansible.builtin.template:
+    src: opensearch_dashboards.yml.j2
+    dest: "{{ os_dashboards_config_dir }}/opensearch_dashboards.yml"
+    owner: "{{ os_sys_dashboards_user }}"
+    group: "{{ os_sys_dashboards_user }}"
+    mode: "644"
+
+- name: Create OpenSearch Dashboards systemd service
+  ansible.builtin.template:
+    src: dashboards.service.j2
+    dest: /etc/systemd/system/dashboards.service
+    mode: "644"

ansible/deploy_opensearch/roles/dashboards/tasks/main.yml

@@ -0,0 +1,21 @@
+---
+- name: Set facts
+  ansible.builtin.set_fact:
+    mgmtnet_ip_address: "{{ node.mgmtnet_ip_address }}"
+  vars:
+    node: "{{ lookup('ansible.builtin.vars', ansible_facts['hostname']) }}"
+
+- name: Configure the system settings and stuff
+  ansible.builtin.include_tasks:
+    file: configure.yml
+
+- name: Install OpenSearch Dashboards
+  ansible.builtin.include_tasks:
+    file: install.yml
+
+- name: Start services
+  ansible.builtin.systemd_service:
+    name: dashboards
+    enabled: true
+    state: restarted
+    daemon_reload: true