Merge pull request #10 from nsg/centos7

Support for RedHat/CentOS 7

Author: nsg

.travis.yml

@@ -1,6 +1,7 @@
 ---
 
 sudo: required
+dist: trusty
 language: python
 services:
   - docker
@@ -13,10 +14,7 @@ env:
     - TEST_OSVER="debian:8"
     - TEST_OSVER="ubuntu:1404"
     - TEST_OSVER="centos:6"
-
-before_install:
-  # hack! https://github.com/travis-ci/travis-ci/issues/4778
-  - sudo service docker restart ; sleep 10
+    - TEST_OSVER="centos:7"
 
 install:
   # Download ansible-role-tester and setup the enviroment

defaults/main.yml

@@ -1,10 +1,12 @@
 ---
+graphite_install_version: 0.9.15
+
 graphite_user:       graphite
 graphite_secret_key: UNSAFE_DEFAULT
 graphite_time_zone:  "UTC"
 
 graphite_admin_date_joined: "2014-07-21T10:11:17.464"
-graphite_admin_email:       "root@localhost.localhdomain"
+graphite_admin_email:       "root@example.com"
 graphite_admin_first_name:  ""
 graphite_admin_last_name:   ""
 graphite_admin_last_login:  "2014-07-21T10:11:17.464"

meta/main.yml

@@ -23,7 +23,7 @@ galaxy_info:
   #  - all
   #  - 5
     - 6
-  #  - 7
+    - 7
   #- name: GenericUNIX
   #  versions:
   #  - all

tasks/Debian.yml

@@ -6,15 +6,12 @@
     - python-pip
     - python-dev
     - libcairo2-dev
-    - python-twisted
     - python-cairo
     - fontconfig
     - uwsgi
     - uwsgi-plugin-python
     - sudo
-
-- name: Use the pip package, version 13
-  pip: name="Twisted==13.0" state=present
+    - libffi-dev
 
 - name: Install init.d script for carbon-cache
   template: src=debian_carbon_service.j2 dest=/etc/init.d/carbon-cache

tasks/RedHat.yml

@@ -1,7 +1,12 @@
 ---
 
-- name: Install EPEL repository
+- name: Install EPEL repository from fedoraproject.org
   yum: name=http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm
+  when: ansible_distribution_version.split(".")[0]|int < 7
+
+- name: Install EPEL repository from repo
+  yum: name=epel-release
+  when: ansible_distribution_version.split(".")[0]|int >= 7
 
 - name: Install packages with yum
   yum: name={{ item }} state=present
@@ -10,15 +15,16 @@
     - python-devel
     - gcc
     - cairo-devel
-    - python-twisted
     - pycairo
     - bitmap-fonts-compat
     - libselinux-python
     - fontconfig
     - sudo
+    - libffi-devel
 
-- name: Use the pip package, version 13
-  pip: name="Twisted==13.0" state=present
+- name: "Install Twisted 15.3.0 on 6.x (never versions req python 2.7)"
+  pip: name=Twisted==15.3.0
+  when: ansible_distribution_version.split(".")[0]|int < 7
 
 - name: Install uwsgi with pip
   pip: name=uwsgi state=present

tasks/main.yml

@@ -13,13 +13,7 @@
 
 - name: Setup graphite with pip
   pip: name={{ item }} state=present
-  with_items:
-    - "https://github.com/graphite-project/ceres/tarball/master"
-    - whisper
-    - carbon
-    - graphite-web
-    - "django==1.5" # Current version of graphite do not support 1.6
-    - "django-tagging==0.3.6" # Never versions require Django 1.7+
+  with_items: graphite_install_requirements[graphite_install_version]
   environment:
     PYTHONPATH: "{{ graphite_install_path }}/lib:{{ graphite_install_path }}/webapp"
   notify: restart carbon-cache
@@ -39,7 +33,7 @@
   template: src=storage-schemas.conf.j2 dest={{ graphite_install_path }}/conf/storage-schemas.conf
   notify: restart carbon-cache
 
-- name: Install uwsgi
+- name: Install uwsgi configuration
   template: src=wsgi.py.j2 dest={{ graphite_install_path }}/conf/wsgi.py
   notify: restart carbon-cache
 

tests/post.yml

@@ -10,3 +10,68 @@
     - name: Install nginx (RedHat)
       yum: name=nginx
       when: ansible_os_family == "RedHat"
+
+    - name: Install nginx config
+      template:
+        src: templates/graphite.conf.j2
+        dest: /etc/nginx/conf.d/graphite.conf
+
+    - name: Start nginx
+      service: name=nginx state=started
+
+    # Ready to check the installation
+
+    - name: Make sure processes are running
+      shell: "pgrep {{ item }}"
+      with_items:
+        - carbon-cache
+        - uwsgi
+        - nginx
+
+    - name: "Make sure we have a Graphite install at localhost:8080"
+      shell: "curl -s http://localhost:8080 | grep 'Graphite Browser'"
+
+    - name: Download a sample graph
+      shell: "curl -so out 'http://localhost:8080/render/?width=586&height=308&_salt=1448804805.156&target=carbon.agents.*-a.cache.size'"
+
+    - name: Make sure that we got a image
+      shell: file out | grep -i image
+
+    - name: "Insert a metric to carbon"
+      shell: echo "local.random.diceroll 4711 $(date +%s)" | nc -w 2 0.0.0.0 2003
+
+    - name: Wait 5 sec
+      pause: seconds=5
+
+    - name: Search for the value from graphite-web
+      shell: "curl -s 'http://localhost:8080/render/?_salt=1448817576.96&target=local.random.diceroll&format=csv' | grep ',4711.0'"
+
+    - name: Remove false positives from carbon creates.log
+      lineinfile:
+        dest: /opt/graphite/storage/log/carbon-cache/carbon-cache-a/creates.log
+        line: "- REMOVED -"
+        regexp: "{{ item }}"
+      with_items:
+        - "creating database file.*errors.wsp"
+        - "new metric carbon.agents.*a.errors matched schema carbon"
+        - "new metric carbon.agents.*a.errors matched aggregation schema default"
+      failed_when: False
+
+    - name: Search for errors in logs
+      shell: test -f {{ item }} && cat {{ item }}
+      register: logout
+      failed_when: >
+        'error' in logout.stdout or
+        'Error' in logout.stdout or
+        'ERROR' in logout.stdout
+      with_items:
+        - /var/log/uwsgi_graphite.log
+        - /var/log/uwsgi/app/graphite.log
+        - /var/log/nginx/graphite.error.log
+        - /var/log/nginx/error.log
+        - /opt/graphite/storage/log/webapp/info.log
+        - /opt/graphite/storage/log/webapp/exception.log
+        - /opt/graphite/storage/log/carbon-cache/carbon-cache-a/query.log
+        - /opt/graphite/storage/log/carbon-cache/carbon-cache-a/listener.log
+        - /opt/graphite/storage/log/carbon-cache/carbon-cache-a/creates.log
+        - /opt/graphite/storage/log/carbon-cache/carbon-cache-a/console.log

tests/pre.yml

@@ -3,6 +3,19 @@
 - hosts: all
   pre_tasks:
 
+    - name: Install a few packages for the tests
+      yum: name={{ item }}
+      with_items:
+        - file
+        - nc
+      when: ansible_os_family == "RedHat"
+
+    - name: Install a few packages for the tests
+      apt: name={{ item }}
+      with_items:
+        - netcat
+      when: ansible_os_family == "Debian"
+
     # This is a hack because start-stop-daemon get a little confused
     # when we run this inside a container and "start-stop-daemon --start
     # --pidfile mypid --exec myexec --test" fails to correctly identify

tests/templates/graphite.conf.j2

@@ -0,0 +1,11 @@
+server {
+  listen 8080;
+  charset utf-8;
+  access_log /var/log/nginx/graphite.access.log;
+  error_log /var/log/nginx/graphite.error.log;
+
+  location / {
+    include uwsgi_params;
+    uwsgi_pass 127.0.0.1:3031;
+  }
+}

vars/main.yml

@@ -1,3 +1,20 @@
 ---
 
 graphite_install_path: "/opt/graphite"
+graphite_install_requirements:
+  # List from requirements.txt at https://github.com/graphite-project/graphite-web
+  0.9.15:
+    - Django==1.4
+    - python-memcached==1.47
+    - txAMQP==0.4
+    - simplejson==2.1.6
+    - django-tagging==0.3.1
+    - gunicorn
+    - pytz
+    - sphinx
+    - sphinx_rtd_theme
+    - cairocffi
+    - whisper==0.9.13
+    - whitenoise
+    - graphite-web==0.9.15
+    - carbon==0.9.15