install_through_puppet.pp

# MAKE SURE YOU SET A UNIQUE NAME FOR THE ELASTICSEARCH CLUSTER:
$ES_CLUSTER = ""

if $ES_CLUSTER==undef {
fail("You need to define a unique name to the ES_CLUSTER variable")
}

$LOGSTASH_VER = "1.5.4"
$ES_VER = "1.7.2"
$KIBANA_VER = "4.1.2"

$INSTALL_DIR = "/elk"

$DOWNLOAD_DIR = "/tmp"

$LOGSTASH_CONTENT = "
input {
  redis {
    host => \"127.0.0.1\"
    type => 'redis'
    data_type => 'list'
    key => 'logstash'
  }
  syslog {
    tags => [ 'syslogmessage' ]
    type => syslog
  }
  tcp {
    port => 8888
    type => listentcp
    tags => [ 'tcpmessage' ]
  }
}


output {
stdout { }
  elasticsearch {
    cluster => \"$ES_CLUSTER\"
  }
}"

$LOGSTASH_INIT = "
# logstash - agent instance
#

description     'logstash agent'

start on virtual-filesystems
stop on runlevel [06]

# Respawn it if the process exits
respawn
 
## We're setting high here, we'll re-limit below.
#limit nofile 65550 65550

setuid root
setgid root

# You need to chdir somewhere writable because logstash needs to unpack a few
# temporary files on startup.
console log
script
  # Defaults
  LS_HOME=$INSTALL_DIR/logstash-$LOGSTASH_VER
  LS_CONF_DIR=/etc/logstash/logstash.conf
  LS_OPEN_FILES=16384
  LS_NICE=19
  LS_OPTS=\"\"

  # Override our defaults with user defaults:
  [ -f /etc/default/logstash ] && . /etc/default/logstash

  # Reset filehandle limit
  ulimit -n \${LS_OPEN_FILES}
  cd \"\${LS_HOME}\"

  # Export variables
  export PATH HOME JAVA_OPTS LS_HEAP_SIZE LS_JAVA_OPTS LS_USE_GC_LOGGING
  test -n \"\${JAVACMD}\" && export JAVACMD

  exec nice -n \${LS_NICE} $INSTALL_DIR/logstash-$LOGSTASH_VER/bin/logstash agent -f \"\${LS_CONF_DIR}\" 
end script
"

$KIBANA_INIT = "
# kibana init file
#

description     'kibana service'

start on virtual-filesystems
stop on runlevel [06]

# Respawn it if the process exits
respawn
 
## We're setting high here, we'll re-limit below.
#limit nofile 65550 65550

setuid root
setgid root

# You need to chdir somewhere writable because logstash needs to unpack a few
# temporary files on startup.
console log
script

  exec $INSTALL_DIR/kibana-$KIBANA_VER/bin/kibana
end script
"


file { "elk-dir":
    name => $INSTALL_DIR,
    ensure => "directory",
}

file { "/etc/logstash":
    ensure => "directory",
}

# install java
package { "openjdk-7-jre" :
  ensure => present,
  require => File["elk-dir"],
}

package { "redis-server" :
  ensure => present,
  require => File["elk-dir"],
}


# 
# LOGSTASH

exec { "download-logstash" :
    path => "/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/bin",
    command => "curl https://download.elastic.co/logstash/logstash/logstash-$LOGSTASH_VER.tar.gz | tar xz -C $INSTALL_DIR",
    unless => "ls $INSTALL_DIR/logstash-$LOGSTASH_VER",
    require => File['elk-dir'],
}

file { "/etc/init/logstash.conf" :
   ensure => present,
   content => $LOGSTASH_INIT,
   require => Exec['download-logstash'],
   notify => Service['logstash'],
   }

service { 'logstash' :
   ensure => running,
   require => File['/etc/init/logstash.conf'],
   }

# ELASTICSEARCH

exec { "download-elasticsearch" :
    path => "/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/bin",
    command => "wget -O $DOWNLOAD_DIR/elasticsearch-$ES_VER.deb https://download.elastic.co/elasticsearch/elasticsearch/elasticsearch-$ES_VER.deb",
    unless => "ls $DOWNLOAD_DIR/elasticsearch-$ES_VER.deb",
}

exec { "install-elasticsearch" :
    path => "/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/bin",
    command => "dpkg -i $DOWNLOAD_DIR/elasticsearch-$ES_VER.deb",
    unless => "dpkg -l elasticsearch",
    require => [Exec['download-elasticsearch'], Package['openjdk-7-jre']],
}

exec { "uncomment-cluster-name" :
    path => "/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/bin",
    command => "echo cluster.name: elasticsearch >> /etc/elasticsearch/elasticsearch.yml",
    unless => "egrep '^cluster.name:' /etc/elasticsearch/elasticsearch.yml",
    require => Exec['install-elasticsearch'],
}

exec { "set-cluster-name" :
    path => "/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/bin",
    command => "sed -i.bak 's/cluster.name: .*/cluster.name: $ES_CLUSTER/g' /etc/elasticsearch/elasticsearch.yml",
    unless => "egrep '^cluster.name: $ES_CLUSTER' /etc/elasticsearch/elasticsearch.yml",
    require => Exec['uncomment-cluster-name'],
}

service { "elasticsearch" :
    ensure => running,
    require => Exec['set-cluster-name'],
    }

# KIBANA

file { "kibana-dir" :
   name => "$INSTALL_DIR/kibana-$KIBANA_VER",
   ensure => directory,
   require => File['elk-dir'],
   }

exec { "download-kibana" :
    path => "/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/bin",
    command => "curl https://download.elastic.co/kibana/kibana/kibana-$KIBANA_VER-linux-x64.tar.gz | tar xz --strip-components 1 -C $INSTALL_DIR/kibana-$KIBANA_VER",
    unless => "ls $INSTALL_DIR/kibana-$KIBANA_VER/bin/kibana",
    require => File['kibana-dir'],
}

file { "/etc/init/kibana.conf" :
   ensure => present,
   content => $KIBANA_INIT,
   require => Exec['download-kibana'],
   notify => Service['kibana'],
   }

service { "kibana" :
    ensure => running,
    require => File['/etc/init/kibana.conf'],
 }


service { "redis-server" :
  ensure => running,
  require => Package['redis-server'],
  }


exec { "configure-redis" :
  path => "/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/bin",
  command => "sed -i 's/bind 127.0.0.1/bind 0.0.0.0/' /etc/redis/redis.conf",
  unless => "grep 'bind 0.0.0.0' /etc/redis/redis.conf",
  notify => Service['redis-server'],
  require => Package['redis-server'],
}
		
exec { "configure-logstash" :
  path => "/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/bin",
  command => "echo '$LOGSTASH_CONTENT' > /etc/logstash/logstash.conf",
  unless => "ls /etc/logstash/logstash.conf",
  require => Exec['download-logstash'],
}