Logstash 7

.travis.yml

@@ -12,7 +12,7 @@ services:
 language: ruby
 
 rvm:
-  - 2.3.4
+  - 2.4.1
 
 script:
   - docker run --privileged -d polarbearlabs/haveged:1.9.1 # https://github.com/elastic/logstash/issues/5507
@@ -29,66 +29,40 @@ script:
 
 env:
   global:
-    - LOGSTASH_VERSION=6.1.3
+    - LOGSTASH_VERSION=7.3.0
     - BEAKER_PE_DIR=spec/fixtures/artifacts
     - CI_SPEC_OPTIONS='--format documentation'
   matrix:
     # Do linting once.
     - TRAVIS_LINT=true
 
     # Run the puppet-rspec synthetic/unit tests.
-    - PUPPET_VERSION=4.6.2 TRAVIS_UNIT=true
-    - PUPPET_VERSION=4.8.2 TRAVIS_UNIT=true
-    - PUPPET_VERSION=4.9.4 TRAVIS_UNIT=true
-    - PUPPET_VERSION=4.10.8 TRAVIS_UNIT=true
-    - PUPPET_VERSION=5.0.1 TRAVIS_UNIT=true
-    - PUPPET_VERSION=5.1.0 TRAVIS_UNIT=true
-    - PUPPET_VERSION=5.2.0 TRAVIS_UNIT=true
-    - PUPPET_VERSION=5.3.3 TRAVIS_UNIT=true
+    - PUPPET_VERSION=4.10.12 TRAVIS_UNIT=true
+    - PUPPET_VERSION=5.5.16 TRAVIS_UNIT=true
+    - PUPPET_VERSION=6.0.10 TRAVIS_UNIT=true
 
     # Then run the acceptance tests across the matrix.
-    - PUPPET_VERSION=4.6.2 BEAKER_set=centos-6
-    - PUPPET_VERSION=4.8.2 BEAKER_set=centos-6
-    - PUPPET_VERSION=4.8.2 BEAKER_set=centos-6 LOGSTASH_VERSION=5.6.4
-
-    - PUPPET_VERSION=4.6.2 BEAKER_set=centos-7
-    - PUPPET_VERSION=4.7.0 BEAKER_set=centos-7
-    - PUPPET_VERSION=4.8.2 BEAKER_set=centos-7
-    - PUPPET_VERSION=4.9.4 BEAKER_set=centos-7
-    - PUPPET_VERSION=4.10.8 BEAKER_set=centos-7
-    - PUPPET_VERSION=4.10.8 BEAKER_set=centos-7 LOGSTASH_VERSION=5.6.4
-
-    - PUPPET_VERSION=5.3.3 BEAKER_set=centos-7
-    - PUPPET_VERSION=5.3.3 BEAKER_set=centos-7 LOGSTASH_VERSION=5.6.4
-
-    - PUPPET_VERSION=4.8.2 BEAKER_set=debian-7 LOGSTASH_VERSION=5.6.4
-
-    - PUPPET_VERSION=4.6.2 BEAKER_set=debian-8
-    - PUPPET_VERSION=4.8.2 BEAKER_set=debian-8
-    - PUPPET_VERSION=4.9.4 BEAKER_set=debian-8
-    - PUPPET_VERSION=4.10.8 BEAKER_set=debian-8
-    - PUPPET_VERSION=4.10.8 BEAKER_set=debian-8 LOGSTASH_VERSION=5.6.4
-
-    - PUPPET_VERSION=5.3.3 BEAKER_set=debian-8
-    - PUPPET_VERSION=5.3.3 BEAKER_set=debian-8 LOGSTASH_VERSION=5.6.4
-
-    - PUPPET_VERSION=4.6.2 BEAKER_set=ubuntu-1404
-    - PUPPET_VERSION=4.8.2 BEAKER_set=ubuntu-1404
-    - PUPPET_VERSION=4.9.4 BEAKER_set=ubuntu-1404
-    - PUPPET_VERSION=4.10.8 BEAKER_set=ubuntu-1404
-    - PUPPET_VERSION=4.10.8 BEAKER_set=ubuntu-1404 LOGSTASH_VERSION=5.6.4
-
-    - PUPPET_VERSION=5.3.3 BEAKER_set=ubuntu-1404
-    - PUPPET_VERSION=5.3.3 BEAKER_set=ubuntu-1404 LOGSTASH_VERSION=5.6.4
-
-    - PUPPET_VERSION=4.6.2 BEAKER_set=ubuntu-1604
-    - PUPPET_VERSION=4.8.2 BEAKER_set=ubuntu-1604
-    - PUPPET_VERSION=4.9.4 BEAKER_set=ubuntu-1604
-    - PUPPET_VERSION=4.10.8 BEAKER_set=ubuntu-1604
-    - PUPPET_VERSION=4.10.8 BEAKER_set=ubuntu-1604 LOGSTASH_VERSION=5.6.4
-
-    - PUPPET_VERSION=5.0.1 BEAKER_set=ubuntu-1604
-    - PUPPET_VERSION=5.1.0 BEAKER_set=ubuntu-1604
-    - PUPPET_VERSION=5.2.0 BEAKER_set=ubuntu-1604
-    - PUPPET_VERSION=5.3.3 BEAKER_set=ubuntu-1604
-    - PUPPET_VERSION=5.3.3 BEAKER_set=ubuntu-1604 LOGSTASH_VERSION=5.6.4
+    - PUPPET_VERSION=4.10.12 BEAKER_set=centos-7
+    - PUPPET_VERSION=4.10.12 BEAKER_set=centos-7 LOGSTASH_VERSION=6.8.2
+    - PUPPET_VERSION=5.5.16 BEAKER_set=centos-7
+    - PUPPET_VERSION=5.5.16 BEAKER_set=centos-7 LOGSTASH_VERSION=6.8.2
+    - PUPPET_VERSION=6.0.10 BEAKER_set=centos-7
+    - PUPPET_VERSION=6.0.10 BEAKER_set=centos-7 LOGSTASH_VERSION=6.8.2
+
+    - PUPPET_VERSION=4.10.12 BEAKER_set=debian-8
+    - PUPPET_VERSION=4.10.12 BEAKER_set=debian-8 LOGSTASH_VERSION=6.8.2
+    - PUPPET_VERSION=5.5.16 BEAKER_set=debian-8
+    - PUPPET_VERSION=5.5.16 BEAKER_set=debian-8 LOGSTASH_VERSION=6.8.2
+    - PUPPET_VERSION=6.0.10 BEAKER_set=debian-8
+    - PUPPET_VERSION=6.0.10 BEAKER_set=debian-8 LOGSTASH_VERSION=6.8.2
+
+    # Logstash 7 and Puppet 6 are not supported on 14.04 (which is EOL).
+    - PUPPET_VERSION=4.10.12 BEAKER_set=ubuntu-1404 LOGSTASH_VERSION=6.8.2
+    - PUPPET_VERSION=5.5.16 BEAKER_set=ubuntu-1404 LOGSTASH_VERSION=6.8.2
+
+    - PUPPET_VERSION=4.10.12 BEAKER_set=ubuntu-1604
+    - PUPPET_VERSION=4.10.12 BEAKER_set=ubuntu-1604 LOGSTASH_VERSION=6.8.2
+    - PUPPET_VERSION=5.5.16 BEAKER_set=ubuntu-1604
+    - PUPPET_VERSION=5.5.16 BEAKER_set=ubuntu-1604 LOGSTASH_VERSION=6.8.2
+    - PUPPET_VERSION=6.0.10 BEAKER_set=ubuntu-1604
+    - PUPPET_VERSION=6.0.10 BEAKER_set=ubuntu-1604 LOGSTASH_VERSION=6.8.2

Gemfile

@@ -1,7 +1,7 @@
 source 'https://rubygems.org'
-ruby '2.3.4'
+ruby '2.4.1'
 
-puppetversion = ENV['PUPPET_VERSION'] || '4.10.7'
+puppetversion = ENV['PUPPET_VERSION'] || '6.0.10'
 gem 'puppet', puppetversion, :require => false
 
 gem 'beaker', '3.15.0'

Vagrantfile.d/manifests/site.pp

@@ -32,5 +32,5 @@
 }
 
 logstash::plugin { 'logstash-input-mysql':
-  environment => ['LS_JAVA_OPTS=-Xms1g -Xmx1g']
+  environment => ['LS_JAVA_OPTS=-Xms1g -Xmx1g'],
 }

manifests/plugin.pp

@@ -48,7 +48,7 @@
 
   Exec {
     path        => '/bin:/usr/bin',
-    cwd         => '/tmp',
+    cwd         => $logstash::home_dir,
     user        => $logstash::logstash_user,
     timeout     => 1800,
     environment => $environment,
@@ -116,7 +116,7 @@
     'absent': {
       exec { "remove-${name}":
         command => "${exe} remove ${name}",
-        onlyif  => "${exe} list | grep -q ^${name}$",
+        onlyif  => "${exe} list --installed | grep -q ^${name}$",
       }
     }
 

metadata.json

@@ -1,6 +1,6 @@
 {
   "name": "elastic-logstash",
-  "version": "6.1.5",
+  "version": "7.0.0",
   "source": "https://github.com/elastic/puppet-logstash",
   "author": "elastic",
   "license": "Apache-2.0",
@@ -14,7 +14,7 @@
     },
     {
       "name": "elastic/elastic_stack",
-      "version_requirement": ">=6.0.0 <7.0.0"
+      "version_requirement": ">=7.0.0 <8.0.0"
     }
   ],
   "operatingsystem_support": [

spec/acceptance/class_plugin_spec.rb

@@ -26,18 +26,19 @@ def remove(plugin)
   end
 
   context 'when a plugin is not installed' do
+    plugin = "logstash-output-riemann"
     before(:each) do
-      remove('logstash-input-sqs')
+      remove(plugin)
     end
 
     it 'will not remove it again' do
-      log = ensure_plugin('absent', 'logstash-input-sqs').stdout
-      expect(log).to_not contain('remove-logstash-input-sqs')
+      log = ensure_plugin('absent', plugin).stdout
+      expect(log).to_not contain("remove-#{plugin}")
     end
 
     it 'can install it from rubygems' do
-      ensure_plugin('present', 'logstash-input-sqs')
-      expect(installed_plugins).to contain('logstash-input-sqs')
+      ensure_plugin('present', plugin)
+      expect(installed_plugins).to contain(plugin)
     end
   end
 
@@ -57,15 +58,6 @@ def remove(plugin)
     end
   end
 
-  if Gem::Version.new(LS_VERSION) >= Gem::Version.new('5.2.0')
-    it 'can install x-pack from an https url' do
-      plugin = 'x-pack'
-      source = "https://artifacts.elastic.co/downloads/packs/x-pack/x-pack-#{LS_VERSION}.zip"
-      ensure_plugin('present', plugin, "source => '#{source}'")
-      expect(installed_plugins).to contain(plugin)
-    end
-  end
-
   it 'can install a plugin from a "puppet://" url' do
     plugin = 'logstash-output-cowthink'
     source = "puppet:///modules/logstash/#{plugin}-5.0.0.gem"

spec/acceptance/nodesets/ubuntu-1404-docker.yml

@@ -11,14 +11,10 @@ HOSTS:
     docker_image_commands:
       - apt-get update
       - apt-get install -yq apt-transport-https ruby ruby1.9.1-dev libaugeas-dev libaugeas-ruby lsb-release wget net-tools curl software-properties-common
-
-      # Install Oracle Java 8
-      - echo 'debconf shared/accepted-oracle-license-v1-1 select true' | debconf-set-selections
-      - echo 'debconf shared/accepted-oracle-license-v1-1 seen true' | debconf-set-selections
-      - apt-add-repository ppa:webupd8team/java
+      - add-apt-repository ppa:openjdk-r/ppa
       - apt-get update
-      - apt-get install -yq oracle-java8-installer
-      - apt-get install -yq oracle-java8-set-default
+      - apt-get install -yq openjdk-8-jdk-headless
+
     docker_preserve_image: true
 
 CONFIG:

spec/acceptance/nodesets/ubuntu-1604.yml

@@ -11,14 +11,7 @@ HOSTS:
     docker_image_commands:
       - apt-get update
       - apt-get install -yq apt-transport-https ruby-dev libaugeas-dev ruby rubygems lsb-release wget net-tools curl software-properties-common
-
-      # Install Oracle Java 8
-      - echo 'debconf shared/accepted-oracle-license-v1-1 select true' | debconf-set-selections
-      - echo 'debconf shared/accepted-oracle-license-v1-1 seen true' | debconf-set-selections
-      - apt-add-repository ppa:webupd8team/java
-      - apt-get update
-      - apt-get install -yq oracle-java8-installer
-      - apt-get install -yq oracle-java8-set-default
+      - apt-get install -yq openjdk-8-jdk-headless
     docker_preserve_image: true
 CONFIG:
   type: foss