[BENCHMARKING] Run all simple benchmarks in Jenkins

Author: estolfo

.ci/jobs/elastic+elasticsearch-ruby+benchmark-tests+master.yml

@@ -51,7 +51,7 @@
         bundle install
 
         export ELASTICSEARCH_URL=http://worker-954083.build.fsn1-dc3.hetzner.elasticnet.co:9200
-        bundle exec rake benchmark:simple:ping
+        bundle exec rake benchmark:simple:all
 
     # override default
     publishers: null

profile/benchmarking/benchmarking_tasks.rake

@@ -132,7 +132,6 @@ namespace :benchmark do
       %w[ benchmark:simple:ping
           benchmark:simple:create_index
           benchmark:simple:index_document_small
-          benchmark:simple:index_document_small_patron
           benchmark:simple:index_document_large
           benchmark:simple:get_document_small
           benchmark:simple:get_document_large
@@ -162,8 +161,16 @@ namespace :benchmark do
 
   namespace :complex do
 
+    task :download_dataset do
+      current_path = File.expand_path(File.dirname(__FILE__))
+      data_path = [current_path, 'data'].join('/')
+      unless File.exists?([data_path, 'stackoverflow.json'].join('/'))
+        `gsutil cp gs://clients-team-files/stackoverflow.json "#{data_path}/"`
+      end
+    end
+
     desc "Run the \'index documents\' benchmark test"
-    task :index_documents do
+    task :index_documents => :download_dataset do
       require 'elasticsearch'
       Elasticsearch::Benchmarking.each_run(ENV['matrix']) do |run|
         task = Elasticsearch::Benchmarking::Complex.new(run)

profile/benchmarking/complex.rb

@@ -88,8 +88,8 @@ def search_documents(opts = {})
             slice
           end[rand(slices.size)-1]
 
-          sample_documment = sample_slice[rand(sample_slice.size)-1][:index][:data]
-          search_criteria = sample_documment.find { |k,v| v.is_a?(String) }
+          sample_document = sample_slice[rand(sample_slice.size)-1][:index][:data]
+          search_criteria = sample_document.find { |k,v| v.is_a?(String) }
           request = { body: { query: { match: { search_criteria[0] => search_criteria[1] } } } }
 
           warmup_repetitions.times do

profile/benchmarking/measurable.rb

@@ -204,7 +204,7 @@ def action_iterations
       # @return [ String ] The file path and name for the dataset.
       #
       # @since 7.0.0
-      DATASET_FILE = [DATA_PATH, 'documents-small.json'].join('/').freeze
+      DATASET_FILE = [DATA_PATH, 'stackoverflow.json'].join('/').freeze
 
       # The name of the index to use for benchmark tests.
       #
@@ -270,6 +270,7 @@ def index_results!(results, options = {})
         res.results_doc
       rescue => ex
         puts "Could not index results, due to #{ex.class}."
+        puts "#{ex.backtrace[0..15]}"
       end
 
       def result_cluster_client

profile/benchmarking/results.rb

@@ -171,6 +171,7 @@ def min
       end
 
       def standard_deviation
+        return 0 if raw_results.size < 2
         Math.sqrt(sample_variance)
       end
 
@@ -205,7 +206,6 @@ def git_doc
         commit_message = `git log -1 --pretty=%B`
         repository = 'elasticsearch-ruby'
 
-
         { branch: branch,
           sha: sha.chomp,
           commit_message: commit_message.gsub(/\n/, ''),

profile/benchmarking/simple.rb

@@ -290,7 +290,7 @@ def search_document_small(opts={})
         with_cleanup do
           client.create(index: INDEX, body: small_document)
           search_criteria = { match: { cuisine: 'mexican' } }
-          request = { body: { query: { match: search_criteria } } }
+          request = { body: { query: search_criteria } }
           if noop_plugin?
             Elasticsearch::API.const_set('UNDERSCORE_SEARCH', '_noop_search')
           else
@@ -340,7 +340,7 @@ def search_document_large(opts={})
         results = with_cleanup do
           client.create(index: INDEX, body: large_document)
           search_criteria = { match: { 'user.lang': 'en' } }
-          request = { body: { query: { match: search_criteria } } }
+          request = { body: { query: search_criteria } }
           if noop_plugin?
             Elasticsearch::API.const_set('UNDERSCORE_SEARCH', '_noop_search')
           else