concurrent-ruby/examples/benchmark_async.rb

#!/usr/bin/env ruby

#$: << File.expand_path('../../lib', __FILE__)

require 'benchmark'
require 'benchmark/ips'

require 'concurrent'
require 'celluloid'

class CelluloidClass
  include Celluloid
  def foo(latch = nil)
    latch.count_down if latch
  end
end

class AsyncClass
  include Concurrent::Async
  def foo(latch = nil)
    latch.count_down if latch
  end
end

IPS_NUM = 100
BMBM_NUM = 100_000
SMALL_BMBM = 250

puts "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
puts "Long-lived objects"
puts "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
puts ""

Benchmark.ips do |bm|
  celluloid = CelluloidClass.new
  bm.report('celluloid') do
    latch = Concurrent::CountDownLatch.new(IPS_NUM)
    IPS_NUM.times { celluloid.async.foo(latch) }
    latch.wait
  end

  async = AsyncClass.new
  bm.report('async') do
    latch = Concurrent::CountDownLatch.new(IPS_NUM)
    IPS_NUM.times { async.async.foo(latch) }
    latch.wait
  end

  bm.compare!
end

Benchmark.bmbm do |bm|
  celluloid = CelluloidClass.new
  bm.report('celluloid') do
    latch = Concurrent::CountDownLatch.new(BMBM_NUM)
    BMBM_NUM.times { celluloid.async.foo(latch) }
    latch.wait
  end

  async = AsyncClass.new
  bm.report('async') do
    latch = Concurrent::CountDownLatch.new(BMBM_NUM)
    BMBM_NUM.times { async.async.foo(latch) }
    latch.wait
  end
end

puts ""
puts "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
puts "Short-lived objects"
puts "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
puts ""

Benchmark.ips do |bm|
  bm.report('future') do
    latch = Concurrent::CountDownLatch.new(IPS_NUM)
    IPS_NUM.times do
      Concurrent::Future.execute { latch.count_down  }
    end
    latch.wait
  end

  async = AsyncClass.new
  bm.report('async') do
    latch = Concurrent::CountDownLatch.new(IPS_NUM)
    IPS_NUM.times { AsyncClass.new.async.foo(latch) }
    latch.wait
  end

  bm.compare!
end

Benchmark.bmbm do |bm|
  bm.report('celluloid') do
    latch = Concurrent::CountDownLatch.new(SMALL_BMBM)
    SMALL_BMBM.times { CelluloidClass.new.async.foo(latch) }
    latch.wait
  end

  bm.report('async') do
    latch = Concurrent::CountDownLatch.new(SMALL_BMBM)
    SMALL_BMBM.times { AsyncClass.new.async.foo(latch) }
    latch.wait
  end
end

__END__

===========================================================
  Async Benchmarks
===========================================================

  Computer:

  * OS X Yosemite
- Version 10.10.4
* MacBook Pro
- Retina, 13-inch, Early 2015
* Processor 3.1 GHz Intel Core i7
* Memory 16 GB 1867 MHz DDR3
* Physical Volumes:
  - Apple SSD SM0512G
- 500 GB

===========================================================
  ruby 2.2.2p95 (2015-04-13 revision 50295) [x86_64-darwin14]
===========================================================

~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Long-lived objects
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

Calculating -------------------------------------
           celluloid    22.000  i/100ms
               async    37.000  i/100ms
-------------------------------------------------
           celluloid    239.639  (±10.8%) i/s -      1.188k
               async    374.885  (± 2.7%) i/s -      1.887k

Comparison:
               async:      374.9 i/s
           celluloid:      239.6 i/s - 1.56x slower

Rehearsal ---------------------------------------------
celluloid   3.910000   0.540000   4.450000 (  4.455316)
async       2.730000   0.010000   2.740000 (  2.736720)
------------------------------------ total: 7.190000sec

                user     system      total        real
celluloid   3.880000   0.550000   4.430000 (  4.435163)
async       2.740000   0.010000   2.750000 (  2.750706)

~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Short-lived objects
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

Calculating -------------------------------------
              future    19.000  i/100ms
               async    19.000  i/100ms
-------------------------------------------------
              future    191.738  (± 3.7%) i/s -    969.000
               async    188.085  (± 4.3%) i/s -    950.000

Comparison:
              future:      191.7 i/s
               async:      188.1 i/s - 1.02x slower

Rehearsal ---------------------------------------------
celluloid   0.110000   0.020000   0.130000 (  0.131996)
async       0.040000   0.010000   0.050000 (  0.037236)
------------------------------------ total: 0.180000sec

                user     system      total        real
celluloid   0.160000   0.040000   0.200000 (  0.186817)
async       0.040000   0.010000   0.050000 (  0.051579)

===========================================================
jruby 9.0.1.0 (2.2.2) 2015-09-02 583f336 Java HotSpot(TM) 64-Bit Server VM 25.45-b02 on 1.8.0_45-b14 +jit [darwin-x86_64]
===========================================================

~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Long-lived objects
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

Calculating -------------------------------------
           celluloid     1.000  i/100ms
               async    14.000  i/100ms
-------------------------------------------------
           celluloid    139.631  (±42.3%) i/s -    473.000
               async    883.424  (±26.6%) i/s -      3.514k

Comparison:
               async:      883.4 i/s
           celluloid:      139.6 i/s - 6.33x slower

Rehearsal ---------------------------------------------
celluloid   7.420000   1.930000   9.350000 (  6.625224)
async       2.630000   0.210000   2.840000 (  1.574823)
----------------------------------- total: 12.190000sec

                user     system      total        real
celluloid   5.910000   1.720000   7.630000 (  5.995677)
async       2.610000   0.190000   2.800000 (  1.594092)

~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Short-lived objects
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

Calculating -------------------------------------
              future    40.000  i/100ms
               async    48.000  i/100ms
-------------------------------------------------
              future    640.057  (± 4.8%) i/s -      3.200k
               async    570.240  (± 4.7%) i/s -      2.880k

Comparison:
              future:      640.1 i/s
               async:      570.2 i/s - 1.12x slower

Rehearsal ---------------------------------------------
celluloid   1.420000   0.090000   1.510000 (  0.523106)
async       0.020000   0.000000   0.020000 (  0.006935)
------------------------------------ total: 1.530000sec

                user     system      total        real
celluloid   0.620000   0.100000   0.720000 (  0.293182)
async       0.020000   0.000000   0.020000 (  0.007434)