about summary refs log tree commit homepage
path: root/lib/rainbows/thread_pool.rb
blob: 321d3e4099f4fe412c2cc653cc9052938a9ffc24 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
# -*- encoding: binary -*-

module Rainbows

  # Implements a worker thread pool model.  This is suited for platforms
  # like Ruby 1.9, where the cost of dynamically spawning a new thread
  # for every new client connection is higher than with the ThreadSpawn
  # model.
  #
  # This model should provide a high level of compatibility with all
  # Ruby implementations, and most libraries and applications.
  # Applications running under this model should be thread-safe
  # but not necessarily reentrant.
  #
  # Applications using this model are required to be thread-safe.
  # Threads are never spawned dynamically under this model.  If you're
  # connecting to external services and need to perform DNS lookups,
  # consider using the "resolv-replace" library which replaces parts of
  # the core Socket package with concurrent DNS lookup capabilities.
  #
  # This model probably less suited for many slow clients than the
  # others and thus a lower +worker_connections+ setting is recommended.

  module ThreadPool
    include Base

    def worker_loop(worker) # :nodoc:
      init_worker_process(worker)
      pool = (1..worker_connections).map do
        Thread.new { LISTENERS.size == 1 ? sync_worker : async_worker }
      end

      while G.alive
        # if any worker dies, something is serious wrong, bail
        pool.each do |thr|
          G.tick or break
          thr.join(1) and G.quit!
        end
      end
      join_threads(pool)
    end

    def sync_worker # :nodoc:
      s = LISTENERS[0]
      begin
        c = s.kgio_accept and process_client(c)
      rescue => e
        Error.listen_loop(e)
      end while G.alive
    end

    def async_worker # :nodoc:
      begin
        # TODO: check if select() or accept() is a problem on large
        # SMP systems under Ruby 1.9.  Hundreds of native threads
        # all working off the same socket could be a thundering herd
        # problem.  On the other hand, a thundering herd may not
        # even incur as much overhead as an extra Mutex#synchronize
        ret = IO.select(LISTENERS, nil, nil, 1) and ret[0].each do |s|
          s = s.kgio_tryaccept and process_client(s)
        end
      rescue Errno::EINTR
      rescue => e
        Error.listen_loop(e)
      end while G.alive
    end

    def join_threads(threads) # :nodoc:
      G.quit!
      threads.delete_if do |thr|
        G.tick
        begin
          thr.run
          thr.join(0.01)
        rescue
          true
        end
      end until threads.empty?
    end

  end
end