1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
| | # -*- encoding: binary -*-
module Rainbows
# Implements a worker thread pool model. This is suited for platforms
# like Ruby 1.9, where the cost of dynamically spawning a new thread
# for every new client connection is higher than with the ThreadSpawn
# model.
#
# This model should provide a high level of compatibility with all
# Ruby implementations, and most libraries and applications.
# Applications running under this model should be thread-safe
# but not necessarily reentrant.
#
# Applications using this model are required to be thread-safe.
# Threads are never spawned dynamically under this model. If you're
# connecting to external services and need to perform DNS lookups,
# consider using the "resolv-replace" library which replaces parts of
# the core Socket package with concurrent DNS lookup capabilities.
#
# This model probably less suited for many slow clients than the
# others and thus a lower +worker_connections+ setting is recommended.
module ThreadPool
include Base
def worker_loop(worker)
init_worker_process(worker)
pool = (1..worker_connections).map do
Thread.new { LISTENERS.size == 1 ? sync_worker : async_worker }
end
while G.alive
# if any worker dies, something is serious wrong, bail
pool.each do |thr|
G.tick or break
thr.join(1) and G.quit!
end
end
join_threads(pool)
end
def sync_worker
s = LISTENERS.first
begin
c = Rainbows.sync_accept(s) and process_client(c)
rescue => e
Error.listen_loop(e)
end while G.alive
end
def async_worker
begin
# TODO: check if select() or accept() is a problem on large
# SMP systems under Ruby 1.9. Hundreds of native threads
# all working off the same socket could be a thundering herd
# problem. On the other hand, a thundering herd may not
# even incur as much overhead as an extra Mutex#synchronize
ret = IO.select(LISTENERS, nil, nil, 1) and ret.first.each do |s|
s = Rainbows.accept(s) and process_client(s)
end
rescue Errno::EINTR
rescue => e
Error.listen_loop(e)
end while G.alive
end
def join_threads(threads)
G.quit!
threads.delete_if do |thr|
G.tick
thr.alive? ? thr.join(0.01) : true
end until threads.empty?
end
end
end
|