| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package WorkerManager::TheSchwartz; |
|
2
|
1
|
|
|
1
|
|
1303
|
use strict; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
30
|
|
|
3
|
1
|
|
|
1
|
|
5
|
use warnings; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
26
|
|
|
4
|
|
|
|
|
|
|
|
|
5
|
1
|
|
|
1
|
|
632
|
use TheSchwartz; |
|
|
1
|
|
|
|
|
79150
|
|
|
|
1
|
|
|
|
|
31
|
|
|
6
|
1
|
|
|
1
|
|
8
|
use Time::Piece; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
11
|
|
|
7
|
1
|
|
|
1
|
|
79
|
use Module::Load (); |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
34
|
|
|
8
|
1
|
|
|
1
|
|
527
|
use Time::HiRes qw( time ); |
|
|
1
|
|
|
|
|
1317
|
|
|
|
1
|
|
|
|
|
14
|
|
|
9
|
1
|
|
|
1
|
|
198
|
use POSIX qw(getppid); |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
7
|
|
|
10
|
1
|
|
|
1
|
|
93
|
use Carp; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
746
|
|
|
11
|
|
|
|
|
|
|
|
|
12
|
|
|
|
|
|
|
sub new { |
|
13
|
0
|
|
|
0
|
0
|
|
my ($class, $worker, $options) = @_; |
|
14
|
0
|
|
0
|
|
|
|
$options ||= {}; |
|
15
|
|
|
|
|
|
|
|
|
16
|
0
|
|
|
|
|
|
my $databases; |
|
17
|
0
|
0
|
|
|
|
|
if ($databases = delete $options->{databases}) { |
|
18
|
0
|
0
|
|
|
|
|
$databases = [$databases] unless ref($databases) eq 'ARRAY'; |
|
19
|
|
|
|
|
|
|
} else { |
|
20
|
0
|
|
|
|
|
|
croak 'not specified database information in config file for worker manager'; |
|
21
|
|
|
|
|
|
|
} |
|
22
|
0
|
|
|
|
|
|
my $has_custom_verbose = exists $options->{verbose}; |
|
23
|
0
|
|
|
|
|
|
my $client = TheSchwartz->new( databases => $databases, %$options); |
|
24
|
|
|
|
|
|
|
|
|
25
|
0
|
|
|
|
|
|
my $self = bless { |
|
26
|
|
|
|
|
|
|
client => $client, |
|
27
|
|
|
|
|
|
|
worker => $worker, |
|
28
|
|
|
|
|
|
|
terminate => undef, |
|
29
|
|
|
|
|
|
|
start_time => undef, |
|
30
|
|
|
|
|
|
|
has_custom_verbose => $has_custom_verbose, |
|
31
|
|
|
|
|
|
|
}, $class; |
|
32
|
0
|
|
|
|
|
|
$self->init; |
|
33
|
0
|
|
|
|
|
|
$self; |
|
34
|
|
|
|
|
|
|
} |
|
35
|
|
|
|
|
|
|
|
|
36
|
|
|
|
|
|
|
sub init { |
|
37
|
0
|
|
|
0
|
0
|
|
my $self = shift; |
|
38
|
|
|
|
|
|
|
|
|
39
|
0
|
0
|
|
|
|
|
if (!$self->{has_custom_verbose}) { |
|
40
|
|
|
|
|
|
|
$self->{client}->set_verbose( |
|
41
|
|
|
|
|
|
|
sub { |
|
42
|
0
|
|
|
0
|
|
|
my $msg = shift; |
|
43
|
0
|
|
|
|
|
|
my $job = shift; |
|
44
|
|
|
|
|
|
|
# $WorkerManager::LOGGER->('TheSchwartz', $msg) if($msg =~ /Working/); |
|
45
|
0
|
0
|
|
|
|
|
if($msg =~ /Working/){ |
|
46
|
0
|
|
|
|
|
|
$self->{start_time} = time; |
|
47
|
|
|
|
|
|
|
} |
|
48
|
0
|
0
|
|
|
|
|
return if($msg =~ /found no jobs/); |
|
49
|
0
|
0
|
|
|
|
|
if($msg =~ /^job completed|^job failed/){ |
|
50
|
0
|
|
|
|
|
|
$msg .= sprintf " %s", $job->funcname; |
|
51
|
0
|
0
|
|
|
|
|
$msg .= sprintf " process:%d", (time - $self->{start_time}) * 1000 if($self->{start_time}); |
|
52
|
0
|
0
|
0
|
|
|
|
$msg .= sprintf " delay:%d", ($self->{start_time} - $job->insert_time) * 1000 if($job && $self->{start_time}); |
|
53
|
0
|
|
|
|
|
|
$self->{start_time} = undef; |
|
54
|
|
|
|
|
|
|
}; |
|
55
|
0
|
0
|
|
|
|
|
$WorkerManager::LOGGER->('TheSchwartz', $msg) unless($msg =~ /found no jobs/); |
|
56
|
|
|
|
|
|
|
} |
|
57
|
0
|
|
|
|
|
|
); |
|
58
|
|
|
|
|
|
|
} |
|
59
|
|
|
|
|
|
|
|
|
60
|
0
|
0
|
|
|
|
|
if (ref($self->{worker}) eq 'ARRAY') { |
|
61
|
0
|
|
|
|
|
|
for (@{$self->{worker}}){ |
|
|
0
|
|
|
|
|
|
|
|
62
|
0
|
|
|
|
|
|
Module::Load::load($_); |
|
63
|
0
|
0
|
|
|
|
|
$_->can('work') or die "cannot ${_}->work"; |
|
64
|
0
|
|
|
|
|
|
$self->{client}->can_do($_); |
|
65
|
|
|
|
|
|
|
} |
|
66
|
|
|
|
|
|
|
} else { |
|
67
|
0
|
|
|
|
|
|
Module::Load::load($self->{worker}); |
|
68
|
0
|
0
|
|
|
|
|
$_->can('work') or die "cannot ${_}->work"; |
|
69
|
0
|
|
|
|
|
|
$self->{client}->can_do($self->{worker}); |
|
70
|
|
|
|
|
|
|
} |
|
71
|
|
|
|
|
|
|
} |
|
72
|
|
|
|
|
|
|
|
|
73
|
|
|
|
|
|
|
sub work { |
|
74
|
0
|
|
|
0
|
0
|
|
my $self = shift; |
|
75
|
0
|
|
0
|
|
|
|
my $max = shift || 100; |
|
76
|
0
|
|
0
|
|
|
|
my $delay = shift || 5; |
|
77
|
0
|
|
|
|
|
|
my $count = 0; |
|
78
|
0
|
|
0
|
|
|
|
while ($count < $max && ! $self->{terminate}) { |
|
79
|
0
|
0
|
|
|
|
|
if (getppid == 1) { |
|
80
|
0
|
|
|
|
|
|
die "my dad may be killed."; |
|
81
|
0
|
|
|
|
|
|
exit(1); |
|
82
|
|
|
|
|
|
|
} |
|
83
|
0
|
0
|
|
|
|
|
if($self->{client}->work_once){ |
|
84
|
0
|
|
|
|
|
|
$count++; |
|
85
|
|
|
|
|
|
|
} else { |
|
86
|
0
|
|
|
|
|
|
sleep $delay; |
|
87
|
|
|
|
|
|
|
} |
|
88
|
|
|
|
|
|
|
} |
|
89
|
|
|
|
|
|
|
} |
|
90
|
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
sub terminate { |
|
92
|
0
|
|
|
0
|
0
|
|
my $self = shift; |
|
93
|
0
|
|
|
|
|
|
$self->{terminate} = 1; |
|
94
|
|
|
|
|
|
|
} |
|
95
|
|
|
|
|
|
|
|
|
96
|
|
|
|
|
|
|
1; |