| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package HPC::Runner::Command::execute_array; |
|
2
|
|
|
|
|
|
|
|
|
3
|
1
|
|
|
1
|
|
2005
|
use MooseX::App::Command; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
11
|
|
|
4
|
1
|
|
|
1
|
|
11086
|
use MooseX::Types::Path::Tiny qw/Path Paths AbsPath AbsFile/; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
13
|
|
|
5
|
1
|
|
|
1
|
|
2912
|
use JSON::XS; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
60
|
|
|
6
|
1
|
|
|
1
|
|
6
|
use Try::Tiny; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
283
|
|
|
7
|
|
|
|
|
|
|
|
|
8
|
|
|
|
|
|
|
extends 'HPC::Runner::Command'; |
|
9
|
|
|
|
|
|
|
|
|
10
|
|
|
|
|
|
|
with 'HPC::Runner::Command::Logger::JSON'; |
|
11
|
|
|
|
|
|
|
with 'HPC::Runner::Command::Utils::Base'; |
|
12
|
|
|
|
|
|
|
with 'HPC::Runner::Command::Utils::Log'; |
|
13
|
|
|
|
|
|
|
with 'HPC::Runner::Command::Utils::Git'; |
|
14
|
|
|
|
|
|
|
with 'HPC::Runner::Command::execute_job::Utils::MCE'; |
|
15
|
|
|
|
|
|
|
|
|
16
|
|
|
|
|
|
|
command_short_description 'Execute commands'; |
|
17
|
|
|
|
|
|
|
command_long_description |
|
18
|
|
|
|
|
|
|
'Take the parsed files from hpcrunner.pl submit_jobs and executes the code'; |
|
19
|
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
option 'batch_index_start' => ( |
|
21
|
|
|
|
|
|
|
is => 'rw', |
|
22
|
|
|
|
|
|
|
isa => 'Num', |
|
23
|
|
|
|
|
|
|
required => 1, |
|
24
|
|
|
|
|
|
|
predicate => 'has_batch_index_start', |
|
25
|
|
|
|
|
|
|
documentation => 'Counter to tell execute_array where to start reading in the infile' |
|
26
|
|
|
|
|
|
|
); |
|
27
|
|
|
|
|
|
|
|
|
28
|
|
|
|
|
|
|
## For the scheduler we get this from the environment |
|
29
|
|
|
|
|
|
|
has 'task_id' => ( |
|
30
|
|
|
|
|
|
|
is => 'rw', |
|
31
|
|
|
|
|
|
|
default => sub { |
|
32
|
|
|
|
|
|
|
return |
|
33
|
|
|
|
|
|
|
$ENV{'SLURM_ARRAY_TASK_ID'} |
|
34
|
|
|
|
|
|
|
|| $ENV{'SBATCH_ARRAY_TASK_ID'} |
|
35
|
|
|
|
|
|
|
|| $ENV{'PBS_ARRAYID'} |
|
36
|
|
|
|
|
|
|
|| $ENV{'SGE_TASK_ID'} |
|
37
|
|
|
|
|
|
|
|| 0; |
|
38
|
|
|
|
|
|
|
}, |
|
39
|
|
|
|
|
|
|
required => 0, |
|
40
|
|
|
|
|
|
|
); |
|
41
|
|
|
|
|
|
|
|
|
42
|
|
|
|
|
|
|
sub BUILD { } |
|
43
|
|
|
|
|
|
|
|
|
44
|
|
|
|
|
|
|
after 'BUILD' => sub { |
|
45
|
|
|
|
|
|
|
my $self = shift; |
|
46
|
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
if ( !$self->task_id && !$self->infile ) { |
|
48
|
|
|
|
|
|
|
$self->app_log->fatal( |
|
49
|
|
|
|
|
|
|
'There is no infile and this does not seem to be an array job. Aborting mission!' |
|
50
|
|
|
|
|
|
|
); |
|
51
|
|
|
|
|
|
|
exit 1; |
|
52
|
|
|
|
|
|
|
} |
|
53
|
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
|
|
55
|
|
|
|
|
|
|
# $self->get_infile; |
|
56
|
|
|
|
|
|
|
##The Task ID is the initial value for the job array that is caught by an environmental variable |
|
57
|
|
|
|
|
|
|
##Once we get it we use the counter for both execute_job and execute_array |
|
58
|
|
|
|
|
|
|
##Except for the read_command, which uses the task_id |
|
59
|
|
|
|
|
|
|
$self->counter( $self->task_id ); |
|
60
|
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
$self->gen_load_plugins; |
|
62
|
|
|
|
|
|
|
$self->job_load_plugins; |
|
63
|
|
|
|
|
|
|
|
|
64
|
|
|
|
|
|
|
# my $tar = $self->set_archive; |
|
65
|
|
|
|
|
|
|
# $self->archive($tar); |
|
66
|
|
|
|
|
|
|
}; |
|
67
|
|
|
|
|
|
|
|
|
68
|
|
|
|
|
|
|
sub execute { |
|
69
|
0
|
|
|
0
|
|
|
my $self = shift; |
|
70
|
|
|
|
|
|
|
|
|
71
|
0
|
|
|
|
|
|
$self->git_things; |
|
72
|
0
|
|
|
|
|
|
$self->run_mce; |
|
73
|
|
|
|
|
|
|
} |
|
74
|
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
1; |