File Coverage

blib/lib/Stepford/Graph.pm

Criterion	Covered	Total	%
statement	128	134	95.5
branch	15	20	75.0
condition	3	3	100.0
subroutine	22	23	95.6
pod	0	8	0.0
total	168	188	89.3

package Stepford::Graph;

use strict;
use warnings;
use namespace::autoclean;

our $VERSION = '0.006000';

use List::AllUtils qw( all none );
use Stepford::Error;
use Stepford::Types qw(
    ArrayRef
    Bool
    HashRef
    Logger
    Maybe
    Num
    Step
);
use Try::Tiny qw( catch try );

use Moose;
use MooseX::StrictConstructor;

has config => (
    is       => 'ro',
    isa      => HashRef,
    required => 1,
);

has logger => (
    is       => 'ro',
    isa      => Logger,
    required => 1,
);

has step_class => (
    is       => 'ro',
    isa      => Step,
    required => 1,
);

has _step_object => (
    is      => 'ro',
    isa     => Step,
    lazy    => 1,
    builder => '_build_step_object',
);

has last_run_time => (
    is      => 'ro',
    isa     => Maybe [Num],
    writer  => 'set_last_run_time',
    clearer => '_clear_last_run_time',
    lazy    => 1,
    default => sub {
        ## no critic (RequireInitializationForLocalVars)
        local $_;
        shift->_step_object->last_run_time;
    },
);

has step_productions_as_hashref => (
    is      => 'ro',
    isa     => HashRef,
    writer  => 'set_step_productions_as_hashref',
    clearer => '_clear_step_productions_as_hashref',
    lazy    => 1,
    default => sub {
        ## no critic (RequireInitializationForLocalVars)
        local $_;
        shift->_step_object->productions_as_hashref;
    },
);

has _children_graphs => (
    traits   => ['Array'],
    init_arg => 'children_graphs',
    is       => 'ro',
    isa      => ArrayRef ['Stepford::Graph'],
    required => 1,
);

has is_being_processed => (
    is      => 'ro',
    isa     => Bool,
    default => 0,
    writer  => 'set_is_being_processed',
);

has has_been_processed => (
    is      => 'ro',
    isa     => Bool,
    default => 0,
    writer  => 'set_has_been_processed',
);

sub _build_step_object {
    my $self = shift;
    my $args = $self->_constructor_args_for_class;

    $self->logger->debug( $self->step_class . '->new' );
    return $self->step_class->new($args);
}

sub _constructor_args_for_class {
    my $self = shift;

    my $class  = $self->step_class;
    my $config = $self->config;

    my %args;
    for my $init_arg (
        grep { defined }
        map  { $_->init_arg } $class->meta->get_all_attributes
    ) {

        $args{$init_arg} = $config->{$init_arg}
            if exists $config->{$init_arg};
    }

    my %productions = $self->_children_productions;

    for my $dep ( map { $_->name } $class->dependencies ) {
        next if exists $args{$dep};

        # XXX - I'm not sure this error is reachable. We already check that a
        # class's declared dependencies can be satisfied while building the
        # graph. That said, it doesn't hurt to leave this check in here, and it
        # might help illuminate bugs in the Runner itself.
        Stepford::Error->throw(
            "Cannot construct a $class object. We are missing a required production: $dep"
        ) unless exists $productions{$dep};

        $args{$dep} = $productions{$dep};
    }

    $args{logger} = $self->logger;

    return \%args;
}

# Note: this is intentionally depth-first traversal as this is required for
# the correct sort order when running steps.
sub traverse {
    my $self = shift;
    my $cb   = shift;

    for my $graph ( @{ $self->_children_graphs } ) {
        $graph->traverse($cb);
    }
    $cb->($self);
    return;
}

# This checks if the step/graph is in a state where we can run it, e.g.,
# it isn't being processed currently, the children have been processed, it
# hasn't already been processed. It does not do any checks on the internal
# state of the step (e.g., last run times). Rather, it is intended for
# completely internal flow control.
#
# This is called repeatedly in a multi-process build to figure out whether we
# are ready to consider running the step.
sub can_run_step {
    my $self = shift;

    # These checks are not logged as they are part of Stepford's internal
    # flow control and might be run many times for a single step.
    return
          !$self->is_being_processed
        && $self->children_have_been_processed
        && !$self->has_been_processed;
}

# This checks whether we should run the step. It is meant to be run after we
# determine that the step is in a state where it _can_ run. This primarily
# looks at the internal state of the step, e.g., last run times.
#
# This is generally only called once, immediately before we run the step or
# decide never to run it.
#
# can and should are separated as they serve two different purposes in the
# Runner's flow control.
sub step_is_up_to_date {
    my $self                 = shift;
    my $force_step_execution = shift;

    my $step_class = $self->step_class;

    if ($force_step_execution) {
        $self->logger->info("Force execution is enabled for $step_class.");
        return 0;
    }

    unless ( defined $self->last_run_time ) {
        $self->logger->debug("No last run time for $step_class.");
        return 0;
    }

    unless ( @{ $self->_children_graphs } ) {
        $self->logger->debug("No previous steps for $step_class.");
        return 1;
    }

    if ( my @missing
        = grep { !defined $_->last_run_time } @{ $self->_children_graphs } ) {
        $self->logger->debug(
            "A previous step for $step_class does not have a last run time: "
                . join ', ', map { $_->step_class } @missing );
        return 0;
    }

    my $step_last_run_time = $self->last_run_time;
    my @newer_children     = grep { $_->last_run_time > $step_last_run_time }
        @{ $self->_children_graphs };
    unless (@newer_children) {
        $self->logger->info("$step_class is up to date.");
        return 1;
    }

    $self->logger->info(
              "Last run time for $step_class is "
            . $self->last_run_time
            . '. The following children have newer last run times: '
            . join ', ',
        map { $_->step_class . ' (' . $_->last_run_time . ')' }
            @newer_children
    );

    return 0;
}

sub run_step {
    my $self = shift;

    die 'Tried running '
        . $self->step_class
        . ' when not all children have been processed.'
        unless $self->children_have_been_processed;

    die 'Tried running '
        . $self->step_class
        . ' when it is currently being run'
        if $self->is_being_processed;

    $self->set_is_being_processed(1);

    $self->logger->info( 'Running ' . $self->step_class );

    {
        # We use many list functions that will modify the underlying array
        # they are called on if $_ is modified. We localize it for safety.
        ## no critic (RequireInitializationForLocalVars)
        local $_;
        $self->_step_object->run;
    }
    $self->set_is_being_processed(0);
    $self->set_has_been_processed(1);
    $self->_clear_last_run_time;
    $self->_clear_step_productions_as_hashref;

    return;
}

sub productions {
    my $self = shift;

    return (
        $self->_children_productions,
        %{ $self->step_productions_as_hashref },
    );
}

sub _children_productions {
    my $self = shift;

    return
        map { %{ $_->step_productions_as_hashref } }
        @{ $self->_children_graphs };
}

sub children_have_been_processed {
    my $self = shift;

    all { $_->has_been_processed } @{ $self->_children_graphs };
}

sub is_serializable {
    my $self = shift;

    # A step can be serialized as long as it and all of its children do not
    # implement Stepford::Role::Step::Unserializable
    none {
        $_->step_class->does('Stepford::Role::Step::Unserializable')
    }
    ( $self, @{ $self->_children_graphs } );
}

sub as_string {
    my $self = shift;

    return join(
        "\n",
        (
            map { sprintf( '[ %s ] --> [ %s ]', @$_ ) }
                _parent_child_pairs($self)
        ),
        q{}
    );
}

sub _parent_child_pairs {
    my $parent = shift;

    my @pairs;
    my @parents = ($parent);
    my %seen;
    while (@parents) {
        my $current_parent = shift @parents;
        my @children       = @{ $current_parent->_children_graphs };

        my @children_step_classes     = map { $_->step_class } @children;
        my $current_parent_step_class = $current_parent->step_class;

        push @pairs,
            map { [ $current_parent_step_class, $_ ] } @children_step_classes;

        push @parents,
            grep { !exists $seen{ $_->step_class } } @children;

        @seen{@children_step_classes} = ();
    }

    return @pairs;
}

__PACKAGE__->meta->make_immutable;

1;

# ABSTRACT: Contains the step dependency graph

__END__

=pod

=encoding UTF-8

=head1 NAME

Stepford::Graph - Contains the step dependency graph

=head1 VERSION

version 0.006000

=head1 DESCRIPTION

This is an internal class and has no user-facing parts. Please do not use it.

A C<Stepford::Graph> is a directed graph of the step dependency resolution.
Each step node has connections to all of the nodes for the steps that create
its dependencies. It is a graph rather than a tree as there may be multiple
paths between a step node and steps that create dependencies of dependency
steps. It is directed as each node only knows about the nodes for its own
dependencies, not the nodes that it provides dependencies for.

=for Pod::Coverage .*

=head1 SUPPORT

Bugs may be submitted through L<https://github.com/maxmind/Stepford/issues>.

=head1 AUTHOR

Dave Rolsky <[e-mail]>

=head1 COPYRIGHT AND LICENSE

This software is copyright (c) 2014 - 2019 by MaxMind, Inc.

This is free software; you can redistribute it and/or modify it under
the same terms as the Perl 5 programming language system itself.

=cut