File Coverage

blib/lib/Pistachio/Token/Constructor/Perl5.pm

Criterion	Covered	Total	%
statement	28	28	100.0
branch	4	4	100.0
condition			n/a
subroutine	7	7	100.0
pod	0	1	0.0
total	39	40	97.5

package Pistachio::Token::Constructor::Perl5;
# ABSTRACT: provides text_to_tokens(), which turns source code text into an array of Pistachio::Tokens

use strict;
use warnings;
our $VERSION = '0.10'; # VERSION

use Pistachio::Keywords::Perl5 'is_keyword';
use Pistachio::Token;
use PPI::Tokenizer;

use Exporter 'import';
our @EXPORT_OK = 'text_to_tokens';

# @param scalarref    reference to text
# @return arrayref    Pistachio::Token array
sub text_to_tokens {
    my $ppi = PPI::Tokenizer->new(shift);

    my @tokens;
    while (my $token = $ppi->get_token) {
        (my $type = ref $token) =~ s/PPI::Token:://o;
        my $val = $token->{content};

        $type eq 'Word' and do {
            my $is = is_keyword $val;
            $type .= '::' . ($is ? 'Reserved' : 'Defined');
        };

        push @tokens, Pistachio::Token->new($type, $val);
    }
    \@tokens;
}

1;

__END__