File Coverage

blib/lib/Catmandu/Importer/Blacklight.pm

Criterion	Covered	Total	%
statement	13	15	86.6
branch			n/a
condition			n/a
subroutine	5	5	100.0
pod			n/a
total	18	20	90.0

package Catmandu::Importer::Blacklight;

use Catmandu::Sane;
use Catmandu::Util qw(:is);
use REST::Client;
use URI::Escape;
use JSON;
use Moo;
use feature 'state';

with 'Catmandu::Importer';

has url     => (is => 'ro', required => 1);
has q       => (is => 'ro', required => 1);
has client  => (is => 'lazy');

sub _build_client {
    my $self;
    REST::Client->new();
}

sub generator {
    my ($self) = @_;

    sub {
        state $response = $self->query($self->q(),1);
        state $idx      = 0;

        unless (defined($response)) {
            print STDERR "Catmandu::Importer::Blacklight no response from: " . $self->url . "\n";
            return undef;
        }

        if (defined $response && ! defined $response->{docs}->[$idx]) {
            $response = $self->query($self->q(),$response->{pages}->{next_page});
            $idx = 0;
        }

        return unless defined($response->{docs}->[0]);

        my $doc = $response->{docs}->[$idx];
        my $id  = $doc->{id};

        $idx++;

        { '_id' => $id , %$doc};
    };
}

sub query {
    my ($self,$q,$page)  = @_;

    return undef unless defined($page) && $page =~ /^\d+$/;

    my $url        = sprintf "%s?q=%s&page=%d" , $self->url, uri_escape($q), $page;
    my $response   = $self->client->GET($url, { Accept => 'application/json' });

    return undef unless ($response->responseCode eq '200');

    my $json   = $response->responseContent;
    my $perl   = JSON::from_json($json , { utf8 => 1 });

    $perl->{response};
}

1;

__END__