File Coverage

blib/lib/WebSource/XMLParser.pm

Criterion	Covered	Total	%
statement	10	12	83.3
branch			n/a
condition			n/a
subroutine	4	4	100.0
pod			n/a
total	14	16	87.5

package WebSource::XMLParser;
use utf8;
use strict;
use LWP::UserAgent;
# use WebSource::Parser;
use WebSource::Module;
use Carp;
use Encode;
use Encode::Guess;

our @ISA = ('WebSource::Module');

my %html_options = (
  recover => 2
);
my %xml_options = (
  recover => 2
);

=head1 NAME

WebSource::XMLParser : Builds a document out of an http-response
containing an XML or HTML file

=head1 DESCRIPTION

An XMLParser operator is declared as follows :




=head1 SYNOPSIS

  $fetcher = WebSource::XMLParser->new(wsnode => $node);

  # for the rest it works as a WebSource::Module

=head1 METHODS

=over 2

=item B<< $parser = WebSource::XMLParser->new(desc => $node); >>

Create a new Fetcher;

=cut

sub _init_ {
  my $self = shift;
  $self->SUPER::_init_;
  $self->{parser}         or $self->{parser} = XML::LibXML->new;
  my $wsd = $self->{wsdnode};
  if($wsd) {
    $self->{forceEncoding} = $wsd->getAttribute('force-encoding');
  }
  return $self;
}


=item B<< $parser->handle($env); >>

Parses the content of an http-response

=cut

sub handle {
  my $self = shift;
  my $env = shift;

#  $env->type eq "text/html" or
#  ( $env->type eq "text/xml"  or
#     return () );

  my $ct = $env->data;
  my $base = $env->{baseuri};
  my $doc = eval {
    $self->log(2,"Found doctype of '". $env->type . "' with encoding '" . $env->{encoding} ."'");
    $self->log(5,"-------- data -------------\n" . $ct);
    my %options;
    if($self->{forceEncoding}) {
    	$ct = decode($self->{forceEncoding},$ct);
    }
    # elsif($env->{encoding}) {
    #    $ct = decode($env->{encoding},$ct);
    # }
    if ($env->type eq "text/html") {
    	$self->{parser}->parse_html_string($ct,\%html_options,%options);
    } else {
    	$self->{parser}->parse_string($ct,\%xml_options,%options);
    }
  };
  $doc->setEncoding('utf-8');
  if(!$doc) {
    $self->log(1,"Couldn't parse document $base : $@");
    $self->log(3,">> here is the content <<\n",$ct,"\n");
    return ();
  }
  my $bytes = $doc->toString(1,'utf-8');
  $self->log(6,"-------- parsed -------------\n" . $bytes);
  my %meta = %$env;
  return WebSource::Envelope->new(
           %meta,
           type    => "object/dom-node",
           baseuri => $base,
           data    => $doc);
}

=back

=head1 SEE ALSO

WebSource::Module

=cut

1;