File Coverage

blib/lib/Fabnewsru/Utils.pm

Criterion	Covered	Total	%
statement	33	51	64.7
branch	0	2	0.0
condition			n/a
subroutine	7	8	87.5
pod	4	4	100.0
total	44	65	67.6

package Fabnewsru::Utils;
$Fabnewsru::Utils::VERSION = '0.01';
# ABSTRACT: Some useful methods for operating with Mojo::DOM objects


use warnings;
use List::MoreUtils qw( each_array );
# use Data::Dumper;
use common::sense;

use Exporter qw(import);
our @EXPORT_OK = qw(table2hash table2array_of_hashes merge_hashes rm_spec_symbols_from_hash_values rm_spec_symbols_from_string);



sub table2hash {
	my ($dom, $container) = @_;
	my $h = {};
	my $table_dom = $dom->at($container);
	for my $i ($table_dom->find("tr")->each) {
		my $key_candidate = rm_spec_symbols_from_string($i->find("td")->[0]->all_text);
		my $val_candidate = rm_spec_symbols_from_string($i->find("td")->[1]->all_text);
		$h->{$key_candidate} = $val_candidate;
	}
	return $h;
}



sub table2array_of_hashes {
	my ($dom, $container, $fields_arr) = @_;
	my @array_of_hashes;	#result
	my $fields;		# array of fields
	if (defined $fields_arr) {
		$fields = $fields_arr;
	} else {
		for ($dom->find("thead th")->each) {
			push @$fields, rm_spec_symbols_from_string($_->text);
		}
	}

	# warn Dumper $fields;

	for my $i ($dom->find("tbody tr")->each) {
		my $h = {};
		my @values = $i->find("td")->each;					# html values
		my $it = each_array(@$fields, @values);
		my @urls;
		while ( my ($x, $y) = $it->() ) {				# start of iteration on each
			$h->{$x}= rm_spec_symbols_from_string($y->all_text); 					# couldn't be text, need to be all_text
			for my $e ($y->find('a[href]')->each) {						# extract all urls;
				push @urls, $e->attr("href");
			  }
			$h->{urls} = \@urls;
			# if (defined $y) {
			# 	push @urls, $y->at("a[href]")->attr("href");
			# }
		}	# end of iteration on each
		push @array_of_hashes, $h;
	}
	return \@array_of_hashes;
}


sub merge_hashes {
    my ($fields, $values) = @_;
    my $result ={};
    while ( my ($i, $j) = each(%$values) ) {
        my ($new_key) = grep { $fields->{$_} eq $i } keys $fields;
        $result->{$new_key} = $j;
    }
    return $result;
}



sub rm_spec_symbols_from_string {
	my $str = shift;
	$str =~ s/[\$#~!&;:]+//g;
	$str =~ s/^\s+//g;
	$str =~ s/\s+$//g;
	$str =~ s/\s{2,}/ /g;
	return $str;
}

1;

__END__