File Coverage

lib/Smartcat/App/DocumentExportApi.pm

Criterion	Covered	Total	%
statement	36	96	37.5
branch	0	22	0.0
condition			n/a
subroutine	12	14	85.7
pod	0	2	0.0
total	48	134	35.8

use strict;
use warnings;

package Smartcat::App::DocumentExportApi;

use File::Spec::Functions qw(catfile);
use IO::Uncompress::Unzip qw($UnzipError);
use Log::Any qw($log);

use Smartcat::Client::DocumentExportApi;

use Smartcat::App::Constants qw(
  EXPORT_ZIP_FILES_COUNT
  MAX_ITERATION_WAIT_TIMEOUT
  ITERATION_WAIT_TIMEOUT
);
use Smartcat::App::Utils;

use Carp;
$Carp::Internal{ ('Smartcat::Client::DocumentExportApi') }++;
$Carp::Internal{ (__PACKAGE__) }++;

use Log::Any qw($log);

use Data::Dumper;

sub new {
    my ( $class, $api, $rundata ) = @_;

    my $self = bless(
        {
            api     => Smartcat::Client::DocumentExportApi->new($api),
            rundata => $rundata
        },
        $class
    );

    return $self;
}

sub export_files {
    my ( $self, $documents ) = @_;

    my $api     = $self->{api};
    my $rundata = $self->{rundata};
    my %docs    = map { $_->id => $_ } @$documents;
    my @doc_ids = keys %docs;
    my @tasks;
    while ( $#doc_ids >= 0 ) {
        my @task_doc_ids = splice( @doc_ids, 0, EXPORT_ZIP_FILES_COUNT );
        my $task = eval {
            $api->document_export_request_export(
                document_ids => \@task_doc_ids,
                mode => $rundata->{mode} );
        };
        die $log->error(
            sprintf(
"Failed to register a task for exporting documents: '%s'.\nError:\n%s",
                join( ', ', @task_doc_ids ),
                format_error_message($@)
            )
        ) unless ($task);
        push @tasks, $task;
    }

    foreach my $task (@tasks) {
        my $single_file_export = $#{ $task->document_ids } == 0;
        my $response;
        my $counter = 0;

        #die $task->id;
        $log->info( sprintf( "Processing task '%s'...", $task->id ) );
        while ( 1 ) {
            $log->info("Downloading exported files...");
            $response = eval {
                $api->document_export_download_export_result(
                    task_id => $task->id );
            };
            unless ($response) {
                die $log->error(
                    sprintf(
"Failed to download exported files for task '%s'.\nError:\n%s",
                        $task->id, format_error_message($@)
                    )
                );
            }

            last if $response->code != 204;
            $log->info("Export is not ready...");
            $counter++;
            my $timeout = ITERATION_WAIT_TIMEOUT * $counter;
            sleep($timeout < MAX_ITERATION_WAIT_TIMEOUT ? $timeout : MAX_ITERATION_WAIT_TIMEOUT);
        }
        die $log->error(
            sprintf( "Cannot download exported files: %s. Export task is failed.",
                join( ', ', @{ $task->document_ids } ) )
        ) if $response->code == 422;

        if ($single_file_export) {
            my $doc  = $docs{ @{ $task->document_ids }[0] };
            my $name = $doc->full_path;
            $log->info("Processing document '$name'...");
            my $filepath = get_file_path( $rundata->{project_workdir},
                $doc->target_language, $name, $rundata->{filetype} );
            save_file( $filepath, $response->content );
            $log->info("Saved to '$filepath'.");
        }
        else {
            $self->_save_exported_files_from_zip( $task, $response->content );
        }
    }
}

sub _save_exported_files_from_zip {
    my ( $self, $task, $content ) = @_;

    my $u = new IO::Uncompress::Unzip \$content
      or die $log->error(
        "Cannot open downloaded content of $task->id: $UnzipError");
    my $rundata = $self->{rundata};
    my $status  = 0;
    $log->info("Processing zipped exported file...");
    do {
        my $name = $u->getHeaderInfo()->{Name};
        if ($name =~ m/$rundata->{filetype}$/) {
            die $log->error(
    "Cannot parse '$name' (filetype='$rundata->{filetype}') to get filename and target_language"
            ) unless $name =~ m/(.*)\((.*)\)$rundata->{filetype}$/;
            $log->info("Processing member '$name'...");
            my $target_language = $2;
            my $filepath =
                get_file_path($rundata->{project_workdir}, $target_language, $1, $rundata->{filetype});
            #print Dumper $self;
            open( my $fh, '>', $filepath )
              or die $log->error("Could not open file '$filepath' $!");
            binmode($fh);
            print $fh $_ while <$u>;
            close $fh;
            $log->info("Saved to '$filepath'.");
        } else {
            $log->info("Skipping member '$name'...");
        }
    } while ( ( $status = $u->nextStream() ) > 0 );
    die $log->error("Error processing downloaded content of $task->id: $!")
      if $status < 0;
}

1;