File Coverage

blib/lib/HPC/Runner/Command/submit_jobs/Utils/Scheduler/JobStats.pm

Criterion	Covered	Total	%
statement	9	66	13.6
branch	0	4	0.0
condition			n/a
subroutine	3	7	42.8
pod	3	3	100.0
total	15	80	18.7

package HPC::Runner::Command::submit_jobs::Utils::Scheduler::JobStats;

#use Moose::Role;
use Moose;
use JSON;
use List::MoreUtils qw(firstidx);

=head1 HPC::Runner::Command::submit_jobs::Utils::Scheduler::JobStats

This will be undergoing serious revision in the near future

=head2 Attributes

Package Attributes

=cut

=head3 job_stats

HashRef of job stats - total jobs submitted, total processes, etc

=cut

has 'total_processes' => (
    traits  => ['Number'],
    is      => 'rw',
    isa     => 'Num',
    default => 0,
    handles => {
        set_total_processes => 'set',
        add_total_processes => 'add',
    },
);

#has 'tally_commands' => (
#traits  => ['Number'],
#is      => 'rw',
#isa     => 'Num',
#default => 1,
#handles => { add_tally_commands => 'add', },
#);

has 'total_batches' => (
    traits  => ['Number'],
    is      => 'rw',
    isa     => 'Num',
    default => 0,
    handles => {
        set_total_batches => 'set',
        add_total_batches => 'add',
    },
);

has batches => (
    traits  => ['Hash'],
    is      => 'rw',
    isa     => 'HashRef',
    default => sub { {} },
    handles => {
        set_batches     => 'set',
        defined_batches => 'defined',
    },
);

has jobnames => (
    traits  => ['Hash'],
    is      => 'rw',
    isa     => 'HashRef',
    default => sub { {} },
    handles => {
        keys_jobnames    => 'keys',
        defined_jobnames => 'defined',
        set_jobnames     => 'set',
        exists_jobnames  => 'exists',
    },
);

=head2 Subroutines


=head3 create_meta_str

=cut

#TODO This is a mess

sub create_meta_str {
    my $self          = shift;
    my $counter       = shift;
    my $batch_counter = shift;
    my $current_job   = shift;
    my $use_batches   = shift;
    my $job           = shift;
    my $cmd_count     = shift;

    my $batchname = $counter . "_" . $current_job;

    my $batch = $self->{batches}->{$batchname};
    $batch->{total_processes} = $self->total_processes;
    $batch->{total_batches}   = $self->total_batches;
    $batch->{total_jobs}      = $self->keys_jobnames;
    $batch->{jobname}         = $current_job;
    $batch->{job_counter}     = $counter;
    $batch->{job_tasks}       = $job->cmd_counter;
    $batch->{job_cmd_start}   = $job->{cmd_start};

    $batch->{task_index_start} = $job->{cmd_start};
    $batch->{task_index_end} = $job->{cmd_counter} + $job->{cmd_start} - 1;

    if ($use_batches) {
        $batch->{batch_index} = $batch_counter . "/" . $self->total_batches;
    }
    else {
        $batch->{array_start} = $job->{batch_index_start};
        $batch->{array_end}   = $job->{batch_index_end};
    }

    my $json      = JSON->new->allow_nonref;
    my $json_text = $json->encode($batch);

    # $batch->{meta_str} = $json_text;
    # delete $batch->{meta_str};
    $json_text = "--metastr \'$json_text\'";
    return $json_text;
}

=head3 collect_stats

Collect job stats

=cut

sub collect_stats {
    my $self          = shift;
    my $batch_counter = shift;
    my $cmd_counter   = shift;
    my $current_job   = shift;

    $batch_counter = sprintf( "%03d", $batch_counter );

    $self->add_total_processes($cmd_counter);

    my $command_count = ( $self->total_processes - $cmd_counter ) + 1;

    $self->set_batches(
        $batch_counter . "_" . $current_job => {
            commands => $cmd_counter,
            jobname => $current_job,
            batch   => $batch_counter,
        }
    );

    my $jobhref = {};
    $jobhref->{$current_job} = [];

    if ( $self->exists_jobnames($current_job) ) {
        my $tarray = $self->jobnames->{$current_job};
        push( @{$tarray}, $batch_counter . "_" . $current_job );
    }
    else {
        $self->set_jobnames(
            $current_job => [ $batch_counter . "_" . $current_job ] );
    }

    $self->add_total_batches(1);
}

=head3 do_stats

Do some stats on our job stats
Foreach job name get the number of batches, and have a put that in batches->batch->job_batches

=cut

sub do_stats {
    my $self = shift;

    my @jobs = $self->keys_jobnames;

    foreach my $batch ( $self->keys_batches ) {
        my $href        = $self->batches->{$batch};
        my $jobname     = $href->{jobname};
        my @job_batches = @{ $self->jobnames->{$jobname} };

        my $index = firstidx { $_ eq $batch } @job_batches;
        $index += 1;

        my $lenjobs = $#job_batches + 1;
        $self->batches->{$batch}->{job_batches} = $index . "/" . $lenjobs;

        # print "Job batches are "
        #     . $self->batches->{$batch}->{job_batches} . "\n";

        $self->batches->{total_processes} = $self->total_processes;
        $self->batches->{total_batches}   = $self->total_batches;

        $self->batches->{batch_count} =
          $href->{batch} . "/" . $self->total_batches;

    }
}

1;