File Coverage

blib/lib/Qudo/Driver/DBI.pm

Criterion	Covered	Total	%
statement	29	240	12.0
branch	0	40	0.0
condition	0	15	0.0
subroutine	7	33	21.2
pod	0	20	0.0
total	36	348	10.3

package Qudo::Driver::DBI;

use strict;
use warnings;

our $VERSION = '0.03';

use DBI;
use Carp qw/croak/;

use Qudo::Driver::DBI::DBD;

sub init_driver {
    my ($class, $master) = @_;

    for my $database (@{$master->{databases}}) {
        my $connection = bless {
            database => $database,
            dbh      => '',
            dbd      => '',
        }, $class;
        $connection->_connect();

        my $dbd_type = $connection->{dbh}->{Driver}->{Name};
        $connection->{dbd} = Qudo::Driver::DBI::DBD->new($dbd_type);

        $master->set_connection($database->{dsn}, $connection);
    }
}

sub _connect {
    my $self = shift;

    $self->{dbh} = DBI->connect(
        $self->{database}->{dsn},
        $self->{database}->{username},
        $self->{database}->{password},
        { RaiseError => 1, PrintError => 0, AutoCommit => 1, %{ $self->{database}->{connect_options} || {} } }
    );
}

sub dbh{
    my $self = shift;

    return $self->{dbh};
}

sub job_status_list {
    my ($self, $args) = @_;

    my $sql = q{
        SELECT
            job_status.id,
            job_status.func_id,
            job_status.arg,
            job_status.uniqkey,
            job_status.status,
            job_status.job_start_time,
            job_status.job_end_time
        FROM
            job_status
    };

    my @funcs;
    if( $args->{funcs} ){
        if( ref($args->{funcs}) eq 'ARRAY' ){
            @funcs = @{$args->{funcs}};
        }
        else{
            push @funcs , $args->{funcs};
        }

        $sql .= sprintf( q{
            INNER JOIN
                func
            ON
                job_status.func_id = func.id
            WHERE (func.name IN (%s) )}, join(',',map{'?'} @funcs) );
    }

    $sql .= q{ LIMIT ? OFFSET ? };

    my $sth = $self->_execute(
        $sql,
        [ @funcs , $args->{limit} ,$args->{offset} ]
    );

    my @job_status_list;
    while (my $row = $sth->fetchrow_hashref) {
        push @job_status_list, $row;
    }
    return \@job_status_list;
}

sub job_count {
    my ($self , $funcs) = @_;

    my @bind;
    if( ref $funcs eq 'ARRAY' ){
        @bind = @{$funcs};
    }
    elsif( defined $funcs ){
        push @bind , $funcs;
    }

    my $sql = q{
        SELECT
            COUNT(job.id) AS count
        FROM
            job
    };

    if( scalar @bind ){
        $sql .= q{
            INNER JOIN
                func ON job.func_id = func.id
            WHERE
        };
        $sql .= $self->_join_func_name( \@bind );
    }

    my $sth = $self->_execute(
        $sql,
        \@bind
    );

    my $ret = $sth->fetchrow_hashref();
    return $ret->{count};
}

sub job_list {
    my ($self, $limit, $funcs) = @_;

    my $sql = $self->_search_job_sql();
    $sql .= q{
        WHERE
            job.grabbed_until <= ?
          AND
            job.run_after <= ?
    };
    my @bind = $self->get_server_time;
    push @bind, $self->get_server_time;

    # func.name
    if( $funcs ){
        $sql .= q{ AND }. $self->_join_func_name($funcs);
        push @bind , @{$funcs};
    }

    # limit
    $sql .= q{LIMIT ?};
    push @bind , $limit;

    my $sth = $self->_execute(
        $sql,
        \@bind
    );

    my $code = $self->_get_job_data( $sth );

    my @jobs;
    while (1) {
        my $row = $code->();
        last unless $row;
        push @jobs, $row;
    }
    return \@jobs;
}

sub exception_list {
    my ($self, $args) = @_;

    my @bind   = ();
    my $limit  = $args->{limit};
    my $offset = $args->{offset};
    my $funcs  = $args->{funcs} || '';
    my $sql = q{
        SELECT
            exception_log.id,
            exception_log.func_id,
            exception_log.exception_time,
            exception_log.message,
            exception_log.uniqkey,
            exception_log.arg,
            exception_log.retried
        FROM
            exception_log
    };

    # funcs
    if ($funcs) {
        $sql .= q{
            INNER JOIN
                func
            ON
                exception_log.func_id = func.id
            WHERE
        };
        $sql .= $self->_join_func_name($funcs);
        push @bind , @{$funcs};
    }

    # limit
    if( $limit ){
        $sql .= q{ LIMIT ? };
        push @bind , $limit;
    }

    #offset
    if( $offset ){
        $sql .= q{OFFSET ?};
        push @bind , $offset;
    }

    my $sth = $self->_execute(
        $sql,
        \@bind
    );

    my @exception_list;
    while (my $row = $sth->fetchrow_hashref) {
        push @exception_list, $row;
    }
    return \@exception_list;
}


sub lookup_job {
    my ($self, $job_id) = @_;

    my $sql = $self->_search_job_sql();

    my @bind;
    # func.name
    if( $job_id ){
        $sql .= q{ WHERE job.id = ?};
        push @bind , $job_id;
    }

    # limit
    $sql .= q{ LIMIT 1};

    my $sth = $self->_execute(
        $sql,
        \@bind
    );

    return $self->_get_job_data( $sth );
}

sub find_job {
    my ($self, $limit, $func_ids) = @_;

    my $sql = $self->_search_job_sql();
    $sql .= q{
        WHERE
            job.grabbed_until <= ?
        AND
            job.run_after <= ?
    };
    my @bind = $self->get_server_time;
    push @bind, $self->get_server_time;

    # func.name
    if( $func_ids ){
        $sql .= q{ AND }. $self->_join_func_ids($func_ids);
        push @bind , @{$func_ids};
    }

    # priority
    $sql .= q{ ORDER BY job.priority DESC };

    # limit
    $sql .= q{ LIMIT ? };
    push @bind , $limit;

    my $sth = $self->_execute(
        $sql,
        \@bind
    );

    return $self->_get_job_data( $sth );
}

sub _search_job_sql {
    q{
        SELECT
            job.id AS id,
            job.arg AS arg,
            job.uniqkey AS uniqkey,
            job.func_id AS func_id,
            job.grabbed_until AS grabbed_until,
            job.retry_cnt AS retry_cnt,
            job.priority AS priority
        FROM job
    };
}

sub _get_job_data {
    my ($self, $sth) = @_;
    sub{
        while (my $row = $sth->fetchrow_hashref) {
            return +{
                job_id            => $row->{id},
                job_arg           => $row->{arg},
                job_uniqkey       => $row->{uniqkey},
                job_grabbed_until => $row->{grabbed_until},
                job_retry_cnt     => $row->{retry_cnt},
                job_priority      => $row->{priority},
                func_id           => $row->{func_id},
            };
        }
        return;
    };
}

sub grab_a_job {
    my ($self, %args) = @_;

    my $sql = q{
        UPDATE
            job
        SET
            grabbed_until = ?
        WHERE
            id = ?
        AND
            grabbed_until = ?
    };

    my @bind = (
        $args{grabbed_until},
        $args{job_id},
        $args{old_grabbed_until},
    );

    my $sth = $self->_execute(
        $sql,
        \@bind
    );

    return $sth->rows;
}

sub logging_exception {
    my ($self, $args) = @_;

    my $sql = q{
        INSERT INTO exception_log
            ( func_id , message , uniqkey, arg, exception_time, retried)
        VALUES
            ( ? , ? , ?, ?, ?, ?)
    };
    my @bind = (
        $args->{func_id} ,
        $args->{message} ,
        $args->{uniqkey} ,
        $args->{arg} ,
        time(),
        0,
    );

    my $sth = $self->_execute(
        $sql,
        \@bind
    );

    return;
}

sub set_job_status{
    my ($self, $args) = @_;

    my @column = keys %{$args};
    my $sql  = $self->_build_insert_sql(
        'job_status',
        \@column
    );

    my @bind = map {$args->{$_}} @column;

    $self->_execute(
        $sql,
        \@bind
    );

    return;
}

sub get_server_time {
    my $self = shift;

    my $unixtime_sql = $self->{dbd}->sql_for_unixtime;
    my $time;
    eval {
        $time = $self->{dbh}->selectrow_array("SELECT $unixtime_sql");
    };
    if ($@) { $time = time }
    return $time;
}

sub enqueue {
    my ($self, $args) = @_;

    $args->{enqueue_time}  ||= time;
    $args->{grabbed_until} ||= 0;
    $args->{retry_cnt}     ||= 0;
    $args->{run_after}     = time + ($args->{run_after}||0);
    $args->{priority}      ||= 0;

    my @column = keys %{$args};
    my $sql  = $self->_build_insert_sql(
        'job',
        \@column
    );
    my @bind = map {$args->{$_}} @column;

    my $sth_ins = $self->_execute(
        $sql,
        \@bind
    );


    my $id = $self->{dbd}->last_insert_id($self->{dbh}, $sth_ins);
    my $sth_sel = $self->_execute(
        q{SELECT * FROM job WHERE id = ?} ,
        [ $id ]
    );

    my $ret_sel = $sth_sel->fetchrow_hashref();
    return $ret_sel ? $ret_sel->{id} : undef;
}

sub reenqueue {
    my ($self, $job_id, $args) = @_;

    my $sql = q{
        UPDATE
            job
        SET
            enqueue_time  = ?,
            run_after     = ?,
            retry_cnt     = ?,
            grabbed_until = ?
        WHERE
            id = ?
    };

    my @bind = (
        time,
        (time + ($args->{retry_delay}||0) ),
        $args->{retry_cnt},
        $args->{grabbed_until},
        $job_id,
    );

    my $sth = $self->_execute(
        $sql,
        \@bind
    );

    return $sth->rows;
}


sub dequeue {
    my ($self, $args) = @_;

    my $sth = $self->_execute(
        q{DELETE FROM job WHERE id = ?} ,
        [ $args->{id} ]
    );

    return $sth->rows;
}


sub get_func_id {
    my ($self, $funcname) = @_;

    my $sth_sel = $self->_execute(
        q{SELECT * FROM func WHERE name = ?} ,
        [ $funcname ]
    );

    my $func_id;
    my $ret_hashref = $sth_sel->fetchrow_hashref();
    if ( $ret_hashref ){
        $func_id =  $ret_hashref->{id};
    }
    else{
        my $sth_ins = $self->_execute(
            q{INSERT INTO func ( name ) VALUES ( ? )} ,
            [ $funcname ]
        );

        $sth_sel->execute( $funcname );
        my $ret_hashref = $sth_sel->fetchrow_hashref();
        if ( $ret_hashref ){
            $func_id =  $ret_hashref->{id};
        }
    }

    return $func_id;
}

sub get_func_name {
    my ($self, $funcid) = @_;

    my $sth = $self->_execute(
        q{SELECT * FROM func WHERE id = ?} ,
        [ $funcid ]
    );

    my $ret_hashref = $sth->fetchrow_hashref();
    return $ret_hashref ? $ret_hashref->{name} : undef;
}

sub retry_from_exception_log {
    my ($self, $exception_log_id) = @_;

    $self->_execute(
        q{UPDATE exception_log SET retried = 1 WHERE id = ?},
        [$exception_log_id]
    );
}

sub _execute {
    my ($self, $sql, $bind) = @_;

    my $sth;
    eval {
        $sth = $self->{dbh}->prepare($sql);
        $sth->execute(@{$bind});
    };
    if ($@) { croak $@ }
    $sth;
}

sub _join_func_ids{
    my ($self , $func_ids ) = @_;

    my $func_in_sql = sprintf(
        q{ job.func_id IN (%s) } ,
        join(',', map { '?' } @{$func_ids} )
    );

    return $func_in_sql;
}

sub _join_func_name{
    my ($self , $funcs ) = @_;

    my $func_name = sprintf(
        q{ func.name IN (%s) } ,
        join(',', map { '?' } @{$funcs} )
    );

    return $func_name;
}

sub _build_insert_sql{
    my( $self , $table , $column_ary_ref ) = @_;

    my $sql  = qq{ INSERT INTO $table ( };
       $sql .= join ' , ' , @{$column_ary_ref};
       $sql .= ' ) VALUES ( ';
       $sql .= join( ' , ', ('?') x @{$column_ary_ref} );
       $sql .= ' )';

    return $sql;
}

sub func_from_name {
    my ($self, $funcname) = @_;

    my $result;
    while ( ! $result ) {
        my $sth = $self->_execute(q{
            SELECT id, name FROM func WHERE name = ? LIMIT 1
        }, [$funcname]);
        my $couner = 0;
        while ( my $row = $sth->fetchrow_hashref() ) {
            $result = $row;
        }
        if ( ! $result ) {
            $self->_execute(q{
                INSERT INTO func (name) VALUES (?)
            }, [ $funcname ]);
        }
    }
    return $result;
}

sub func_from_id {
    my ($self, $funcid) = @_;
    my $result;
    my $sth = $self->_execute(q{
        SELECT id, name FROM func WHERE id = ? LIMIT 1
    }, [$funcid]);
    my $couner = 0;
    while ( my $row = $sth->fetchrow_hashref() ) {
        $result = $row;
    }
    return $result;
}

1;

__END__