File Coverage

blib/lib/App/RecordStream/Operation/fromkv.pm

Criterion	Covered	Total	%
statement	49	53	92.4
branch	8	10	80.0
condition			n/a
subroutine	9	10	90.0
pod	0	6	0.0
total	66	79	83.5

package App::RecordStream::Operation::fromkv;

our $VERSION = "4.0.24";

use strict;

use base qw(App::RecordStream::Operation);

use strict;
use warnings;

sub init {
  my $this = shift;
  my $args = shift;

  my $kv_delim     = " ";
  my $entry_delim  = "\n";
  my $record_delim = "END\n";

  my $spec = {
    "kv-delim|f=s"     => \$kv_delim,
    "entry-delim|e=s"  => \$entry_delim,
    "record-delim|r=s" => \$record_delim,
  };

  $this->parse_options($args, $spec);

  $this->{'KV_DELIM'}     = $kv_delim;
  $this->{'ENTRY_DELIM'}  = $entry_delim;
  $this->{'RECORD_DELIM'} = $record_delim;
  $this->{'ACC'}          = undef;
}


sub wants_input {
  return 1;
}

sub stream_done {
  my $this = shift;

  my $acc = $this->{'ACC'};
  if(defined($acc)) {
    $this->process_record($acc);
  }
}

sub accept_line {
  my $this = shift;
  my $line = shift;

  if(!defined($this->{'ACC'})) {
    $this->{'ACC'} = '';
  }
  $this->{'ACC'} .= "$line\n";

  my $record_delim = $this->{'RECORD_DELIM'};

  if($this->{'ACC'} =~ s/^(.*?)\Q$record_delim\E//s) {
    $this->process_record($1);
  }

  return 1;
}

sub process_record {
  my $this = shift;
  my $line = shift;

  my $kv_delim     = $this->{'KV_DELIM'};
  my $entry_delim  = $this->{'ENTRY_DELIM'};

  # trim trailing and leading whitespace from record
  $line =~ s/^\s+|\s+$//g;

  my @entries = split(/\Q$entry_delim\E/, $line);

  if (scalar(@entries) > 0) {
    my $current_record = {};

    for my $entry (@entries) {
      my @pair = split($kv_delim, $entry);

      $current_record->{$pair[0]} = $pair[1] if scalar(@pair) == 2;
    }

    $this->push_record(App::RecordStream::Record->new($current_record));
  }
}

sub usage
{
  my $this = shift;

  my $options = [
    [ 'record-delim|r ', 'Delimiter to for separating records (defaults to "END\\n").'],
    [ 'entry-delim|e  ', 'Delimiter to for separating entries within records (defaults to "\\n").'],
    [ 'kv-delim|f ', 'Delimiter to for separating key/value pairs within an entry (defaults to " ").'],
  ];

  my $args_string = $this->options_string($options);

  return <
Usage : recs-fromkv  []
   __FORMAT_TEXT__
   Records are generated from character input with the form "...".
   Records have the form "...".  Entries are pairs of the form
   "".
   __FORMAT_TEXT__

Arguments:
$args_string

Examples:
  Parse memcached stat metrics into records
    echo -ne 'stats\\r\\n' | nc -i1 localhost 11211 | tr -d "\\r" | awk '{if (! /END/) {print \$2" "\$3} else {print \$0}}' | recs-fromkv

  Parse records separated by "E\\n" with entries separated by '\|' and pairs separated by '='
    recs-fromkv --kv-delim '=' --entry-delim '\|' --record-delim \$(echo -ne "E\\n")

  Parse records separated by "%\\n" with entries separated by "\\n" and pairs separated by '='
    recs-fromkv --kv-delim '=' --record-delim \$(echo -ne "%\\n")

  Parse records separated by '%' with entries separated by '\|' and pairs separated by '='
    recs-fromkv --kv-delim '=' --entry-delim '\|' --record-delim '%'
USAGE
}

1;