File Coverage

blib/lib/Hailo/Tokenizer/Chars.pm

Criterion	Covered	Total	%
statement	10	10	100.0
branch			n/a
condition			n/a
subroutine	4	4	100.0
pod			n/a
total	14	14	100.0

package Hailo::Tokenizer::Chars;
BEGIN {
  $Hailo::Tokenizer::Chars::AUTHORITY = 'cpan:AVAR';
}
{
  $Hailo::Tokenizer::Chars::VERSION = '0.72';
}

use 5.010;
use Any::Moose;
use Any::Moose 'X::StrictConstructor';
use namespace::clean -except => 'meta';

with qw(Hailo::Role::Arguments
        Hailo::Role::Tokenizer);

# output -> tokens
sub make_tokens {
    my ($self, $line) = @_;
    my @chars = split //, $line;
    my @tokens = map { [$self->{_spacing_normal}, $_] } @chars;
    return \@tokens;
}

# tokens -> output
sub make_output {
    my ($self, $tokens) = @_;
    return trim(join '', map { $_->[1] } @$tokens);
}

sub trim {
    my $txt = shift;
    $txt =~ s/^\s+//;
    $txt =~ s/\s+$//;
    return $txt;
}

__PACKAGE__->meta->make_immutable;

=encoding utf8

=head1 NAME

Hailo::Tokenizer::Chars - A character tokenizer for L

=head1 DESCRIPTION

This tokenizer dumbly splits input with C. Use it to
generate chains on a per-character basis.

=head1 AUTHOR

Evar ArnfjErE Bjarmason

=head1 LICENSE AND COPYRIGHT

Copyright 2010 Evar ArnfjErE Bjarmason.

This program is free software, you can redistribute it and/or modify
it under the same terms as Perl itself.

=cut