File Coverage

blib/lib/Alvis/NLPPlatform/Canonical.pm

Criterion	Covered	Total	%
statement	6	39	15.3
branch	0	8	0.0
condition			n/a
subroutine	2	3	66.6
pod	1	1	100.0
total	9	51	17.6

package Alvis::NLPPlatform::Canonical;
use strict;
use warnings;


our $VERSION=$Alvis::NLPPlatform::VERSION;

sub CleanUp
{

    my ($canonical, $preserveWhiteSpace) = @_;

#     my $tmp_str;

    if (!$preserveWhiteSpace) {
	warn "\nRemoving White Spaces\n";

	$canonical =~ s/^[\s\t]*(<[^>]+>)[\s\t\n]*(\n)/$1$2/go;
	$canonical =~ s/(\n)[\s\t\n]*(<[^>]+>)[\s\t]*(\n)/$1$2$3/go;
	$canonical =~ s/(\n)[\s\t\n]*(<[^>]+>)[\s\t]*/$1$2/go;
    }
    $canonical =~ s/]*>//go;



    $canonical =~ s/<\/?list>/\n/go;
    $canonical =~ s/<\/?item>/\n/go;
    $canonical =~ s/<\/?canonicalDocument>/\n/go;
    $canonical =~ s/<\/?ulink[^>]*>//go;
    if (!$preserveWhiteSpace) {
	$canonical =~ s/\n+/\n/go;
	$canonical =~ s/^\n//go;
	$canonical =~ s/^\n$//go;
    }

    my $pos = 0;
    my $str = $canonical;
    my $pos_section = -1;
    my $pos_prec_section = 0;

    Alvis::NLPPlatform::XMLEntities::decode($str);
    $canonical = "";

    while(($pos_section = index($str, "", $pos_prec_section)) > -1) {
	$canonical .= substr($str, $pos_prec_section, $pos_section - $pos_prec_section);
 	chomp $canonical;
 	if ($pos_section != $pos_prec_section) {
 	    $canonical .= "\n";
 	}
	if (!$preserveWhiteSpace) {
	    $canonical =~ s/\n+/\n/go;
	    $canonical =~ s/^\n//go;
	    $canonical =~ s/^\n$//go;
	}

	push @Alvis::NLPPlatform::tab_end_sections_byaddr, (length($canonical) - 1);
	$pos_prec_section = $pos_section + 10;
    }


    return($canonical);
}

1;


__END__