#!/usr/bin/perl

# test MediaWords::Crawler::Extractor against manually extracted downloads

use strict;

BEGIN
{
    use FindBin;
    use lib "$FindBin::Bin/../lib";
}

use Readonly;

use Test::More tests => 1;
use utf8;

use Lingua::Stem;
use Lingua::Stem::Ru;
use Data::Dumper;
use Perl6::Say;
use Lingua::EN::Sentence::MediaWords;
use Lingua::Stem::Snowball;
use MediaWords::Util::Stemmer;
use Data::Dumper;

my $test_string = <<'QUOTE';
Sentence contain version 2.0 of the text. Foo.
QUOTE

my $VAR1 = "raised the building in a statement as \x{201c}a true showcase facility.\x{201d} Cicilline said his tour of the bu";


my $fixed_var = Lingua::EN::Sentence::MediaWords::_apply_dangerous_regex ( $VAR1 );

my $expected_fixed_var = "raised the building in a statement as \x{201c}a true showcase facility.\x{201d} Cicilline said his tour of the bu";

say STDERR Dumper( $fixed_var );

{
    is( $VAR1, $expected_fixed_var, "sentence_split" );

}

Add a test case for a regular expression that crashes on perl 5.8
Add a test case for a regular expression that crashes on perl 5.8

