#!/usr/bin/perl
use strict;
use warnings;
use 5.36.0;

my $BLOCKSIZE = 1024 * 1024 * 128;
my $data;
my $IN;
my $out='out-perl.dat';
truncate $out, 0;
open my $OUT, '>>', $out;

my @text = glob("*.txt");
foreach my $t (@text) {
  open($IN, '<', $t) or next;
  read($IN, $data, $BLOCKSIZE);
  my @line = split /\n/, $data;
  foreach (@line) {
    s/[[:punct:]]/ /g;
    tr/[0-9]//d;
    s/w(as|ere)/be/gi;
    s/\sneed.*/ need /gi;
    s/\s.*meant.*/ mean /gi;
    s/\s.*work.*/ work /gi;
    s/\s.*read.*/ read /gi;
    s/\s.*allow.*/ allow /gi;
    s/\s.*gave.*/ give /gi;
    s/\s.*bought.*/ buy /gi;
    s/\s.*want.*/ want /gi;
    s/\s.*hear.*/ hear /gi;
    s/\s.*came.*/ come /gi;
    s/\s.*destr.*/ destroy /gi;
    s/\s.*paid.*/ pay /gi;
    s/\s.*selve.*/ self /gi;
    s/\s.*self.*/ self /gi;
    s/\s.*cities.*/ city /gi;
    s/\s.*fight.*/ fight /gi;
    s/\s.*creat.*/ create /gi;
    s/\s.*makin.*/ make /gi;
    s/\s.*includ.*/ include /gi;
    s/\s.*mean.*/ mean /gi;
    s/\stalk.*/ talk /gi;
    s/\sgoing / go /gi;
    s/\sgetting / get /gi;
    s/\sstart.*/ start /gi;
    s/\sgoes / go /gi;
    s/\sknew / know /gi;
    s/\strying / try /gi;
    s/\stried / try /gi;
    s/\stold / tell /gi;
    s/\scoming / come /gi;
    s/\ssaying / say /gi;
    s/\smen / man /gi;
    s/\swomen / woman /gi;
    s/\stook / take /gi;
    s/\stak.*/ take /gi;
    s/\slying / lie /gi;
    s/\sdying / die /gi;
    s/\smade /make /gi;
    s/\sused.*/ use /gi;
    s/\susing.*/ use /gi;

    close $IN;
    print $OUT "$_\n";
  }
}