Recently, in Re: Testing in Perl, I said I was working on a script that automates multiple test builds of a module against a number of Perlbrew instances. Below are the brew_build.pl (brew control) script and the test.pl (test runner) script, and here's the git repo.

This works on all platforms I've tested it on (FreeBSD, Linux and Windows). For *nix, you need to have Perlbrew installed. On Windows, Berrybrew is required. You'll also require cpanm from App::cpanminus.

The reasoning behind this creation is due to the fact Travis CI only performs builds on Linux machines, and I wanted an easy way to perform release candidate builds on Windows as well in much the same manner.

It was rather quickly slapped together, but it's simply a prototype. Now that I know it works pretty well, I'm going to turn it into a proper Test module.

In your module, create a build directory in the root, and drop these two files into it. Here are some usage examples:

Run unit tests on all currently installed perl versions:

perl build/brew_build.pl
[download]

Remove all currently installed perl instances (except the one you're using), and install three new random versions, and run tests on those pristine instances (short forms for args (eg: -c for --count) are available:

perl build/brew_build.pl --reload 1 --count 3
[download]

Install all versions of perl available to Perlbrew, without removing existing instances, and enable verbose output:

perl build/brew_build.pl -d 1 -c -1
[download]

Install a specific version of perl, and run tests on all installed versions:

perl build/brew_build.pl -v 5.20.1
[download]

Example output (note that if one perlbrew instance fails tests, all processing stops (exit;) and the actual test output for the failed build is displayed along with the perl version so you can further investigate. Otherwise, on success:

% perl build/brew_build.pl
perl-5.23.7
perl-5.22.1
perl-5.20.3
perl-5.18.4
perl-5.14.4
perl-5.12.5


perl-5.12.5 :: PASS
perl-5.14.4 :: PASS
perl-5.18.4 :: PASS
perl-5.20.3 :: PASS
perl-5.22.1 :: PASS
perl-5.23.7 :: PASS
[download]

brew_build.pl

#!/usr/bin/perl
use warnings;
use strict;

use Cwd;
use Getopt::Long;

my ($debug, $count, $reload, $version, $help);

GetOptions(
    "debug=i"   => \$debug,
    "count=i"   => \$count,
    "reload=i"  => \$reload,
    "version=s" => \$version,
    "help"      => \$help,
);

if ($help){
    print <<EOF;

    Usage: perl build/brewbuild.pl [options]

    Options:

    --debug | -d:   Bool, enable verbosity
    --count | -c:   Integer, how many random versions of perl to insta
+ll.
                    Send in -1 to install all available versions.
    --reload | -r:  Bool, remove all installed perls (less the current
+ one)
                    before installation of new ones
    --verion | -v:  String, the number portion of an available perl ve
+rsion
                    according to "perlbrew available" Note that only o
+ne is
                    allowed at this time
    --help | -h:    print this help message
EOF
exit;
}

my $cwd = getcwd();
my $is_win = 0;
$is_win = 1 if $^O =~ /Win/;

run($count);

sub perls_available {
    my $brew_info = shift;

    my @perls_available = $is_win
        ? $brew_info =~ /(\d\.\d+\.\d+_\d+)/g
        : $brew_info =~ /(perl-\d\.\d+\.\d+)/g;

    if ($is_win){
        for (@perls_available){
            s/perl-//;
        }
    }
    return @perls_available;
}
sub perls_installed {
    my $brew_info = shift;

    return $is_win
        ? $brew_info =~ /(\d\.\d{2}\.\d(?:_\d{2}))(?!=_)\s+\[installed
+\]/ig
        : $brew_info =~ /i.*?(perl-\d\.\d+\.\d+)/g;
}
sub instance_remove {
    my @perls_installed = @_;

    if ($debug) {
        print "$_\n" for @perls_installed;
        print "\nremoving previous installs...\n";
    }

    my $remove_cmd = $is_win
        ? 'berrybrew remove'
        : 'perlbrew uninstall';

    for (@perls_installed){
        my $ver = $^V;
        $ver =~ s/v//;

        if ($_ =~ /$ver$/){
            print "skipping version we're using, $_\n" if $debug;
            next;
        }
        `$remove_cmd $_`;
    }

    print "\nremoval of existing perl installs complete...\n" if $debu
+g;
}
sub instance_install {
    my $count = shift;
    my @perls_available = @_;

    my $install_cmd = $is_win
        ? 'berrybrew install'
        : 'perlbrew install --notest -j 4';

    my @new_installs;

    if ($version){
        $version = $is_win ? $version : "perl-$version";
        push @new_installs, $version;
    }
    else {
        if ($count) {
            while ($count > 0){
                push @new_installs, $perls_available[rand @perls_avail
+able];
                $count--;
            }
        }
    }

    if (@new_installs){
        for (@new_installs){
            print "\ninstalling $_...\n";
            `$install_cmd $_`;
        }
    }
    else {
        print "\nusing existing versions only\n" if $debug;
    }
}
sub results {

    my $exec_cmd = $is_win
        ? "berrybrew exec perl $cwd\\build\\test.pl"
        : "perlbrew exec perl $cwd/build/test.pl 2>/dev/null";

    my $debug_exec_cmd = $is_win
        ? "berrybrew exec perl $cwd\\build\\test.pl"
        : "perlbrew exec perl $cwd/build/test.pl";

    my $result;

    print "\n...executing\n" if $debug;

    if ($is_win){
        $result = `$exec_cmd`;
    }
    else {
        if ($debug){
            $result = `$debug_exec_cmd`;
        }
        else {
            $result = `$exec_cmd`;
        }
    }

    my @ver_results = split /\n\n\n/, $result;

    print "\n\n";

    for (@ver_results){
        my $ver;

        if (/^([Pp]erl-\d\.\d+\.\d+)/){
            $ver = $1;
        }
        my $res;

        if (/Result:\s+(PASS)/){
            $res = $1;
        }
        else {
            print $_;
            exit;
        }
        print "$ver :: $res\n";
    }
}
sub run {

    my $count = shift // 0;

    my $brew_info = $is_win
        ? `berrybrew available`
        : `perlbrew available`;

    my @perls_available = perls_available($brew_info);

    $count = scalar @perls_available if $count < 0;

    my @perls_installed = perls_installed($brew_info);

    print "$_\n" for @perls_installed;
    if ($debug){
        print "$_ installed\n" for @perls_installed;
        print "\n";
    }

    my %perl_vers;

    instance_remove(@perls_installed) if $reload;
    instance_install($count, @perls_available);

    results();
}
[download]

test.pl

#!/usr/bin/perl
use warnings;
use strict;

use Cwd;

my $cwd = getcwd();

if ($^O ne 'MSWin32'){
    system "cpanm --installdeps . && make && make test";
}
else {
    system "cpanm --installdeps . && dmake && dmake test";
}
[download]