#!/usr/local/bin/perl -w

# this script builds a cache of web pages, which can be searched
# by sitesearch.pl; shd be run each time web site content changes

use strict;
use CGI qw(:standard);
use Data::Dumper;

my $dir = 'your_file_path';    # dir to search.
my $ext = 'htm';               # page types to search.
my $cache = 'sitesearch.dat';  # cache file.
my (@Results,$file,$title);

# optional boundaries for search area, to avoid
# searching on repeated text:
my $startstring = 'unique_ident_1';	
my $endstring = 'unique_ident_2';

chdir $dir;

# get all the relevant pages, strip out title, file name and
# searchable text, store in array of hashes:
while (<*.$ext>) {
    open FILE, $_;
    read FILE, $file, -s(FILE);
    $file =~ m#<title>(.*?)</title>#i;
    $title = $1;
    $file =~ s/^.*$startstring/$startstring/s;  # delete these 2 lines if
    $file =~ s/$endstring.*$//s;                # you want to search the whole page
    $file =~ s/<[^>]*>/ /g;
    push @Results, {filename => $_, title => $title, text => $file};
}

# save the results in the cache file:
open SAVE, ">$cache" or die "could not open $cache $!";
print SAVE Dumper(\@Results);
close SAVE;

# check what has been saved in the cache file, and display it:
open RETRIEVE, $cache or die "could not open $cache $!";
my $data = do { local $/; <RETRIEVE> };
my @Retrieves = @{ my $VAR1; eval $data };
print header,h2('You have successfully cached the following pages:');
print $_->{title},br for @Retrieves;  



##</code><code>##

#!/usr/local/bin/perl -w

# this script searches the given web directory for
# pages containing the given search term.   Need to run
# cache.pl first to create the cache file.

use lib 'your_file_path';
use strict;
use CGI qw(:standard);
use HTML::Template;

my $cache = '/u/www/virtual/w01-0785/sitesearch.dat'; # path to cache file.
my $param = 'search';			# name field from input tag
					# in calling web page.

# get the web site data from the cache:
open RETRIEVE, $cache or die "could not open $cache $!";
my $data = do { local $/; <RETRIEVE> };
my @Retrieves = @{ my $VAR1; eval $data };

# search the data and pull out the relevant filenames and page titles:
my $SearchTerm = param($param);	
my @Results;
my $text;
for (@Retrieves) {
    if ($_->{text} =~ /$SearchTerm/i) {
       push @Results, {filename => $_->{filename}, title => $_->{title}};
    }
}

# print the search results:
my $results_tmpl = HTML::Template->new(filename => 'siteresults.tmpl');
$results_tmpl->param(
    search_term => $SearchTerm,
    results => [@Results],
);
print header;
print $results_tmpl->output();

##</code><code>##

# send back the sitesearch input box:
<form method="get" action="http://your_path/cgi-bin/sitesearch.pl">
    <input type="text" name="search" size="15" value="<TMPL_VAR SEARCH_TERM>">
</form>

.....

# print out the relevant links:
Here are the Pages that match your Search Terms:<br>
<TMPL_LOOP RESULTS>
    <a href="http://your_path/<TMPL_VAR FILENAME>"><TMPL_VAR TITLE></a><br>
</TMPL_LOOP>