my %keep = map { $_ => 1 } values %uni_refs;

my @refs = @allrefs[ grep $keep{$_}, 0..$#allrefs ];