imacat/arclog
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Replaced the messy GNU-styled, multi-lingual documents with a single Markdown README.md. Added the GitHub repository to the document and removed the SourceForge website, my web page, and the SourceForge mailing list from the document. Removed the document license, and my PGP key from the package. Removed the signature file from the repository. Changed the license from GPLv3 to APLv2. Various fixes to avoid JetBrains IDE problem detection.

Browse Source
This commit is contained in:
imacat
2021-02-06 19:34:55 +08:00
parent 8e134b3a67
commit 896b7ac5ce
40 changed files with 2235 additions and 5081 deletions
Download Patch File Download Diff File Expand all files Collapse all files
t/02-several.t
+105 -106
View File
@@ -1,20 +1,19 @@
#! /usr/bin/perl -w
# Test archiving several log files at once
# Copyright (c) 2007 imacat
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
# Copyright (c) 2007-2021 imacat.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
use 5.005;
use strict;
@@ -30,87 +29,87 @@ use File::Spec::Functions qw(catdir catfile updir);
use FindBin;
use lib $FindBin::Bin;
use _helper;
use vars qw($WORKDIR $arclog $tno);
our ($WORKDIR, $arclog, $tno);
$WORKDIR = catdir($FindBin::Bin, "logs");
$arclog = catfile($FindBin::Bin, updir, "blib", "script", "arclog");
$tno = 0;
# 1-16: Archiving several log files at once
foreach my $rt (@RESTYPES) {
foreach my $rt (@RESULT_TYPES) {
my $skip;
$skip = 0;
# 1: Source log files listed as the arguments
$_ = eval {
if ( ($$rt{"type"} eq TYPE_GZIP && nogzip)
|| ($$rt{"type"} eq TYPE_BZIP2 && nobzip2)) {
if ( ($$rt{"type"} eq TYPE_GZIP && has_no_gzip)
|| ($$rt{"type"} eq TYPE_BZIP2 && has_no_bzip2)) {
$skip = 1;
return;
}
my ($title, $cmd, $retno, $out, $err, @vardump, %logfiles);
my ($title, $cmd, $ret_no, $out, $err, @var_dump, %logfiles);
my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf);
my ($num, @fs, @cs, @cem, @mle, %cof, $opref, $oprfb, $mt);
my (@st, $fmt);
rmtree $WORKDIR;
mkpath $WORKDIR;
$fmt = $LOGFMTS[int rand @LOGFMTS];
$fmt = $LOG_FORMATS[int rand @LOG_FORMATS];
$title = join ", ", "several log files", "all listed as arguments",
$$fmt{"title"}, $$rt{"title"};
# (2-4 times available compression) log files
$_ = 2 + (nogzip? 0: 2) + (nobzip2? 0: 2);
$_ = 2 + (has_no_gzip? 0: 2) + (has_no_bzip2? 0: 2);
$num = $_ + int rand $_;
%_ = qw();
my %types = qw();
# At least 2 files for each available compression
foreach my $st (@SRCTYPES) {
next if ($$st{"type"} eq TYPE_GZIP && nogzip)
|| ($$st{"type"} eq TYPE_BZIP2 && nobzip2);
@_ = grep !exists $_{$_}, (0...$num-1);
$_{$_[int rand @_]} = $st;
@_ = grep !exists $_{$_}, (0...$num-1);
$_{$_[int rand @_]} = $st;
foreach my $st (@SOURCE_TYPES) {
next if ($$st{"type"} eq TYPE_GZIP && has_no_gzip)
|| ($$st{"type"} eq TYPE_BZIP2 && has_no_bzip2);
@_ = grep !exists $types{$_}, (0...$num-1);
$types{$_[int rand @_]} = $st;
@_ = grep !exists $types{$_}, (0...$num-1);
$types{$_[int rand @_]} = $st;
}
# Set random compression on the rest files
foreach (grep !exists $_{$_}, (0...$num-1)) {
foreach (grep !exists $types{$_}, (0...$num-1)) {
do {
$_{$_} = $SRCTYPES[int rand @SRCTYPES];
} until !(${$_{$_}}{"type"} eq TYPE_GZIP && nogzip)
&& !(${$_{$_}}{"type"} eq TYPE_BZIP2 && nobzip2);
$types{$_} = $SOURCE_TYPES[int rand @SOURCE_TYPES];
} until !(${$types{$_}}{"type"} eq TYPE_GZIP && has_no_gzip)
&& !(${$types{$_}}{"type"} eq TYPE_BZIP2 && has_no_bzip2);
}
@st = map $_{$_}, (0...$num-1);
@st = map $types{$_}, (0...$num-1);
@fs = qw();
@cs = qw();
@cem = qw();
@vardump = qw();
@var_dump = qw();
@fle = qw();
%logfiles = qw();
for (my $k = 0; $k < $num; $k++) {
my ($logfile, $cs, $vardump);
do { $logfile = randword } until !exists $logfiles{$logfile};
my ($logfile, $cs, $var_dump);
do { $logfile = random_word } until !exists $logfiles{$logfile};
$logfiles{$logfile} = 1;
$logfile .= ${$st[$k]}{"suf"};
push @fs, catfile($WORKDIR, $logfile);
($cs, $vardump, %_) = &{$$fmt{"sub"}}($fs[$k]);
($cs, $var_dump, %types) = &{$$fmt{"sub"}}($fs[$k]);
push @cs, $cs;
push @cem, {%_};
push @cem, {%types};
push @fle, $logfile;
push @vardump, $vardump;
frwrite(catfile($WORKDIR, "$logfile.vardump"), $vardump);
push @fle, "$logfile.vardump";
push @var_dump, $var_dump;
write_raw_file(catfile($WORKDIR, "$logfile.var-dump"), $var_dump);
push @fle, "$logfile.var-dump";
}
%_ = qw();
%_ = (%_, map { $_ => 1 } keys %$_) foreach @cem;
@mle = sort keys %_;
%types = qw();
%types = (%types, map { $_ => 1 } keys %$_) foreach @cem;
@mle = sort keys %types;
$mt = pop @mle;
do { $oprfb = randword } until !exists $logfiles{$oprfb};
do { $oprfb = random_word } until !exists $logfiles{$oprfb};
$opref = catfile($WORKDIR, $oprfb);
%cof = mkrndlog_existing $$fmt{"sub"},
%cof = make_log_file $$fmt{"sub"},
$WORKDIR, "$oprfb.%s" . $$rt{"suf"}, @mle;
push @fle, map "$oprfb.$_" . $$rt{"suf"}, @mle;
prsrvsrc $WORKDIR;
preserve_source $WORKDIR;
@_ = ($arclog, qw(-d -d -d -o a), @{$$rt{"opts"}}, @fs, $opref);
$cmd = join(" ", @_);
($retno, $out, $err) = runcmd "", @_;
($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR);
($ret_no, $out, $err) = run_cmd "", @_;
($fle, $flr) = (join(" ", sort @fle), list_files $WORKDIR);
%cef = qw(); # Expected content by file
%tef = qw(); # Expected file type by file
%crf = qw(); # Resulted content by file
@@ -119,11 +118,11 @@ foreach my $rt (@RESTYPES) {
$fr = $fs[$k];
$frb = basename($fr);
($cef{$frb}, $tef{$frb}) = (${$cem[$k]}{$mt}, ${$st[$k]}{"type"});
($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr);
$fr = $fs[$k] . ".vardump";
($crf{$frb}, $trf{$frb}) = (read_file $fr, file_type $fr);
$fr = $fs[$k] . ".var-dump";
$frb = basename($fr);
($cef{$frb}, $tef{$frb}) = ($vardump[$k], TYPE_PLAIN);
($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr);
($cef{$frb}, $tef{$frb}) = ($var_dump[$k], TYPE_TEXT);
($crf{$frb}, $trf{$frb}) = (read_file $fr, file_type $fr);
}
foreach my $m (@mle) {
$fr = "$opref.$m" . $$rt{"suf"};
@@ -131,102 +130,102 @@ foreach my $rt (@RESTYPES) {
$cef{$frb} = $cof{$frb}
. join "", map(exists $$_{$m}? $$_{$m}: "", @cem);
$tef{$frb} = $$rt{"type"};
($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr);
($crf{$frb}, $trf{$frb}) = (read_file $fr, file_type $fr);
}
die "$title\n$cmd\n$out$err" unless $retno == 0;
die "$title\n$cmd\n$out$err" unless $ret_no == 0;
die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err"
unless $flr eq $fle;
foreach $fr (@fle) {
die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err"
unless nofile || $trf{$fr} eq $tef{$fr};
unless has_no_file || $trf{$fr} eq $tef{$fr};
die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err"
unless $crf{$fr} eq $cef{$fr};
}
1;
};
skip($skip, $_, 1, $@);
cleanup $_ || $skip, $WORKDIR, ++$tno;
clean_up $_ || $skip, $WORKDIR, ++$tno;
# 2-4: One of the source log files is read from STDIN
# The file type at STDIN
foreach my $ststdin (@SRCTYPES) {
foreach my $st_stdin (@SOURCE_TYPES) {
$skip = 0;
$_ = eval {
if ( ($$rt{"type"} eq TYPE_GZIP && nogzip)
|| ($$rt{"type"} eq TYPE_BZIP2 && nobzip2)
|| ($$ststdin{"type"} eq TYPE_GZIP && nogzip)
|| ($$ststdin{"type"} eq TYPE_BZIP2 && nobzip2)) {
if ( ($$rt{"type"} eq TYPE_GZIP && has_no_gzip)
|| ($$rt{"type"} eq TYPE_BZIP2 && has_no_bzip2)
|| ($$st_stdin{"type"} eq TYPE_GZIP && has_no_gzip)
|| ($$st_stdin{"type"} eq TYPE_BZIP2 && has_no_bzip2)) {
$skip = 1;
return;
}
my ($title, $cmd, $retno, $out, $err, @vardump, %logfiles);
my ($title, $cmd, $ret_no, $out, $err, @var_dump, %logfiles);
my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf);
my ($num, @fs, @cs, @cem, @mle, %cof, $opref, $oprfb, $stdin);
my (@st, $fmt);
rmtree $WORKDIR;
mkpath $WORKDIR;
$fmt = $LOGFMTS[int rand @LOGFMTS];
$fmt = $LOG_FORMATS[int rand @LOG_FORMATS];
$title = join ", ", "several log files", "one read from STDIN",
"STDIN " . $$ststdin{"title"}, $$rt{"title"};
"STDIN " . $$st_stdin{"title"}, $$rt{"title"};
# (2-4 times available compression) log files
$_ = 2 + (nogzip? 0: 2) + (nobzip2? 0: 2);
$_ = 2 + (has_no_gzip? 0: 2) + (has_no_bzip2? 0: 2);
$num = $_ + int rand $_;
%_ = qw();
my %types = qw();
# At least 2 files for each available compression
foreach my $st (@SRCTYPES) {
next if ($$st{"type"} eq TYPE_GZIP && nogzip)
|| ($$st{"type"} eq TYPE_BZIP2 && nobzip2);
@_ = grep !exists $_{$_}, (0...$num-1);
$_{$_[int rand @_]} = $st;
@_ = grep !exists $_{$_}, (0...$num-1);
$_{$_[int rand @_]} = $st;
foreach my $st (@SOURCE_TYPES) {
next if ($$st{"type"} eq TYPE_GZIP && has_no_gzip)
|| ($$st{"type"} eq TYPE_BZIP2 && has_no_bzip2);
@_ = grep !exists $types{$_}, (0...$num-1);
$types{$_[int rand @_]} = $st;
@_ = grep !exists $types{$_}, (0...$num-1);
$types{$_[int rand @_]} = $st;
}
# Set random compression on the rest files
foreach (grep !exists $_{$_}, (0...$num-1)) {
foreach (grep !exists $types{$_}, (0...$num-1)) {
do {
$_{$_} = $SRCTYPES[int rand @SRCTYPES];
} until !(${$_{$_}}{"type"} eq TYPE_GZIP && nogzip)
&& !(${$_{$_}}{"type"} eq TYPE_BZIP2 && nobzip2);
$types{$_} = $SOURCE_TYPES[int rand @SOURCE_TYPES];
} until !(${$types{$_}}{"type"} eq TYPE_GZIP && has_no_gzip)
&& !(${$types{$_}}{"type"} eq TYPE_BZIP2 && has_no_bzip2);
}
# Choose the STDIN from the matching compression
@_ = grep ${$_{$_}}{"type"} eq $$ststdin{"type"}, (0...$num-1);
@_ = grep ${$types{$_}}{"type"} eq $$st_stdin{"type"}, (0...$num-1);
$stdin = $_[int rand @_];
@st = map $_{$_}, (0...$num-1);
@st = map $types{$_}, (0...$num-1);
@fs = qw();
@cs = qw();
@cem = qw();
@vardump = qw();
@var_dump = qw();
@fle = qw();
%logfiles = qw();
for (my $k = 0; $k < $num; $k++) {
my ($logfile, $cs, $vardump);
do { $logfile = randword } until !exists $logfiles{$logfile};
my ($logfile, $cs, $var_dump);
do { $logfile = random_word } until !exists $logfiles{$logfile};
$logfiles{$logfile} = 1;
$logfile .= ${$st[$k]}{"suf"};
push @fs, catfile($WORKDIR, $logfile);
($cs, $vardump, %_) = &{$$fmt{"sub"}}($fs[$k]);
($cs, $var_dump, %types) = &{$$fmt{"sub"}}($fs[$k]);
push @cs, $cs;
push @cem, {%_};
push @cem, {%types};
push @fle, $logfile;
push @vardump, $vardump;
frwrite(catfile($WORKDIR, "$logfile.vardump"), $vardump);
push @fle, "$logfile.vardump";
push @var_dump, $var_dump;
write_raw_file(catfile($WORKDIR, "$logfile.var-dump"), $var_dump);
push @fle, "$logfile.var-dump";
}
%_ = qw();
%_ = (%_, map { $_ => 1 } keys %$_) foreach @cem;
@mle = sort keys %_;
do { $oprfb = randword } until !exists $logfiles{$oprfb};
%types = qw();
%types = (%types, map { $_ => 1 } keys %$_) foreach @cem;
@mle = sort keys %types;
do { $oprfb = random_word } until !exists $logfiles{$oprfb};
$opref = catfile($WORKDIR, $oprfb);
%cof = mkrndlog_existing $$fmt{"sub"},
%cof = make_log_file $$fmt{"sub"},
$WORKDIR, "$oprfb.%s" . $$rt{"suf"}, @mle;
push @fle, map "$oprfb.$_" . $$rt{"suf"}, @mle;
prsrvsrc $WORKDIR;
preserve_source $WORKDIR;
@_ = @fs;
$_[$stdin] = "-";
@_ = ($arclog, qw(-d -d -d -k a -o a), @{$$rt{"opts"}}, @_, $opref);
$cmd = join(" ", @_) . " < " . $fs[$stdin];
($retno, $out, $err) = runcmd frread $fs[$stdin], @_;
($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR);
($ret_no, $out, $err) = run_cmd read_raw_file $fs[$stdin], @_;
($fle, $flr) = (join(" ", sort @fle), list_files $WORKDIR);
%cef = qw(); # Expected content by file
%tef = qw(); # Expected file type by file
%crf = qw(); # Resulted content by file
@@ -235,11 +234,11 @@ foreach my $rt (@RESTYPES) {
$fr = $fs[$k];
$frb = basename($fr);
($cef{$frb}, $tef{$frb}) = ($cs[$k], ${$st[$k]}{"type"});
($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr);
$fr = $fs[$k] . ".vardump";
($crf{$frb}, $trf{$frb}) = (read_file $fr, file_type $fr);
$fr = $fs[$k] . ".var-dump";
$frb = basename($fr);
($cef{$frb}, $tef{$frb}) = ($vardump[$k], TYPE_PLAIN);
($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr);
($cef{$frb}, $tef{$frb}) = ($var_dump[$k], TYPE_TEXT);
($crf{$frb}, $trf{$frb}) = (read_file $fr, file_type $fr);
}
foreach my $m (@mle) {
$fr = "$opref.$m" . $$rt{"suf"};
@@ -247,20 +246,20 @@ foreach my $rt (@RESTYPES) {
$cef{$frb} = $cof{$frb}
. join "", map(exists $$_{$m}? $$_{$m}: "", @cem);
$tef{$frb} = $$rt{"type"};
($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr);
($crf{$frb}, $trf{$frb}) = (read_file $fr, file_type $fr);
}
die "$title\n$cmd\n$out$err" unless $retno == 0;
die "$title\n$cmd\n$out$err" unless $ret_no == 0;
die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err"
unless $flr eq $fle;
foreach $fr (@fle) {
die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err"
unless nofile || $trf{$fr} eq $tef{$fr};
unless has_no_file || $trf{$fr} eq $tef{$fr};
die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err"
unless $crf{$fr} eq $cef{$fr};
}
1;
};
skip($skip, $_, 1, $@);
cleanup $_ || $skip, $WORKDIR, ++$tno;
clean_up $_ || $skip, $WORKDIR, ++$tno;
}
}