commit ffd51b68a7b886f985e4f42855e60ff7f6ff8a0d Author: 依瑪貓 Date: Mon Feb 1 15:06:51 2021 +0800 Initial commit. diff --git a/AUTHORS b/AUTHORS new file mode 100644 index 0000000..d6c1a2a --- /dev/null +++ b/AUTHORS @@ -0,0 +1 @@ +imacat diff --git a/AUTHORS.zh-cn b/AUTHORS.zh-cn new file mode 100644 index 0000000..2e02909 --- /dev/null +++ b/AUTHORS.zh-cn @@ -0,0 +1 @@ +è diff --git a/AUTHORS.zh-tw b/AUTHORS.zh-tw new file mode 100644 index 0000000..2ec7e15 --- /dev/null +++ b/AUTHORS.zh-tw @@ -0,0 +1 @@ +̺ diff --git a/Build.PL b/Build.PL new file mode 100755 index 0000000..4416969 --- /dev/null +++ b/Build.PL @@ -0,0 +1,77 @@ +#! /usr/bin/perl -w +# Build.PL: Installation configuration for Module::Build +use strict; +use warnings; +use Config qw(%Config); +use Module::Build; + +# Check if there is any old file +use vars qw(%old_version); +%old_version = qw(); +foreach (qw(/usr/sbin/reslog.pl + /usr/sbin/reslog + /usr/share/man/man8/reslog.pl.8 + /usr/share/man/man8/reslog.8 + /usr/local/sbin/reslog.pl + /usr/local/sbin/reslog + /usr/local/share/man/man8/reslog.pl.8 + /usr/local/share/man/man8/reslog.8)) { + $old_version{$_} = 1 if -e $_; +} +foreach my $cnf (qw(installman1dir installsiteman1dir installvendorman1dir + man1dir man1direxp siteman1dir siteman1direxp sysman + vendorman1dir vendorman1direxp)) { + next unless defined $Config{$cnf} && -d $Config{$cnf}; + $_ = $Config{$cnf}; + s/\/man1$/\/man8/; + $old_version{"$_/reslog.8"} = 1 if -e "$_/reslog.8"; + $old_version{"$_/reslog.pl.8"} = 1 if -e "$_/reslog.pl.8"; +} +foreach my $cnf (qw(installscript installsitescript installvendorscript + scriptdir scriptdirexp sitescript sitescriptexp + vendorscript vendorscriptexp + bin binexp installbin installsitebin installvendorbin + sitebin sitebinexp vendorbin vendorbinexp)) { + next unless defined $Config{$cnf} && -d $Config{$cnf}; + $_ = $Config{$cnf}; + s/\/bin$/\/sbin/; + $old_version{"$_/reslog"} = 1 if -e "$_/reslog"; + $old_version{"$_/reslog.pl"} = 1 if -e "$_/reslog.pl"; +} +if (keys %old_version > 0) { + $_ = join " ", sort keys %old_version; + warn << "EOT"; +-- Old Files Found +You may remove the following old files after "make install": + $_ +EOT +} + +my $build = Module::Build->new( + dist_name => "reslog", + dist_version_from => "reslog", + dist_abstract => "Reverse-resolve IP in Apache log files", + dist_author => "imacat ", + license => "gpl", + sign => 1, + + script_files => [ "reslog" ], + requires => { + "perl" => "5.8.0", + }, + recommends => { + "File::MMagic" => 0, + "Compress::Zlib" => 0, + "Compress::Bzip2" => 2, + "Term::ReadKey" => 0, + }, + build_requires => { + "Module::Signature" => 0, + "Test::Pod" => 0, + }, + add_to_cleanup => [ "t/logs*" ], +); + +$build->create_build_script; + +__END__ diff --git a/COPYING b/COPYING new file mode 100644 index 0000000..94a9ed0 --- /dev/null +++ b/COPYING @@ -0,0 +1,674 @@ + GNU GENERAL PUBLIC LICENSE + Version 3, 29 June 2007 + + Copyright (C) 2007 Free Software Foundation, Inc. + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + Preamble + + The GNU General Public License is a free, copyleft license for +software and other kinds of works. + + The licenses for most software and other practical works are designed +to take away your freedom to share and change the works. By contrast, +the GNU General Public License is intended to guarantee your freedom to +share and change all versions of a program--to make sure it remains free +software for all its users. We, the Free Software Foundation, use the +GNU General Public License for most of our software; it applies also to +any other work released this way by its authors. You can apply it to +your programs, too. + + When we speak of free software, we are referring to freedom, not +price. Our General Public Licenses are designed to make sure that you +have the freedom to distribute copies of free software (and charge for +them if you wish), that you receive source code or can get it if you +want it, that you can change the software or use pieces of it in new +free programs, and that you know you can do these things. + + To protect your rights, we need to prevent others from denying you +these rights or asking you to surrender the rights. Therefore, you have +certain responsibilities if you distribute copies of the software, or if +you modify it: responsibilities to respect the freedom of others. + + For example, if you distribute copies of such a program, whether +gratis or for a fee, you must pass on to the recipients the same +freedoms that you received. You must make sure that they, too, receive +or can get the source code. And you must show them these terms so they +know their rights. + + Developers that use the GNU GPL protect your rights with two steps: +(1) assert copyright on the software, and (2) offer you this License +giving you legal permission to copy, distribute and/or modify it. + + For the developers' and authors' protection, the GPL clearly explains +that there is no warranty for this free software. For both users' and +authors' sake, the GPL requires that modified versions be marked as +changed, so that their problems will not be attributed erroneously to +authors of previous versions. + + Some devices are designed to deny users access to install or run +modified versions of the software inside them, although the manufacturer +can do so. This is fundamentally incompatible with the aim of +protecting users' freedom to change the software. The systematic +pattern of such abuse occurs in the area of products for individuals to +use, which is precisely where it is most unacceptable. Therefore, we +have designed this version of the GPL to prohibit the practice for those +products. If such problems arise substantially in other domains, we +stand ready to extend this provision to those domains in future versions +of the GPL, as needed to protect the freedom of users. + + Finally, every program is threatened constantly by software patents. +States should not allow patents to restrict development and use of +software on general-purpose computers, but in those that do, we wish to +avoid the special danger that patents applied to a free program could +make it effectively proprietary. To prevent this, the GPL assures that +patents cannot be used to render the program non-free. + + The precise terms and conditions for copying, distribution and +modification follow. + + TERMS AND CONDITIONS + + 0. Definitions. + + "This License" refers to version 3 of the GNU General Public License. + + "Copyright" also means copyright-like laws that apply to other kinds of +works, such as semiconductor masks. + + "The Program" refers to any copyrightable work licensed under this +License. Each licensee is addressed as "you". "Licensees" and +"recipients" may be individuals or organizations. + + To "modify" a work means to copy from or adapt all or part of the work +in a fashion requiring copyright permission, other than the making of an +exact copy. The resulting work is called a "modified version" of the +earlier work or a work "based on" the earlier work. + + A "covered work" means either the unmodified Program or a work based +on the Program. + + To "propagate" a work means to do anything with it that, without +permission, would make you directly or secondarily liable for +infringement under applicable copyright law, except executing it on a +computer or modifying a private copy. Propagation includes copying, +distribution (with or without modification), making available to the +public, and in some countries other activities as well. + + To "convey" a work means any kind of propagation that enables other +parties to make or receive copies. Mere interaction with a user through +a computer network, with no transfer of a copy, is not conveying. + + An interactive user interface displays "Appropriate Legal Notices" +to the extent that it includes a convenient and prominently visible +feature that (1) displays an appropriate copyright notice, and (2) +tells the user that there is no warranty for the work (except to the +extent that warranties are provided), that licensees may convey the +work under this License, and how to view a copy of this License. If +the interface presents a list of user commands or options, such as a +menu, a prominent item in the list meets this criterion. + + 1. Source Code. + + The "source code" for a work means the preferred form of the work +for making modifications to it. "Object code" means any non-source +form of a work. + + A "Standard Interface" means an interface that either is an official +standard defined by a recognized standards body, or, in the case of +interfaces specified for a particular programming language, one that +is widely used among developers working in that language. + + The "System Libraries" of an executable work include anything, other +than the work as a whole, that (a) is included in the normal form of +packaging a Major Component, but which is not part of that Major +Component, and (b) serves only to enable use of the work with that +Major Component, or to implement a Standard Interface for which an +implementation is available to the public in source code form. A +"Major Component", in this context, means a major essential component +(kernel, window system, and so on) of the specific operating system +(if any) on which the executable work runs, or a compiler used to +produce the work, or an object code interpreter used to run it. + + The "Corresponding Source" for a work in object code form means all +the source code needed to generate, install, and (for an executable +work) run the object code and to modify the work, including scripts to +control those activities. However, it does not include the work's +System Libraries, or general-purpose tools or generally available free +programs which are used unmodified in performing those activities but +which are not part of the work. For example, Corresponding Source +includes interface definition files associated with source files for +the work, and the source code for shared libraries and dynamically +linked subprograms that the work is specifically designed to require, +such as by intimate data communication or control flow between those +subprograms and other parts of the work. + + The Corresponding Source need not include anything that users +can regenerate automatically from other parts of the Corresponding +Source. + + The Corresponding Source for a work in source code form is that +same work. + + 2. Basic Permissions. + + All rights granted under this License are granted for the term of +copyright on the Program, and are irrevocable provided the stated +conditions are met. This License explicitly affirms your unlimited +permission to run the unmodified Program. The output from running a +covered work is covered by this License only if the output, given its +content, constitutes a covered work. This License acknowledges your +rights of fair use or other equivalent, as provided by copyright law. + + You may make, run and propagate covered works that you do not +convey, without conditions so long as your license otherwise remains +in force. You may convey covered works to others for the sole purpose +of having them make modifications exclusively for you, or provide you +with facilities for running those works, provided that you comply with +the terms of this License in conveying all material for which you do +not control copyright. Those thus making or running the covered works +for you must do so exclusively on your behalf, under your direction +and control, on terms that prohibit them from making any copies of +your copyrighted material outside their relationship with you. + + Conveying under any other circumstances is permitted solely under +the conditions stated below. Sublicensing is not allowed; section 10 +makes it unnecessary. + + 3. Protecting Users' Legal Rights From Anti-Circumvention Law. + + No covered work shall be deemed part of an effective technological +measure under any applicable law fulfilling obligations under article +11 of the WIPO copyright treaty adopted on 20 December 1996, or +similar laws prohibiting or restricting circumvention of such +measures. + + When you convey a covered work, you waive any legal power to forbid +circumvention of technological measures to the extent such circumvention +is effected by exercising rights under this License with respect to +the covered work, and you disclaim any intention to limit operation or +modification of the work as a means of enforcing, against the work's +users, your or third parties' legal rights to forbid circumvention of +technological measures. + + 4. Conveying Verbatim Copies. + + You may convey verbatim copies of the Program's source code as you +receive it, in any medium, provided that you conspicuously and +appropriately publish on each copy an appropriate copyright notice; +keep intact all notices stating that this License and any +non-permissive terms added in accord with section 7 apply to the code; +keep intact all notices of the absence of any warranty; and give all +recipients a copy of this License along with the Program. + + You may charge any price or no price for each copy that you convey, +and you may offer support or warranty protection for a fee. + + 5. Conveying Modified Source Versions. + + You may convey a work based on the Program, or the modifications to +produce it from the Program, in the form of source code under the +terms of section 4, provided that you also meet all of these conditions: + + a) The work must carry prominent notices stating that you modified + it, and giving a relevant date. + + b) The work must carry prominent notices stating that it is + released under this License and any conditions added under section + 7. This requirement modifies the requirement in section 4 to + "keep intact all notices". + + c) You must license the entire work, as a whole, under this + License to anyone who comes into possession of a copy. This + License will therefore apply, along with any applicable section 7 + additional terms, to the whole of the work, and all its parts, + regardless of how they are packaged. This License gives no + permission to license the work in any other way, but it does not + invalidate such permission if you have separately received it. + + d) If the work has interactive user interfaces, each must display + Appropriate Legal Notices; however, if the Program has interactive + interfaces that do not display Appropriate Legal Notices, your + work need not make them do so. + + A compilation of a covered work with other separate and independent +works, which are not by their nature extensions of the covered work, +and which are not combined with it such as to form a larger program, +in or on a volume of a storage or distribution medium, is called an +"aggregate" if the compilation and its resulting copyright are not +used to limit the access or legal rights of the compilation's users +beyond what the individual works permit. Inclusion of a covered work +in an aggregate does not cause this License to apply to the other +parts of the aggregate. + + 6. Conveying Non-Source Forms. + + You may convey a covered work in object code form under the terms +of sections 4 and 5, provided that you also convey the +machine-readable Corresponding Source under the terms of this License, +in one of these ways: + + a) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by the + Corresponding Source fixed on a durable physical medium + customarily used for software interchange. + + b) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by a + written offer, valid for at least three years and valid for as + long as you offer spare parts or customer support for that product + model, to give anyone who possesses the object code either (1) a + copy of the Corresponding Source for all the software in the + product that is covered by this License, on a durable physical + medium customarily used for software interchange, for a price no + more than your reasonable cost of physically performing this + conveying of source, or (2) access to copy the + Corresponding Source from a network server at no charge. + + c) Convey individual copies of the object code with a copy of the + written offer to provide the Corresponding Source. This + alternative is allowed only occasionally and noncommercially, and + only if you received the object code with such an offer, in accord + with subsection 6b. + + d) Convey the object code by offering access from a designated + place (gratis or for a charge), and offer equivalent access to the + Corresponding Source in the same way through the same place at no + further charge. You need not require recipients to copy the + Corresponding Source along with the object code. If the place to + copy the object code is a network server, the Corresponding Source + may be on a different server (operated by you or a third party) + that supports equivalent copying facilities, provided you maintain + clear directions next to the object code saying where to find the + Corresponding Source. Regardless of what server hosts the + Corresponding Source, you remain obligated to ensure that it is + available for as long as needed to satisfy these requirements. + + e) Convey the object code using peer-to-peer transmission, provided + you inform other peers where the object code and Corresponding + Source of the work are being offered to the general public at no + charge under subsection 6d. + + A separable portion of the object code, whose source code is excluded +from the Corresponding Source as a System Library, need not be +included in conveying the object code work. + + A "User Product" is either (1) a "consumer product", which means any +tangible personal property which is normally used for personal, family, +or household purposes, or (2) anything designed or sold for incorporation +into a dwelling. In determining whether a product is a consumer product, +doubtful cases shall be resolved in favor of coverage. For a particular +product received by a particular user, "normally used" refers to a +typical or common use of that class of product, regardless of the status +of the particular user or of the way in which the particular user +actually uses, or expects or is expected to use, the product. A product +is a consumer product regardless of whether the product has substantial +commercial, industrial or non-consumer uses, unless such uses represent +the only significant mode of use of the product. + + "Installation Information" for a User Product means any methods, +procedures, authorization keys, or other information required to install +and execute modified versions of a covered work in that User Product from +a modified version of its Corresponding Source. The information must +suffice to ensure that the continued functioning of the modified object +code is in no case prevented or interfered with solely because +modification has been made. + + If you convey an object code work under this section in, or with, or +specifically for use in, a User Product, and the conveying occurs as +part of a transaction in which the right of possession and use of the +User Product is transferred to the recipient in perpetuity or for a +fixed term (regardless of how the transaction is characterized), the +Corresponding Source conveyed under this section must be accompanied +by the Installation Information. But this requirement does not apply +if neither you nor any third party retains the ability to install +modified object code on the User Product (for example, the work has +been installed in ROM). + + The requirement to provide Installation Information does not include a +requirement to continue to provide support service, warranty, or updates +for a work that has been modified or installed by the recipient, or for +the User Product in which it has been modified or installed. Access to a +network may be denied when the modification itself materially and +adversely affects the operation of the network or violates the rules and +protocols for communication across the network. + + Corresponding Source conveyed, and Installation Information provided, +in accord with this section must be in a format that is publicly +documented (and with an implementation available to the public in +source code form), and must require no special password or key for +unpacking, reading or copying. + + 7. Additional Terms. + + "Additional permissions" are terms that supplement the terms of this +License by making exceptions from one or more of its conditions. +Additional permissions that are applicable to the entire Program shall +be treated as though they were included in this License, to the extent +that they are valid under applicable law. If additional permissions +apply only to part of the Program, that part may be used separately +under those permissions, but the entire Program remains governed by +this License without regard to the additional permissions. + + When you convey a copy of a covered work, you may at your option +remove any additional permissions from that copy, or from any part of +it. (Additional permissions may be written to require their own +removal in certain cases when you modify the work.) You may place +additional permissions on material, added by you to a covered work, +for which you have or can give appropriate copyright permission. + + Notwithstanding any other provision of this License, for material you +add to a covered work, you may (if authorized by the copyright holders of +that material) supplement the terms of this License with terms: + + a) Disclaiming warranty or limiting liability differently from the + terms of sections 15 and 16 of this License; or + + b) Requiring preservation of specified reasonable legal notices or + author attributions in that material or in the Appropriate Legal + Notices displayed by works containing it; or + + c) Prohibiting misrepresentation of the origin of that material, or + requiring that modified versions of such material be marked in + reasonable ways as different from the original version; or + + d) Limiting the use for publicity purposes of names of licensors or + authors of the material; or + + e) Declining to grant rights under trademark law for use of some + trade names, trademarks, or service marks; or + + f) Requiring indemnification of licensors and authors of that + material by anyone who conveys the material (or modified versions of + it) with contractual assumptions of liability to the recipient, for + any liability that these contractual assumptions directly impose on + those licensors and authors. + + All other non-permissive additional terms are considered "further +restrictions" within the meaning of section 10. If the Program as you +received it, or any part of it, contains a notice stating that it is +governed by this License along with a term that is a further +restriction, you may remove that term. If a license document contains +a further restriction but permits relicensing or conveying under this +License, you may add to a covered work material governed by the terms +of that license document, provided that the further restriction does +not survive such relicensing or conveying. + + If you add terms to a covered work in accord with this section, you +must place, in the relevant source files, a statement of the +additional terms that apply to those files, or a notice indicating +where to find the applicable terms. + + Additional terms, permissive or non-permissive, may be stated in the +form of a separately written license, or stated as exceptions; +the above requirements apply either way. + + 8. Termination. + + You may not propagate or modify a covered work except as expressly +provided under this License. Any attempt otherwise to propagate or +modify it is void, and will automatically terminate your rights under +this License (including any patent licenses granted under the third +paragraph of section 11). + + However, if you cease all violation of this License, then your +license from a particular copyright holder is reinstated (a) +provisionally, unless and until the copyright holder explicitly and +finally terminates your license, and (b) permanently, if the copyright +holder fails to notify you of the violation by some reasonable means +prior to 60 days after the cessation. + + Moreover, your license from a particular copyright holder is +reinstated permanently if the copyright holder notifies you of the +violation by some reasonable means, this is the first time you have +received notice of violation of this License (for any work) from that +copyright holder, and you cure the violation prior to 30 days after +your receipt of the notice. + + Termination of your rights under this section does not terminate the +licenses of parties who have received copies or rights from you under +this License. If your rights have been terminated and not permanently +reinstated, you do not qualify to receive new licenses for the same +material under section 10. + + 9. Acceptance Not Required for Having Copies. + + You are not required to accept this License in order to receive or +run a copy of the Program. Ancillary propagation of a covered work +occurring solely as a consequence of using peer-to-peer transmission +to receive a copy likewise does not require acceptance. However, +nothing other than this License grants you permission to propagate or +modify any covered work. These actions infringe copyright if you do +not accept this License. Therefore, by modifying or propagating a +covered work, you indicate your acceptance of this License to do so. + + 10. Automatic Licensing of Downstream Recipients. + + Each time you convey a covered work, the recipient automatically +receives a license from the original licensors, to run, modify and +propagate that work, subject to this License. You are not responsible +for enforcing compliance by third parties with this License. + + An "entity transaction" is a transaction transferring control of an +organization, or substantially all assets of one, or subdividing an +organization, or merging organizations. If propagation of a covered +work results from an entity transaction, each party to that +transaction who receives a copy of the work also receives whatever +licenses to the work the party's predecessor in interest had or could +give under the previous paragraph, plus a right to possession of the +Corresponding Source of the work from the predecessor in interest, if +the predecessor has it or can get it with reasonable efforts. + + You may not impose any further restrictions on the exercise of the +rights granted or affirmed under this License. For example, you may +not impose a license fee, royalty, or other charge for exercise of +rights granted under this License, and you may not initiate litigation +(including a cross-claim or counterclaim in a lawsuit) alleging that +any patent claim is infringed by making, using, selling, offering for +sale, or importing the Program or any portion of it. + + 11. Patents. + + A "contributor" is a copyright holder who authorizes use under this +License of the Program or a work on which the Program is based. The +work thus licensed is called the contributor's "contributor version". + + A contributor's "essential patent claims" are all patent claims +owned or controlled by the contributor, whether already acquired or +hereafter acquired, that would be infringed by some manner, permitted +by this License, of making, using, or selling its contributor version, +but do not include claims that would be infringed only as a +consequence of further modification of the contributor version. For +purposes of this definition, "control" includes the right to grant +patent sublicenses in a manner consistent with the requirements of +this License. + + Each contributor grants you a non-exclusive, worldwide, royalty-free +patent license under the contributor's essential patent claims, to +make, use, sell, offer for sale, import and otherwise run, modify and +propagate the contents of its contributor version. + + In the following three paragraphs, a "patent license" is any express +agreement or commitment, however denominated, not to enforce a patent +(such as an express permission to practice a patent or covenant not to +sue for patent infringement). To "grant" such a patent license to a +party means to make such an agreement or commitment not to enforce a +patent against the party. + + If you convey a covered work, knowingly relying on a patent license, +and the Corresponding Source of the work is not available for anyone +to copy, free of charge and under the terms of this License, through a +publicly available network server or other readily accessible means, +then you must either (1) cause the Corresponding Source to be so +available, or (2) arrange to deprive yourself of the benefit of the +patent license for this particular work, or (3) arrange, in a manner +consistent with the requirements of this License, to extend the patent +license to downstream recipients. "Knowingly relying" means you have +actual knowledge that, but for the patent license, your conveying the +covered work in a country, or your recipient's use of the covered work +in a country, would infringe one or more identifiable patents in that +country that you have reason to believe are valid. + + If, pursuant to or in connection with a single transaction or +arrangement, you convey, or propagate by procuring conveyance of, a +covered work, and grant a patent license to some of the parties +receiving the covered work authorizing them to use, propagate, modify +or convey a specific copy of the covered work, then the patent license +you grant is automatically extended to all recipients of the covered +work and works based on it. + + A patent license is "discriminatory" if it does not include within +the scope of its coverage, prohibits the exercise of, or is +conditioned on the non-exercise of one or more of the rights that are +specifically granted under this License. You may not convey a covered +work if you are a party to an arrangement with a third party that is +in the business of distributing software, under which you make payment +to the third party based on the extent of your activity of conveying +the work, and under which the third party grants, to any of the +parties who would receive the covered work from you, a discriminatory +patent license (a) in connection with copies of the covered work +conveyed by you (or copies made from those copies), or (b) primarily +for and in connection with specific products or compilations that +contain the covered work, unless you entered into that arrangement, +or that patent license was granted, prior to 28 March 2007. + + Nothing in this License shall be construed as excluding or limiting +any implied license or other defenses to infringement that may +otherwise be available to you under applicable patent law. + + 12. No Surrender of Others' Freedom. + + If conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot convey a +covered work so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you may +not convey it at all. For example, if you agree to terms that obligate you +to collect a royalty for further conveying from those to whom you convey +the Program, the only way you could satisfy both those terms and this +License would be to refrain entirely from conveying the Program. + + 13. Use with the GNU Affero General Public License. + + Notwithstanding any other provision of this License, you have +permission to link or combine any covered work with a work licensed +under version 3 of the GNU Affero General Public License into a single +combined work, and to convey the resulting work. The terms of this +License will continue to apply to the part which is the covered work, +but the special requirements of the GNU Affero General Public License, +section 13, concerning interaction through a network will apply to the +combination as such. + + 14. Revised Versions of this License. + + The Free Software Foundation may publish revised and/or new versions of +the GNU General Public License from time to time. Such new versions will +be similar in spirit to the present version, but may differ in detail to +address new problems or concerns. + + Each version is given a distinguishing version number. If the +Program specifies that a certain numbered version of the GNU General +Public License "or any later version" applies to it, you have the +option of following the terms and conditions either of that numbered +version or of any later version published by the Free Software +Foundation. If the Program does not specify a version number of the +GNU General Public License, you may choose any version ever published +by the Free Software Foundation. + + If the Program specifies that a proxy can decide which future +versions of the GNU General Public License can be used, that proxy's +public statement of acceptance of a version permanently authorizes you +to choose that version for the Program. + + Later license versions may give you additional or different +permissions. However, no additional obligations are imposed on any +author or copyright holder as a result of your choosing to follow a +later version. + + 15. Disclaimer of Warranty. + + THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT +HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY +OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, +THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM +IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF +ALL NECESSARY SERVICING, REPAIR OR CORRECTION. + + 16. Limitation of Liability. + + IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING +WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS +THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE +USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF +DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), +EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF +SUCH DAMAGES. + + 17. Interpretation of Sections 15 and 16. + + If the disclaimer of warranty and limitation of liability provided +above cannot be given local legal effect according to their terms, +reviewing courts shall apply local law that most closely approximates +an absolute waiver of all civil liability in connection with the +Program, unless a warranty or assumption of liability accompanies a +copy of the Program in return for a fee. + + END OF TERMS AND CONDITIONS + + How to Apply These Terms to Your New Programs + + If you develop a new program, and you want it to be of the greatest +possible use to the public, the best way to achieve this is to make it +free software which everyone can redistribute and change under these terms. + + To do so, attach the following notices to the program. It is safest +to attach them to the start of each source file to most effectively +state the exclusion of warranty; and each file should have at least +the "copyright" line and a pointer to where the full notice is found. + + + Copyright (C) + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program. If not, see . + +Also add information on how to contact you by electronic and paper mail. + + If the program does terminal interaction, make it output a short +notice like this when it starts in an interactive mode: + + Copyright (C) + This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. + This is free software, and you are welcome to redistribute it + under certain conditions; type `show c' for details. + +The hypothetical commands `show w' and `show c' should show the appropriate +parts of the General Public License. Of course, your program's commands +might be different; for a GUI interface, you would use an "about box". + + You should also get your employer (if you work as a programmer) or school, +if any, to sign a "copyright disclaimer" for the program, if necessary. +For more information on this, and how to apply and follow the GNU GPL, see +. + + The GNU General Public License does not permit incorporating your program +into proprietary programs. If your program is a subroutine library, you +may consider it more useful to permit linking proprietary applications with +the library. If this is what you want to do, use the GNU Lesser General +Public License instead of this License. But first, please read +. diff --git a/Changes b/Changes new file mode 100644 index 0000000..5160666 --- /dev/null +++ b/Changes @@ -0,0 +1,701 @@ +reslog change log + +2008-11-18 + 1. INSTALL and reslog.en.html: Fixed the grammer on + installation with the CPAN or CPANPLUS shell, changed + "install with the CPAN shell using" and "install with the + CPANPLUS shell using" to "install it with the CPAN shell + by running" and "install it with the CPANPLUS shell by + running". + 2. INSTALL* and ahping.*.html: Changed "Fedora/Red Hat" to + "Red Hat/Fedora/CentOS". + +2008-11-17 + 1. INSTALL and reslog.en.html: Fixed the grammer on required + and optional module installation, changed "install using" + and "install this using" to "install it by running". + +2008-11-15 + 1. reslog.*.html: Fixed so that installation from source and + with shells are joint into one sentense. + +2008-11-12 + 1. INSTALL*, reslog.*.html: Updated information on + optional Perl modules, to describe different installation + commands for different operating systems. + +2008-11-11 + 1. reslog: Fixed the _private::ProgressBar class so + that it does not use() Term::ReadKey, but require() it + at object initialization. This enables it to work + when Term::ReadKey is missing. + 2. reslog: Fixed the update() method of the + _private::ProgressBar class, to accept a dynamic label. + +2008-09-30 + 1. reslog: Update the update() method of the the + _private::ProgressBar class too use the bracket + characters instead of the pipe character for a better + visual outlook. + +2008-09-29 + 1. reslog: Use the _private::ProgressBar class in replace of + the show_progress() function to display the progress bar. + This makes the progress bar easier and more pretty. + +2008-04-21 + 1. INSTALL and reslog.en.html: Fixed typo: "instalation" to + "installation". + +2007-12-05 + 1. reslog: Initialize the static variables within BEGIN {...} + blocks for all _private::* classes. + 2. NEWS: Added. The NEWS file is quite useful in addition to + the Changes change log. + 3. reslog.*.html: Refer to NEWS instead of Changes for release + notes. + +2007-12-04 version 3.16 + Fixed a bug with empty files created with Compress::Bzip2. + 1. Makefile.PL: Fixed to prevent importing symbols when + checking optional prerequisites. + 2. reslog: Fixed the check_type() method of the + _private::LogFile class, so that empty files are checked + with the file name suffix, too. This solve the issue + that Compress::Bzip2 creates empty files which confuse + further processing on file name suffix stripping. + +2007-12-03 + 1. Build.PL: Fixed the comment. This file is "Build.PL", + not "Makefile.PL". + 2. Build.PL: Added "use warnings;". + +2007-12-03 version 3.15 + Build system fix. + 1. Makefile.PL: Fixed the required Perl version from + "use 5.006" to "use 5.008;". reslog requires Perl 5.8.0 + to work. + +2007-12-03 version 3.14 + Documentation and test suite fixes. + 1. reslog.zh-tw.html, reslog.zh-cn.html: Revised the Chinese + text on "3-argument open()" so that it is more readable. + 2. t/_helper.pm: Increased time zone range from -1200 to + +1400 in the mkrandlog_normal() and mkrandlog_noip() + subroutines. + 3. t/_helper.pm: Version number increased to 0.05. + 4. t/_helper.pm: Fixed time zone text generation in the + mkrandlog_normal() and mkrandlog_noip() subroutines, + using "%+05d" instead of "%+03d%02d" so that we will + get a correct representation in time zones +0030 and + -0030. + 5. t/03-errors.t: Fixed the title of the "a same log file + specified more than once" test. + 6. reslog.*.html: Added ... to the description. + +2007-12-03 version 3.13 + 1. t/03-errors.t: Added. + 2. t/reslog.*.html: Revised. + 3. t/_helper.pm: Fixed the way deal with time zone in the + mkrndlog_normal() and mkrndlog_noip() subroutines, using + gmtime($t + $tz) instead of calculating time zone offset + with $tz + (timegm(localtime)-timelocal(localtime)). This + is the easy and right way to do. + 4. reslog.zh-tw.html, TODO.zh-tw, TODO.zh-cn: Changed + 'c餤' to '餤'. + +2007-12-02 + 1. t/02-several.t: Added, to replace the t/04-hybrix.t. + 2. t/04-hybrix.t: Removed + +2007-12-01 + 1. reslog: Use "use 5.008" instead of "use 5.8.0", for + compatibility with older Perl, and get ride of the warning + of Perl 5.10. + +2007-11-30 + 1. reslog, reslog.*.html: The default keep mode in the + documentation is "restart", but it is actually running + "delete" in the source code and in the test suite. The + documentation is fixed to "delete" according to the + actual program behavior. + 2. t/_helper.pm: Renamed the mkrndlog() subroutine to + mkrndlog_normal(). Renamed the mknoiprndlog() + subroutine to mkrndlog_noip(). Added the + mkrndlog_empty() subroutine. + 3. reslog: Added check on whether the suffix to be appended + is the same to the suffix to be trimmed. This cause + the same file be overwritten as the resolved result. + 4. t/01-exhaust.t: Combining t/01-plain.t, t/02-gzip.t, + t/03-bzip2.t + +2007-11-27 + 1. Makefile.PL, Build.PL: Clean-up old file found message. + 2. Makefile.PL: Added message for optional prerequisites. + 3. reslog.zh-tw.html, reslog.zh-cn.html: Tag the languages. + +2007-11-26 + 1. t/_helper.pm, t/*.t: Updated the license to GPLv3. + 2. README.zh-tw, README.zh-cn: File "Changes.zh-tw" and + "Changes.zh-cn" no longer exists. Fixed as "Changes". + 3. fdl.txt: Added. + 4. MSWin32 and MS-Win32 is now written as MS-Windows in the + documentation. + 5. reslog: Reorder the debug message in the check_gzip() and + check_bzip2() methods of the _private::IO class. + 6. Makefile.PL, Build.PL: Fixed comment typo. ("any old files") + 7. Build.PL: Added "recommends" and "build_requires". + +2007-11-25 + 1. reslog.en.html, INSTALL: Fixed the typo "archieve" as "archive". + 2. reslog: Fixed to return ref($GZIP_IO)->new instead of $GZIP_IO + in the check_gzip() method, ref($BZIP2_IO)->new instead of + $BZIP2_IO in the check_bzip2() method of the _private::IO class, + so that a same I/O handler will not be returned to different log + files. + +2007-11-22 + 1. reslog: Fixed $SIG{__WARN__} to $SIG{"__WARN__"} in the + parse_args() subroutine. + +2007-11-20 + 1. t/_helper.pm: Added the randip() subroutine to provide random IP + that has reliable reverse-lookup DNS. + +2007-11-19 + 1. t/_helper.pm: Fixed the flist() subroutine to exclude non-files. + 2. t/_helper.pm, t/*.t: Add the prsrvsrc() subroutine to preserve the + source file for debugging. + 3. t/_helper.pm, t/*.t: Add the cleanup() subroutine to clean-up the + test directory after success or failure. + 4. t/*.t: Removed the strange escaping of double-quotation character + of reslog path. + +2007-11-18 + 1. reslog: Move the TYPE_PLAIN, TYPE_GZIP and TYPE_BZIP2 constants + from the _private::LogFile package to the main package, so that + other packages can use it, too. + 2. t/_helper.pm: Added the TYPE_PLAIN, TYPE_GZIP and TYPE_BZIP2 + constants for easier use. + 3. reslog: Clean up File::Spec::Functions references. + 4. Makefile.PL and Build.PL: Changed the clean-up list from "t/log/*" + to "t/log*". + +2007-11-17 + 1. _helper.pm: Moved rel2abs() from a method of the _private::LogFile + class to a utility subroutine of the main package. rel2abs() may + be used elsewhere. + +2007-11-15 + 1. UPGRADE, UPGRADE.zh-tw, UPGRADE.zh-cn: Removed the outdated file + location change for version 3.02 or earlier. The file location + has changed later. The old change is meaningless. + 2. UPGRADE, UPGRADE.zh-tw, UPGRADE.zh-cn: Added "perl Build.PL" to + the file location change instruction. + 3. UPGRADE.zh-tw, UPGRADE.zh-cn: Added Chinese translation to the + reason of the script name change. + 4. t/_helper.pm: Update the style of mkrndlog() and mknoiprndlog(). + Added more status, adjusting more possibility to HTTP/1.1 and + status 200. Fixed the comment that host type 1 is IP and 0 is + domain name. + 5. t/_helper.pm: Added a random URL generator to mkrndlog() and + mknoiprndlog(). + 6. t/_helper.pm: Removed rmalldir() and mkcldir(), and replaced with + mkpath() and rmtree() from File::Path. + +2007-11-14 + 1. reslog: Moved the check_gzip() method and the check_bzip2() method + from the _private::LogFile package to the _private::IO package, + so that it can be used by other packages, and removed the $self + variable. It is not used anyway. The 2 methods are called as + static methods now. + 2. reslog: Renamed the new_read() method as open_read(), the + new_write() method as open_write(), the new_append() method + as open_append(). Replaced the strange architech that start + a new instance with $ioclass, with reusing the same $io object. + 3. reslog: Renamed the new_read() method as open_read(), the + new_write() method as open_write(), the new_append() method + as open_append(). Replaced the strange architech that start + a new instance with $ioclass, with reusing the same $io object. + 4. reslog: Changed " -- " to " - " in comment. + 5. reslog: Changed "Deal the ~ home directories under UNIX" to + "Deal with the ~ user home directories under UNIX", + "If start from user's home directory" to + "If it starts from the user home directory". + 6. reslog: Fixed the rel2abs() method so that it use getpwuid() + instead of getlogin(), and respect the HOME environment variable + for the current user. + 7. reslog: Fixed parse_args() to treat "/dev/stdin" as STDIN on + UNIX-like systems. + 8. reslog: Fixed parse_args() and removed the duplicated short help + on Getopt::Long::GetOptions errors. + 9. reslog: Fixed show_progress() to reset the clean-up the start + time when progress is finished. + +2007-07-23 version 3.12 + Fixed the error when there is no IP to be resolved. + 1. reslog: Fixed the "division by zero" error when there is no IP + to be resolved. + 2. _helper.pm: Added subroutine mknoiprndlog($) to create random log + files without any IP. + 3. t/01-plain.t, t/02-gzip.t, t/03-bzip2.t: Added test 15 and 16 to + test resolving empty log files. + +2007-07-23 version 3.11 + Fixed problem with systems without useithreads, fixed bug checking + STDIN file type with the file program, moved files back to the Perl + default installation directories, and added support for installation + with Module::Build. + 1. Build.PL: Added to support installation with Module::Build. + +2007-07-22 + 1. reslog.en.html: Updated "Internet Protocol" as "internet protocol" + in abbreviation title. + 2. reslog: Fixed the new() method of the _private::LogFile::STDIN + class, to run unlink0() after checking the file type, to fix the + issue that file was removed before checking the file type with + the file program + 3. reslog: Fixed _private::Resolver::Threaded, to load threads + in eval() and define share() when threading is not available, in + order to work with systems that are not compiled with useithreads. + +2007-07-22 version 3.10 + Documentation fixes. + 1. Removed pod2htmd.tmp, pod2htmi.tmp from distribution. + +2007-07-21 + 1. reslog.html: HTML fixes for accessibility, correct HTML character + references, HTML numeric references, author information and so on. + 2. Changes: Version number 3.10 was updated as 3.09. I was planning + to bounce the version to 3.10, but forgot this and tagged 3.09 + everywhere. Well, then let it be 3.09 anyway. + +2007-07-21 version 3.09 + License updated to GPLv3, and various fixes. + 1. INSTALL and reslog.html: Replace Term::Size with Term::ReadKey. + 2. Changes.zh-tw and Changes.zh-cn: Removed. + 3. License updated to GPLv3. + 4. COPYING.zh-tw and COPYING.zh-cn: Removed since official + translation of GPLv3 is not available yet. + 5. Removed stupid "All rights reserved" from the copyright notice. + It shouldn't appear from the beginning. + 6. Makefile.PL: Rearranged the order, and added LICENSE and SIGN. + +2006-06-12 + 1. reslog: new() method of _private::LogFile class now opens + the log file and bounces there, instead of checking the log file + first. This way we will return localed system error message. + 2. reslog: new() method of _private::LogFile class now opens + the log file in read-only mode when keep all. + 2. reslog: check_type() method of _private::LogFile class now returns + the type instead of setting $self->{"type"}, for code readibility. + +2006-06-11 + 1. reslog: new() method of _private::LogFile class now initialized + STDIN with _private::LogFile::STDIN class, instead of bouncing. + parse_args() subroutine does not initialize the files twice now. + 2. reslog: Upper-case the error messages in _private::LogFile. + 3. reslog: check_io() method of _private::LogFile class now returns + the IO object instead of setting $self->{"io"}, for code + readibility. + 4. reslog: Fixed _private::LogFile::STDIN::new() method that we + passed an extra empty argument to tempfile(). + 5. reslog: Fixed comment, use "handler" instead of "handle". + +2006-06-08 + 1. reslog: Revised the code with my own coding standard. + 2. reslog: Added "bundling" to Getopt::Long::Configure(). This + might introduce option-processing incompatibility. + 3. reslog: Replaced Term::Size and Win32::Console with Term::ReadKey. + Term::ReadKey seems to be more recent and portable. + +2006-05-28 + 1. INSTALL and reslog.html: Fixed the bzip2 website address. + +2005-05-22 version 3.08 + Documentation fixes. + 1. The last update of the HTML documents are fixed. + 2. Changes: English change log was gone. (Maybe lost when + cut-and-paste?) A correct one is supplied. + +2005-05-22 version 3.07 + 1. reslog: No more checks on the availablility of STDIN and STDOUT, + and no more dummy replacement created if not. It was originally + to solve perl.cpan.testers 202971 when running with CPANPLUS under + MSWin32, duplicating closed STDIN causes errors. But I was going + the wrong way. I was testing STDIN/STDOUT/STDRR redirection in + shell backticks. Whether CPANPLUS closes STDIN or not should be + irrevelent. It may be a issue of the shell backticks itself. + Anyhow I rewrote the testing executing method and it is solve. In + fact, it's still not working when STDIN and STDOUT is unavailable. + But IPC::Open3 won't work on that, too. It should be safe to be + ignored. + 2. t/_helper.pm: runcmd() was rewritten. It now run the command with + pipe open instead of shell backticks. It's API is hence changed. + 3. t/_helper.pm: frread() and frwrite() are added to do raw file + read-write. + 4. t/01-plain.t, t/02-gzip.t, t/03-bzip2.t, t/04-hybrix.t: Edited + for the new runcmd() API. + 5. t/_helper.pm: Unused subroutines cp() and rm() are removed. + 6. t/01-plain.t, t/02-gzip.t, t/03-bzip2.t, t/04-hybrix.t: Added + "use diagnostics;" to help debugging. + 7. Successfully tested and run under Linux 2.4 i686, Linux 2.6 i686, + Linux 2.4 AMD64, FreeBSD, Solaris, MacOSX Darwin, MSWin32 and + cygwin. (Thanks to SourceForge compile farm for providing testing + platforms.) + 8. THANKS, THANKS.zh-tw, THANKS.zh-cn: Edited. + +2005-05-19 + 1. reslog: Use stat() to check whether STDIN and STDOUT are + available, instead of duplicate them and check if success + directly. This avoids the problem on MacOSX Darwin where trying + to duplicate unopened STDIN crashes directly instead of dies that + can be caught by eval(). + 2. t/01-plain.t, t/02-gzip.t, t/03-bzip2.t, t/04-hybrix.t: Add + option -d -d -d for more debug information when failures occure. + 2. t/_helper.pm: Prepend the command line to the STDERR result to + ease debuging. + +2005-05-18 + Solaris fix. + 1. The file executable on Solaris does not accept file content from + STDIN. This is solved. The target file name is passed to the + file executable. When reading from STDIN in this case, a named + temporary file is created for this and deleted whenever possible. + 2. t/01-plain.t, t/02-gzip.t, t/03-bzip2.t, t/04-hybrix.t: Use updir + for composing the script name in the old way, but not popping + splitdir(). $FindBin::Bin may return a directory ended with a + slash which become an empty part in splitdir. (Fedora 3 on AMD64) + 3. Tested on Sparc/Solaris, FreeBSD, Fedora 3 on AMD64. + 4. t/01-plain.t, t/02-gzip.t, t/03-bzip2.t, t/04-hybrix.t: Setting + wrong testing parameter. -t 1 should be -n 1. + 5. reslog: Checks on whether flock() success or not are removed. In + some specific situation flock() is simply not available. For + example, MacOSX Darwin has flock() on local file systems, but not + over NFS. It's not possible to detect and avoid all these + situation. + +2005-05-17 + 1. pgpkey.asc: Updated with the new identity with UTF-8 names. + +2005-05-16 version 3.06 + 1. t/99-pod.t added to test the POD document with Test::Pod. + 2. t/01-plain.t, t/02-gzip.t, t/03-bzip2.t: Added test for failures + on existing temporary files. + 3. t/_helper.pm: Added prevention of generating IP 127.0.0.1. + 4. reslog: Added package _private::Filter and move + _private::Resolver::parse_line() and + _private::Resolver::replace_line() there, to allow easier + implementing different log file formats. Like GeoIP, or maybe + MS-Extended, in the future. + 5. reslog: Fixed the POD document. Section of links L<...> should + be section headings in the document, but not manpage sections. + This is fixed. Web site URLs are added to the AUTHOR section. + Mailing list URL is added to the BUGS section. + +2005-05-15 + Test suite fix. + 1. t/02-gzip.t, t/03-bzip2.t: Tests that weren't skipped when gzip or + bzip2 is not available is fixed. (perl.cpan.testers 205969) + 2. t/01-plain.t, t/02-gzip2.t, t/03-bzip2.t, t/04-hybrix.t: $nofile + replaced $hasfile. $nogzip replaced $hasgzip. $nobzip2 replaced + $hasbzip2. Skipping reason supplied. + 3. reslog: devnull is used instead of tempfile when STDIN or STDOUT + is not available. + 4. reslog: Not only STDIN, but all files are checked if they are + specified more than once. + 5. t/MyHelper.pm: Subroutines thisfile(), rmalldir(), mkcldir(), + fwrite(), whereis(), ftype(), flist(), mkrndlog(), randword() are + added. Subroutine readfile() is renamed as fread(). Prototype + cplist() is corrected as cp(). Subroutine rm() is removed. + 6. t/01-plain.t, t/02-gzip2.t, t/03-bzip2.t, t/04-hybrix.t: I joined + subtests together and shrinked the total number of tests. They + should be one tests anyway. This way I can test more on the result. + 7. t/MyHelper.pm: flist() is added so that I can test if the resulted + files list is correct. Several subtests on whether a file exists + are removed. + 8. t/MyHelper.pm: ftype() is added so that I can test if the resulted + file format is correct. + 9. t/MyHelper.pm: mkrndlog() is added to generate random Apache + access_log files. No more sample log files shipped anymore. The + test result should be better, too, since the content of the test + log files vary now. The content of the shipped samples are all + the same in fact. + 10. t/MyHelper.pm: Renamed to _helper.pm, to avoid CPAN namespace + pollution. + +2005-05-08 + Bug fix. + 1. STDIN and STDERR are checked for availability first, and create + dummy ones if they are not available. This fixed the bugs that on + MSWin32 when STDIN is not opened, redirecting unopened STDIN + caused error. This is the situation running "make test" in + CPANPLUS. (perl.cpan.testers 202971) + +2005-05-08 version 3.04 + 1. Fixed a typo when loading File::MMagic that prevent itself from + loading File::MMagic + +2005-05-08 version 3.03 + 1. flock() policy is redesigned. Now all the file handles that are + not opened to ordinary files are not locked. Lock is released when + when file handle is accessed with a foreign program. Files handles + are always locked when opened to ordinary files and accessed + internally, even for anonymous temporary files. This simplified + the locking problem. How foreign programs access file handles are + not an issue anymore. + 2. Makefile.PL: MY pacakge is added. Makefile target "upgrade" is + added to remove the old files. constants() and manifypods() + methods are added to alter the default install location. Now we + default to install to /sbin directory and as manpage section 8. + That is what I want. + 3. BUGS and TODO section of the embedded POD document updated. + +2005-05-02 version 3.02 + 1. _private::Resolver and _private::Resolver::Threaded are added. + Resolver is independent from the main program so that other log + file filter can use the same code with least modification (GeoIP, + for example). + 2. Help text on temporary working file updated. + 3. Unsupported file format error message was using $type, which + should be $_. This is fixed. + 4. Test 31-39 added to test --suffix and --trim-suffix. + 5. Tested with cygwin. + 6. Quotes added to the test suite to avoid problem when make test + in directories whose names may contain spaces. + 7. Required Perl version changed to 5.8.0. 5.7.2 is a development + version. It's meaningless to require that. + +2005-05-01 version 3.0102 + 1. check_magic(), check_gzip() and check_bzip2() now check the return + value of eval() directly, instead of saving it in $ok and check + that. + 2. %CONF is introduced to save the configuration. + 3. $THIS_FILE, $SHORTHELP and $VERBOSE are moved from + "use vars qw(...)" to "our (...)", to ease program management. + 4. DEFAULT_PROGBAR is introduced to handle the default display status + of the progress bar. + +2005-05-01 version 3.0101 + Labours' Day! + 1. Package name changed from ResLog to main, to avoid polluting the + CPAN namespace. + 2. Class names changed from ResLog::* to _private::*, to avoid + polluting the CPAN namespace. + 3. check_io() returns an I/O interface object instead of an I/O type + constant, so that the I/O handler object can be generated from it + directly. new_read(), new_write() and new_append() now returns an + I/O handler object generated from the I/O interface object. + 4. use_flock() is added to IO::* I/O handlers to see if flock() is + to be used on I/O handlers, to replace run-time checks. Currently + bzip2 on MSWin32 should not use flocks(). + 5. The constants IO_* are removed. + 6. whereis() now uses ExtUtils::MakeMaker MM->maybe_command() to find + the executable. This is inspired from CPAN::FirstTime. + +2005-04-26 + 1. Changes: File edited to widen line limit from 60 columns to 79 + columns, to ease reading. + +2005-04-26 version 3.01 + Bug fix. + 1. --suffix and --trim-suffix was not working. I mistakenly put + $_[0] instead of $_[1] in the GetOptions() and this wasn't tested! + ^^; This is fixed. + 2. Correct a typo in the documentation ("rewrite" should be + "rewrote"). + 3. Fixed a mistake that Changes.zh-tw was not updated with + Changes.zh-cn. + +2005-04-26 version 3.00 + 1. README updated + 2. HTML documentation updated. + 3. Uploaded to CPAN. + 4. HTML documents updated to conform to W3C Web Content Accessibility + Guide 1.0 Triple-A now. + +2005-04-26 version 2.9901 + 1. INSTALL rewritten. + 2. UPGRADE added. + +2005-04-25 + 1. Module::Signature SIGNATURE gpg signature file added. The + external gpg signature file is no longer used. + 2. Test suite added. + 3. Many bugs fixed, thanks to the test suite. + +2005-04-24 version 2.99 + This is a new object-oriented version. I rewrote the whole script + from an empty file. + 1. Rewrite everything in object-oriented style. + 2. ithread threading support is added. With threading it can check + several IP at the same time, dramatically reducing the time cost. + This requires Perl 5.7.2 ithread support. New option + --num-threads is added for this. You can see the effect by + running with -d -d. + 3. Supports for running gzip executable, running Compress::Bzip2, + running bzip2 executable are added. This is the benefit of + object-oriented programming. Log entry read/write is now done + through an uniformed I/O handler API. This eased the addition of + new I/O handlers. + 4. New option --trim-suffix is added to remove certain file name + suffix before appending our suffix, so that reslog can line-up + with other log file post-processers. + 5. file utility can be used instead of File::MMagic if that is not + available. + 6. Term::Size is used to display the progress bar under UNIX. Under + MSWin32 Win32::Console will be used instead. reslog can run + without them, but you won't see the progress bar. + 7. Instead of resolving line by line, reslog now collects all the IP + found on all the source log files first, resolve those IP + altogether, and replace the IP with the resolved domain name in + the log entries at one time. + 8. The script and project name changed from "reslog.pl" to "reslog". + A dot "." in the project name is not valid everywhere, like + SourceForge. "reslog" is enough for a script name under UNIX. + MSWin32 users won't run it with explorer file association anyway, + and there is a pl2bat to turn reslog to reslog.bat. + 9. Installation method is changed from my own Install.PL to Perl's + standard ExtUtils::MakeMaker. Utilizing standard is a good thing. + Perl's ExtUtils::MakeMaker is more portable than GNU's autoconf. + As a result, reslog is installed into /usr/bin instead of + /usr/sbin under UNIX. Of course, reslog don't need installation + at all. :p + 10. Version number is changed from 3 digits (2.1.0) to 2 digits + (3.00), according to the Perl module convention. + 11. ChangeLog is renamed as Changes, as what ExtUtils::MakeMaker + expects. + +2003-01-04 + 1. File handler EOF read checks were fixed with defined(). + +2002-11-13 + 1. Long statistic lines are split for easy reading. + 2. open_src() was rewritten according to open_src() in arclog.pl, in + order to use comression with gzip and bzip2 binary executables. + +2002-11-12 + 1. RELEASE_NOTES was renamed as ChangeLog. + 2. AUTHORS was added. + 3. THANKS was added. + 4. The option checking logic was rewritten. + 5. Fixed several places where $WORKING_SRC was not locked when + created with tempfile. + 6. Fixed several places where spaces are between function name and + its opening parenthesis, according to perlstyle(1). + 7. Unnecessary parenthesis after slice and catfile were removed. + +2002-10-28 + 1. Fixed a bug that $WORKING_RES was not locked when opened. But it + is unlocked when closed. On some systems (like Linux) you can + request unlock on a filehandle that is not previous locked, but on + some others (like MSWin32) requesting unlock on a filehande that + is not previous locked will cause error. $WORKING_RES doesn't + really need locking at all. It is an anonymous temporary file + handle, that can be accessed by this same working process only. + It has no risk of simultaneously writing without threading, and + I'm not doing threading here. I just lock it for a consistent + programming style. (Thanks to Chen-hsiu Huang + for reporting this.) + +2002-09-28 + 1. File::MMagic and file are now used to check the file type, in + addition to the file name suffix, with a more preferred order. + 2. check_file_type() was added to check the file types by either + File::MMaagic or file. + 3. check_gzip() was added to check the gzip method to use. + 4. check_bzip2() was added to check the bzip2 method to use. + +2002-09-18 version 2.1.0dev2 + SourceForge Memorial Release. It's my first time to apply a project + from SourceForge. Mostly are corrections to the documentation. + SourceForge's project page is added to the available download source + here. + 1. reslog.pl's official home page at Tavern IMACAT's was restored. + 2. The previous version was renamed from 2.1.0-dev1 to 2.1.0dev1, in + order to unify the version number theme. + 3. The project space at SourceForge was applied. Package files are + uploaded to SourceForge now. + 4. Project virtual host at SourceForge was set up. + 5. SourceForge was added into the documentation as an official + website and download source. + 6. Documentation were corrected. Too many places were corrected. + Ignored. + 7. HTML document was rewritten to accommodate + XHTML 1.1 recommendation. + +2002-08-31 version 2.1.0dev1 + Rewrite after almost 1 year, to be run on the newly-released Perl + 5.8.0. + 1. Filehandles are now saved and passed in global named variables. + This is the way it should be. The old way (initialize the file + handles by duplicate the STDIN and assign them) was just not + natural. It works in Perl 5.6.1, but not in Perl 5.8.0. The + duplicated filehandles are constants, which cannot be assigned new + values. + 2. Indents are changed from 1 tab to 4 columns, to accommodate the + Perl style guide documented in perlstyle(1). This increases the + code readability. + 3. File operation error handlers are now using the + low-precedence logical "or", instead of "||", + which is recommended in perlop(1). Excessive + parentheses in file operation functions are + removed for this. + 4. Traditional Chinese files are now named with suffix ".zh-tw" + instead of ".b5". Simplified Chinese files are now named with + suffix ".zh-cn" instead of ".gb". This is to accommodate + RFC-3066, ISO 639:1988, ISO 3166-1 for language names. + 5. PGP signatures of distribution files are added. + 6. bzip2 distribution files are added. + +2001-09-03 version 2.0.2 + 1. The bug that taking file handles as private variables and modified + them, was fixed. + +2001-09-01 version 2.0.1 + 1. The bug that resolved cache %NAMES was not global, was fixed. The + resolved result can be pass between multiple files now. + 2. A bug that a hyper reference in the English document was not + specified as an absolute URL, was fixed. + +2001-06-29 version 2.0.0 + First public release. + 1. Chinese and English standard header were added. + 2. Getopt::Long was introduced to parse the arguments, in replace of + my own argument-parsing routine. + 3. File::Spec::Functions was introduced to handle the pathnames. + 4. Cwd was introduced to obtain the current working directory. + 5. autoflush from IO::Handle was introduced, to autoflush STDOUT + solely under debugging mode. + 6. File::Temp was introduced to handle the temporary working file. + Processing is done on temporary working files to reduce the time + occupying the source and result files. + 7. Compress::Zlib was used to read the compressed files. + 8. rel2abs() was added to convert relative paths to absolute paths. + 9. progress_bar() was added to display current status graphically. + 10. res_log() was added to loop multiple files. + 11. open_src() and save_res() to open source and save result. + 12. POD documents was added. + 13. Release notes was added. + 14. Readme file was added. + 15. GNU General Public License was added. + 16. Installation guide was added. + 17. Install.PL was added in the distribution. + +2001-01-21 version 1.3.1 + 1. autoflush was modified to do only under debugging mode. + 2. Simple header was changed standard header. + +2001-01-07 version 1.3.0 + 1. [current/total] was added in the detailed processing messages. + +2000-??-?? version 1.2.0 + 1. Custom parse_args() was added to parse the command line arguments. + +2000-??-?? version 1.1.0 + 1. "--usetmp" was added to process temporary working files. + 2. "--suffix" was added to alter the output suffix. + 3. "--debug" was added to show detailed processing messages. + +2000-12-22 version 1.0.0 + First version. diff --git a/INSTALL b/INSTALL new file mode 100644 index 0000000..9a077a4 --- /dev/null +++ b/INSTALL @@ -0,0 +1,192 @@ +reslog Installation Guide + +* Table of Contents + + * System Requirements + * Installation Instruction + ** Install with ExtUtils::MakeMaker + ** Install with Module::Build + + +* System Requirements + + 1. Perl, version 5.8.0 or above. reslog uses 3-argument open() to +duplicate filehandles, which is only supported since 5.8.0. I have +not successfully port this onto earlier versions yet. Please tell me +if you made it. You can run perl -v to see your current Perl version. +If you do not have Perl, or if you have an older version of Perl, you +can download and install/upgrade it from Perl website. + +http://www.perl.com/ + + If you are using MS-Windows, you can download and install +ActiveState ActivePerl. + +http://www.activestate.com/ + + 2. Required Perl modules: None. + + 3. Optional Perl Modules + + * File::MMagic + + This is used to check the file type. If this is not + available, reslog will look for the file executable instead. + If that is not available, too, reslog will judge the file type + by its name suffix (extension). In that case reslog will fail + when reading from STDIN. + You can download and install File::MMagic from the CPAN archive + http://search.cpan.org/dist/File-MMagic/ , + or install it with the CPAN shell by running "cpan File::MMagic", + or install it with the CPANPLUS shell by running + "cpanp i File::MMagic". + Debian/Ubandu Linux users can install it by running + "apt-get install libfile-mmagic-perl". + Red Hat/Fedora/CentOS Linux users can install it by running + "yum install perl-File-MMagic". + FreeBSD users can install it by running + "ports install p5-File-MMagic". + ActivePerl users can install it by running + "ppm install File::MMagic". + The alternative file.exe for MS-Windows can be obtained from + the GnuWin32 home page: http://gnuwin32.sourceforge.net/. + Be sure to save it as file.exe somewhere in your PATH. + + It is preferred to use File::MMagic. The file executable + seems to make mistakes occationally. + + * Compress::Zlib + + This is used to support read/write of gzip compressed files. + It is only needed when gzip compressed files are encountered. + If it is not available when needed, reslog will try to use the + gzip executable instead. If that is not available, too, reslog + will fail. + You can download and install Compress::Zlib from the CPAN archive + http://search.cpan.org/dist/Compress-Zlib/ , + or install it with the CPAN shell by running "cpan Compress::Zlib", + or install it with the CPANPLUS shell by running + "cpanp i Compress::Zlib". + Debian/Ubandu Linux users can install it by running + "apt-get install libcompress-zlib-perl". + Red Hat/Fedora/CentOS Linux users can install it by running + "yum install perl-Compress-Zlib". + FreeBSD users can install it by running + "ports install p5-Compress-Zlib". + ActivePerl users can install it by running + "ppm install Compress::Zlib". + The alternative gzip.exe for MS-Windows can be obtained from + the gzip home page: http://www.gzip.org/. + Be sure to save it as gzip.exe somewhere in your PATH. + + * Compress::Bzip2, version 2 or above + + This is used to support read/write of bzip2 compressed + files. It is only needed when bzip2 compressed files are + encountered. If it is not available when needed, reslog will + try to use the bzip2 executable instead. If that is not + available, too, reslog will fail. Notice that older versions + before 2 does not work, since file I/O compression were not + implemented yet. + You can download and install Compress::Bzip2 from the CPAN archive + http://search.cpan.org/dist/Compress-Bzip2/ , + or install it with the CPAN shell by running "cpan Compress::Bzip2", + or install it with the CPANPLUS shell by running + "cpanp i Compress::Bzip2". + Debian/Ubandu Linux users can install it by running + "apt-get install libcompress-bzip2-perl". + Red Hat/Fedora/CentOS Linux users can install it by running + "yum install perl-Compress-Bzip2". + FreeBSD users can install it by running + "ports install p5-Compress-Bzip2". + ActivePerl users can install it by running + "ppm install Compress::Bzip2". + The alternative bzip2.exe for MS-Windows can be obtained from + the bzip2 home page: http://www.bzip.org/. + Be sure to save it as bzip2.exe somewhere in your PATH. + + * Term::ReadKey + + This is used to display the progress bar. Without this + reslog will not display the progress bar, but nothing else is + different. The progress bar is a good visual representation of + what reslog is currently doing. + You can download and install Term::ReadKey from the CPAN archive + http://search.cpan.org/dist/TermReadKey/ , + or install it with the CPAN shell by running "cpan Term::ReadKey", + or install it with the CPANPLUS shell by running + "cpanp i Term::ReadKey". + Debian/Ubandu Linux users can install it by running + "apt-get install libterm-readkey-perl". + Red Hat/Fedora/CentOS Linux users can install it by running + "yum install perl-TermReadKey". + FreeBSD users can install it by running + "ports install p5-Term-ReadKey". + ActivePerl users can install it by running + "ppm install Term::ReadKey". + + +* Installation Instruction + + If you are upgrading from reslog 3.10 or earlier, or if you are +upgrading from reslog.pl 3.02 or earlier, please read UPGRADE for some +upgrade instruction. + +** Install with ExtUtils::MakeMaker + + reslog uses standard Perl installation with ExtUtils::MakeMaker. +Follow these steps: + + % perl Makefile.PL + % make + % make test + % make install + + When running make install, make sure you have the priviledge to +write to the installation location. This usually requires the root +priviledge. + + If you are using ActivePerl under MS-Windows, you should use +nmake instead of make. nmake can be obtained from the Microsoft FTP +site. + +ftp://ftp.microsoft.com/Softlib/MSLFILES/nmake15.exe + + If you want to install into another location, you can set the +PREFIX. For example, to install into your home when you are not +root: + + % perl Makefile.PL PREFIX=/home/jessica + + Refer to the docuemntation of ExtUtils::MakeMaker for more +installation options (by running perldoc ExtUtils::MakeMaker). + + +** Install with Module::Build + + You can install with Module::Build instead, if you prefer. +Follow these steps: + + % perl Build.PL + % ./Build + % ./Build test + % ./Build install + + When running ./Build install, make sure you have the priviledge to +write to the installation location. This usually requires the root +priviledge. + + If you want to install into another location, you can set the +--prefix. For example, to install into your home when you are not +root: + + % perl Build.PL --prefix=/home/jessica + + Refer to the docuemntation of Module::Build for more +installation options (by running perldoc Module::Build). + + +imacat +2008-11-17 +imacat@mail.imacat.idv.tw +http://www.imacat.idv.tw/ diff --git a/INSTALL.zh-cn b/INSTALL.zh-cn new file mode 100644 index 0000000..bcde67f --- /dev/null +++ b/INSTALL.zh-cn @@ -0,0 +1,167 @@ +reslog װָ + +Ŀ¼ + + ϵͳ + װָ + ExtUtils::MakeMaker װ + Module::Build װ + + +ϵͳ + + 1. Perl 5.8.0 ϡ reslog ʹ open() ԸƵ +һ֪ôдİ汾ִСԸдİ汾ִУ +ҡ perl -v ѯĿǰ Perl 汾Ŀǰ Unix +ϵͳ Perl û Perl ҪԵ Perl վذװ +° Perl + + http://www.perl.com/ + + MS-Windows ذװ ActiveState ˾ ActivePerl + + http://www.activestate.com/ + + 2. Perl ģ飺ޡ + + 3. ѡ Perl ģ飺 + + * File::MMagic + + Ǽ鵵õġûаװ reslog ȥ file + ʽ档Ҳ reslog õβжϵ͡ + ʱӱ׼ reslog ޷жϡ + CPAN ģذװ File::MMagic + http://search.cpan.org/dist/File-MMagic/ + CPAN Shell ִ cpan File::MMagic װ + CPANPLUS Shell ִ cpanp i File::MMagic װ + Debian/Ubandu Linux ʹߣִ + apt-get install libfile-mmagic-perl װ + Red Hat/Fedora/CentOS Linux ʹߣִ + yum install perl-File-MMagic װ + FreeBSD ʹߣִ + ports install p5-File-MMagic װ + ActivePerl ʹߣִ + ppm install File::MMagic װ + Ҫ MS-Windows ʹ file.exe ʽ + GnuWin32 վأ http://gnuwin32.sourceforge.net/ + ȷغ󣬴浵ϵͳ·£Ϊ file.exe + + File::MMagic file ʽżС + + * Compress::Zlib + + Ǵ gzip ѹõģֻд gzip ѹʱŻõ + Ҫʱûаװ reslog gzip ʽ档Ҳ + reslog ޷ִС + CPAN ģذװ Compress::Zlib + http://search.cpan.org/dist/Compress-Zlib/ + CPAN Shell ִ cpan Compress::Zlib װ + CPANPLUS Shell ִ cpanp i Compress::Zlib װ + Debian/Ubandu Linux ʹߣִ + apt-get install libcompress-zlib-perl װ + Red Hat/Fedora/CentOS Linux ʹߣִ + yum install perl-Compress-Zlib װ + FreeBSD ʹߣִ + ports install p5-Compress-Zlib װ + ActivePerl ʹߣִ + ppm install Compress::Zlib װ + Ҫ MS-Windows ʹ gzip.exe ʽ + gzip վأ http://www.gzip.org/ + ȷغ󣬴浵ϵͳ·£Ϊ gzip.exe + + * Compress::Bzip2 ڶ + + ֧Ԯд bzip2 ѹõģֻд bzip2 ѹʱŻ + Ҫʱûаװ reslog bzip2 ʽ档 + reslog ޷ִС + CPAN ģذװ Compress::Bzip2 + http://search.cpan.org/dist/Compress-Bzip2/ + CPAN Shell ִ cpan Compress::Bzip2 װ + CPANPLUS Shell ִ cpanp i Compress::Bzip2 װ + Debian/Ubandu Linux ʹߣִ + apt-get install libcompress-bzip2-perl װ + Red Hat/Fedora/CentOS Linux ʹߣִ + yum install perl-Compress-Bzip2 װ + FreeBSD ʹߣִ + ports install p5-Compress-Bzip2 װ + ActivePerl ʹߣִ + ppm install Compress::Bzip2 װ + Ҫ MS-Windows ʹ bzip2.exe ʽ + bzip2 վأ http://www.bzip.org/ + ȷغ󣬴浵ϵͳ·£Ϊ bzip2.exe + + * Term::ReadKey + + ʾõģûаװͲʾСⲻ + κ⡣п reslog ĹһĿȻ + CPAN ģذװ Term::ReadKey + http://search.cpan.org/dist/TermReadKey/ + CPAN Shell ִ cpan Term::ReadKey װ + CPANPLUS Shell ִ cpanp i Term::ReadKey װ + Debian/Ubandu Linux ʹߣִ + apt-get install libterm-readkey-perl װ + Red Hat/Fedora/CentOS Linux ʹߣִ + yum install perl-TermReadKey װ + FreeBSD ʹߣִ + ports install p5-Term-ReadKey װ + ActivePerl ʹߣִ + ppm install Term::ReadKey װ + + +װָ + + reslog 3.10 ǰİ汾 reslog.pl 3.02 ǰ +汾 UPGRADE.zh-tw ˵ + + ExtUtils::MakeMaker װ + + reslog Perl ׼ ExtUtils::MakeMaker װ£ + + % perl Makefile.PL + % make + % make test + % make install + + make install ǰȷڰװĿ¼浵Ȩޡͨʱ +ҪлΪ root ܰװ浵 + + MS-Windows µ ActivePerl make nmake nmake +΢ FTP վأ + + ftp://ftp.microsoft.com/Softlib/MSLFILES/nmake15.exe + + Ҫװط趨 PREFIX 磬һʹߣҪװ +ԼĿ¼ʱ + + % perl Makefile.PL PREFIX=/home/jessica + + Ҫ֪లװѡϸڣ ExtUtils::MakeMaker ˵ִ + perldoc ExtUtils::MakeMaker + + + Module::Build װ + + ϲҲ Module::Build װ£ + + % perl Build.PL + % ./Build + % ./Build test + % ./Build install + + ./Build install ǰȷڰװĿ¼浵Ȩޡͨʱ +ҪлΪ root ܰװ浵 + + Ҫװط趨 --prefix 磬һʹߣҪװ +ԼĿ¼ʱ + + % perl Build.PL --prefix=/home/jessica + + Ҫ֪లװѡϸڣ Module::Build ˵ִ +perldoc Module::Build + + +è +2008-11-18 +imacat@mail.imacat.idv.tw +http://www.imacat.idv.tw/ diff --git a/INSTALL.zh-tw b/INSTALL.zh-tw new file mode 100644 index 0000000..f062017 --- /dev/null +++ b/INSTALL.zh-tw @@ -0,0 +1,167 @@ +reslog w˫n + +ؿ + + tλݨD + w˫n + H ExtUtils::MakeMaker w + H Module::Build w + + +tλݨD + + 1. Perl 5.8.0 ΥHWC reslog ϥΤTѼƪ open() Hƻsɮ׾ާ@A +٤Dg󦭪WCYpiHg󦭪WA +ЧiDڡCpiHJ perl -v dߩpثe Perl Cثejhƪ Unix +tγ Perl CpGpS Perl λݭn@šAiH Perl Uw˳ +s Perl C + + http://www.perl.com/ + + Yp MS-Windows AiHUw ActiveState q ActivePerl C + + http://www.activestate.com/ + + 2. ݷft Perl ҲաGLC + + 3. t Perl ҲաG + + * File::MMagic + + oOˬdɮΪCYSwˡA reslog |յۥh file { + NCY٧䤣A reslog |ɧ]ɦW^P_ɮCo + ɭYqзǿJŪɡA reslog |LkP_C + piH CPAN ҲծwUw File::MMagic G + http://search.cpan.org/dist/File-MMagic/ A + Υ CPAN Shell cpan File::MMagic wˡA + Υ CPANPLUS Shell cpanp i File::MMagic wˡC + YpO Debian/Ubandu Linux ϥΪ̡AiH + apt-get install libfile-mmagic-perl wˡC + YpO Red Hat/Fedora/CentOS Linux ϥΪ̡AiH + yum install perl-File-MMagic wˡC + YpO FreeBSD ϥΪ̡AiH + ports install p5-File-MMagic wˡC + YpO ActivePerl ϥΪ̡AiH + ppm install File::MMagic wˡC + Ypnb MS-Windows Uϥ file.exe {AiH + GnuWin32 UG http://gnuwin32.sourceforge.net/ C + нT{UAsɦbtΪ|UAɦW file.exe C + + ij File::MMagic C file {|~PC + + * Compress::Zlib + + oOBz gzip YɥΪAuBz gzip Yɮɤ~|ΨCY + nήɨSwˡA reslog |յۧ gzip {NCY٧䤣A + reslog NLkC + piH CPAN ҲծwUw Compress::Zlib G + http://search.cpan.org/dist/Compress-Zlib/ A + Υ CPAN Shell cpan Compress::Zlib wˡA + Υ CPANPLUS Shell cpanp i Compress::Zlib wˡC + YpO Debian/Ubandu Linux ϥΪ̡AiH + apt-get install libcompress-zlib-perl wˡC + YpO Red Hat/Fedora/CentOS Linux ϥΪ̡AiH + yum install perl-Compress-Zlib wˡC + YpO FreeBSD ϥΪ̡AiH + ports install p5-Compress-Zlib wˡC + YpO ActivePerl ϥΪ̡AiH + ppm install Compress::Zlib wˡC + Ypnb MS-Windows Uϥ gzip.exe {AiH + gzip UG http://www.gzip.org/ C + нT{UAsɦbtΪ|UAɦW gzip.exe C + + * Compress::Bzip2 ĤGHW + + oO䴩Ūg bzip2 YɥΪAuBz bzip2 Yɮɤ~| + CYnήɨSwˡA reslog |յۧ bzip2 {NCY٧ + A reslog NLkC + piH CPAN ҲծwUw Compress::Bzip2 G + http://search.cpan.org/dist/Compress-Bzip2/ A + Υ CPAN Shell cpan Compress::Bzip2 wˡA + Υ CPANPLUS Shell cpanp i Compress::Bzip2 wˡC + YpO Debian/Ubandu Linux ϥΪ̡AiH + apt-get install libcompress-bzip2-perl wˡC + YpO Red Hat/Fedora/CentOS Linux ϥΪ̡AiH + yum install perl-Compress-Bzip2 wˡC + YpO FreeBSD ϥΪ̡AiH + ports install p5-Compress-Bzip2 wˡC + YpO ActivePerl ϥΪ̡AiH + ppm install Compress::Bzip2 wˡC + Ypnb MS-Windows Uϥ bzip2.exe {AiH + bzip2 UG http://www.bzip.org/ C + нT{UAsɦbtΪ|UAɦW bzip2.exe C + + * Term::ReadKey + + oOܶiצCΪAYSwˡAN|ܶiצCC~| + DCiצCiHp reslog u@iפ@AMC + piH CPAN ҲծwUw Term::ReadKey G + http://search.cpan.org/dist/TermReadKey/ A + Υ CPAN Shell cpan Term::ReadKey wˡA + Υ CPANPLUS Shell cpanp i Term::ReadKey wˡC + YpO Debian/Ubandu Linux ϥΪ̡AiH + apt-get install libterm-readkey-perl wˡC + YpO Red Hat/Fedora/CentOS Linux ϥΪ̡AiH + yum install perl-TermReadKey wˡC + YpO FreeBSD ϥΪ̡AiH + ports install p5-Term-ReadKey wˡC + YpO ActivePerl ϥΪ̡AiH + ppm install Term::ReadKey wˡC + + +w˫n + + YpO reslog 3.10 He@šAάO reslog.pl 3.02 He +@šAаѾ\ UPGRADE.zh-tw ɪ@ŻC + +H ExtUtils::MakeMaker w + + reslog Perl зǪ ExtUtils::MakeMaker wˡA{ǦpUG + + % perl Makefile.PL + % make + % make test + % make install + + b make install eAХT{pbw˥ؿsɪvCq`oɭ +n root A~w˦sɡC + + YpO MS-Windows U ActivePerl A make Ч nmake C nmake +iѷLn FTP UG + + ftp://ftp.microsoft.com/Softlib/MSLFILES/nmake15.exe + + Ynw˨䥦aAг]wn PREFIX CҦpA@ϥΪ̡Anw˦b +ۤvؿUɡG + + % perl Makefile.PL PREFIX=/home/jessica + + nDhw˿ﶵӸ`AаѾ\ ExtUtils::MakeMaker ]а + perldoc ExtUtils::MakeMaker ^C + + +H Module::Build w + + YpwA]iH Module::Build wˡA{ǦpUG + + % perl Build.PL + % ./Build + % ./Build test + % ./Build install + + b ./Build install eAХT{pbw˥ؿsɪvCq`o +ԭn root A~w˦sɡC + + Ynw˨䥦aAг]wn --prefix CҦpA@ϥΪ̡Anw +bۤvؿUɡG + + % perl Build.PL --prefix=/home/jessica + + nDhw˿ﶵӸ`AаѾ\ Module::Build ]а +perldoc Module::Build ^C + + +̺ +2008-11-18 +imacat@mail.imacat.idv.tw +http://www.imacat.idv.tw/ diff --git a/MANIFEST b/MANIFEST new file mode 100644 index 0000000..51cf8a2 --- /dev/null +++ b/MANIFEST @@ -0,0 +1,38 @@ +AUTHORS +AUTHORS.zh-cn +AUTHORS.zh-tw +Build.PL +Changes +COPYING +fdl.txt +INSTALL +INSTALL.zh-cn +INSTALL.zh-tw +Makefile.PL +MANIFEST This list of files +META.yml +NEWS +pgpkey.asc +README +README.zh-cn +README.zh-tw +reslog +reslog.en.html +reslog.zh-cn.html +reslog.zh-tw.html +SIGNATURE +t/00-signature.t +t/01-exhaust.t +t/02-several.t +t/03-errors.t +t/99-pod.t +t/_helper.pm +THANKS +THANKS.zh-cn +THANKS.zh-tw +TODO +TODO.zh-cn +TODO.zh-tw +UPGRADE +UPGRADE.zh-cn +UPGRADE.zh-tw diff --git a/META.yml b/META.yml new file mode 100644 index 0000000..51e5d55 --- /dev/null +++ b/META.yml @@ -0,0 +1,13 @@ +--- #YAML:1.0 +name: reslog +version: 3.16 +abstract: Reverse-resolve IP in Apache log files +license: gpl +author: + - imacat +generated_by: ExtUtils::MakeMaker version 6.38 +distribution_type: module +requires: +meta-spec: + url: http://module-build.sourceforge.net/META-spec-v1.3.html + version: 1.3 diff --git a/Makefile.PL b/Makefile.PL new file mode 100755 index 0000000..a3ca196 --- /dev/null +++ b/Makefile.PL @@ -0,0 +1,89 @@ +#! /usr/bin/perl -w +# Makefile.PL: Installation configuration for ExtUtils::MakeMaker +use 5.008; +use strict; +use warnings; +use Config qw(%Config); +use ExtUtils::MakeMaker; + +# Check if there is any old file +use vars qw(%old_version); +%old_version = qw(); +foreach (qw(/usr/sbin/reslog.pl + /usr/sbin/reslog + /usr/share/man/man8/reslog.pl.8 + /usr/share/man/man8/reslog.8 + /usr/local/sbin/reslog.pl + /usr/local/sbin/reslog + /usr/local/share/man/man8/reslog.pl.8 + /usr/local/share/man/man8/reslog.8)) { + $old_version{$_} = 1 if -e $_; +} +foreach my $cnf (qw(installman1dir installsiteman1dir installvendorman1dir + man1dir man1direxp siteman1dir siteman1direxp sysman + vendorman1dir vendorman1direxp)) { + next unless defined $Config{$cnf} && -d $Config{$cnf}; + $_ = $Config{$cnf}; + s/\/man1$/\/man8/; + $old_version{"$_/reslog.8"} = 1 if -e "$_/reslog.8"; + $old_version{"$_/reslog.pl.8"} = 1 if -e "$_/reslog.pl.8"; +} +foreach my $cnf (qw(installscript installsitescript installvendorscript + scriptdir scriptdirexp sitescript sitescriptexp + vendorscript vendorscriptexp + bin binexp installbin installsitebin installvendorbin + sitebin sitebinexp vendorbin vendorbinexp)) { + next unless defined $Config{$cnf} && -d $Config{$cnf}; + $_ = $Config{$cnf}; + s/\/bin$/\/sbin/; + $old_version{"$_/reslog"} = 1 if -e "$_/reslog"; + $old_version{"$_/reslog.pl"} = 1 if -e "$_/reslog.pl"; +} +if (keys %old_version > 0) { + $_ = join " ", sort keys %old_version; + warn << "EOT"; +-- Old Files Found +You may remove the following old files after "make install": + $_ +EOT +} + +# Optional prerequisite modules +use vars qw(%OPT_PREREQ); +%OPT_PREREQ = ( + "File::MMagic" => 0, + "Compress::Zlib" => 0, + "Compress::Bzip2" => 2, + "Term::ReadKey" => 0, +); +delete $OPT_PREREQ{$_} + foreach grep eval "use $_ $OPT_PREREQ{$_} qw(); 1;", sort keys %OPT_PREREQ; +if (keys %OPT_PREREQ > 0) { + $_ = join " ", sort keys %OPT_PREREQ; + warn << "EOT"; +-- Optional Prerequisites +You may wish to install these modules altogether. + $_ +EOT +} + +WriteMakefile( + NAME => "reslog", + VERSION_FROM => "reslog", + ABSTRACT => "Reverse-resolve IP in Apache log files", + AUTHOR => "imacat ", + LICENSE => "gpl", + PREREQ_PM => { }, + SIGN => 1, + + EXE_FILES => [ "reslog" ], + dist => { + COMPRESS => "gzip -9", + SUFFIX => ".gz", + }, + clean => { + FILES => "t/logs*", + }, +); + +__END__ diff --git a/NEWS b/NEWS new file mode 100644 index 0000000..38e5d09 --- /dev/null +++ b/NEWS @@ -0,0 +1,75 @@ +New in 3.16: +* Fixed a bug with empty files created with Compress::Bzip2. + +New in 3.15: +* Fixed the minimal required Perl version in the Makefile.PL + installation. + +New in 3.14: +* Documentation fixes. +* Test suite fixes. + +New in 3.13: +* Many code enhancements, bug fixes, test suite enhancements and documentation fixes. Download reslog version 3.13. + +New in 3.12: +* Fixed the error when there is no IP to be resolved. + +New in 3.11: +* Fixed the problem with non-threaded Perl. +* Fixed the bug checking STDIN file type with the file program. +* Moved files back to the Perl default installation directories. +* Added support for installation with Module::Build. + +New in 3.10: +* Documentation fixes. + +New in 3.09: +* License updated to GPLv3 +* Options can now be specified as "-ddd" instead of "-d -d -d", + with "bundling" used in Geoip::Long. +* Various fixes. + +New in 3.08: +* Documentation fixes. + +New in 3.07: +* Now reslog works on Linux, MS-Windows, Cygwin, Solaris, FreeBSD + and MacOSX Darwin. + +New in 3.06: +* Test suite fixes. + +New in 3.05: +* Fixed a bug that unavailable STDIN may cause error. + +New in 3.04: +* Fixed a typo when loading File::MMagic. + +New in 3.03: +* Default installation directory moved back to /sbin. Added + "make upgrade" to remove files from the old versions. +* Fixed errors with flock() locking. + +New in 3.02: +* Run on MS-Windows and Cygwin. +* Various fixes. + +New in 3.01: +* Fixed a serious bug that --suffix and --trim-suffix was obtaining + wrong value. + +New in 3.00: +* ithreads Threading support is added so that it is really fast now. +* bzip2 compression is supported. +* Compressing and decompressing using gzip and bzip2 executables + without installing Compress::Zlib and Compress::Bzip2 is now + possible, although discouraged. +* Certain file name suffix can be removed before outputing the result + file, so that it can be line-up with other log file filters. + +New in 2.1.0dev2: +* Documentation fixes. + +New in 2.1.0dev1: +* Fixed the problem that it wouldn't run with Perl 5.8.0. diff --git a/README b/README new file mode 100644 index 0000000..4e9054e --- /dev/null +++ b/README @@ -0,0 +1,61 @@ +reslog - Reverse-resolve IP in Apache log files + + Copyright (c) 2000-2007 imacat. + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program. If not, see . + + reslog reverse-resolves IP in the Apache log files. These log files can +then be analyzed by another program, like Analog. You can think of it as a +replacement of Apache HostNameLookups directive, in the sense that it resolves +the client IP altogether once a day. + + +* Documentation + + Type "perldoc reslog" to read the reslog manual. + + +* Installation + + Read INSTALL for instructions on how to install reslog. + + +* News, Changes and Updates + + Refer to the Changes for changes, bug fixes, updates, new functions, etc. + + +* Support + + reslog's website is at http://reslog.sourceforge.net/. Visit the website +for the current information of reslog. + + reslog has a mailing list reslog-users@lists.sourceforge.net. If you have +any question, comment, bug report, patch, please send it to the mailing list. +Join the list at https://lists.sourceforge.net/lists/listinfo/reslog-users . +Do not send mails directly to me unless you have private business with me. +The mailing list has an archive. People having the same trouble as you may +search the archive, find the answer and save a lot of time. + + +* License + + This program is distributed under GNU Gneral Pulbic License (GPL). Please +refer to the COPYING file for the copyright and the license of this program. + + +imacat ^_*' +2007-11-26 +imacat@mail.imacat.idv.tw +http://www.imacat.idv.tw/ diff --git a/README.zh-cn b/README.zh-cn new file mode 100644 index 0000000..022cb38 --- /dev/null +++ b/README.zh-cn @@ -0,0 +1,55 @@ +reslog - Apache ¼ IP ʽ + + Ȩ (c) 2000-2007 è + + ʽ壬 (Free Software Foundation) + GNU ͨù֤ (GNU General Public License) + ĺ·һʽѡʹκθµİ汾 + + һʽĿϣãûκεûʺضĿ + ĵϸ GNU ͨù֤ + + ӦѾͳʽһյһ GNU ͨù֤ĸûУ + + +reslog Ǽ¼ʽ Apache ¼ IP ơ + Analog ֮ļ¼ͳƳʽ԰ Apache HostNameLookups +ָƷÿһη鵱е IP + + +˵ļ + + perldoc reslog Ķ reslog ˵ + + +װָ + + INSTALL.zh-tw İװָϡ + + +¡˵ + + Changes ĸ˵˽ܡµȡ + + +֧Ԯ + +reslog վ http://reslog.sourceforge.net/ ʱ˽ѶϢ + +reslog һʼͨѶ reslog-users@lists.sourceforge.net κ⡢ +顢ر޲ʽĵʼͨѶϡ +https://lists.sourceforge.net/lists/listinfo/reslog-users ǵʼͨѶ +˽񣬷벻ҪֱдŸҡʼͨѶԶ鵵պ +ͬ⣬ֱͨѶɵҵ𰸣ʡұʱ䡣 + + +Ȩ + +ʽ GNU ͨù֤ (GPL) Ȩο COPYING ˵ +ⱾʽİȨȨݡ + + +è imacat ^_*' +2007-11-26 +imacat@mail.imacat.idv.tw +http://www.imacat.idv.tw/ diff --git a/README.zh-tw b/README.zh-tw new file mode 100644 index 0000000..8e724a4 --- /dev/null +++ b/README.zh-tw @@ -0,0 +1,55 @@ +reslog - Apache O IP Ϭd{ + + vҦ (c) 2000-2007 ̺ + + {OۥѳnAziHӦۥѳn| (Free Software Foundation) + X GNU qΤ@\iұ (GNU General Public License) ĤTӭ + MsoGo@{AΪ̦ۥѿܨϥΥsC + + oGo@{تOƱ楦ΡASOCƦܨSAXSwت + tOCԲӪpаѾ\ GNU qΤ@\iҡC + + zӤwgM{@_@ GNU qΤ@\iҪƥCpG٨SA + \C + +@@reslog OOɤϬd{AΨӤϬd Apache O IP DW١CdLA +iHMι Analog Oɲέp{CpiH⥦ Apache HostNameLookups +ON~ACѤ@ϬdѩҦ IP C + + + + +@@пJ perldoc reslog A\Ū reslog C + + +w˫n + +@@иԾ\ INSTALL.zh-tw ɮתw˫nC + + +sBץ + +@@иԾ\ Changes ɮתsAHAѷsW\BDץBsC + + +޳N䴩 + +@@reslog b http://reslog.sourceforge.net/ AHɤWAѳ̷sTC + +@@reslog @ӶlqT reslog-users@lists.sourceforge.net AYDB +ijBD^B׸ɵ{AбHlqTWCгsW +https://lists.sourceforge.net/lists/listinfo/reslog-users [Jڭ̪lqT +CDOpHưȡA_hФngHڡClqT|۰kɡAYLH +ۦPDAiHbqTɤ쵪סA`٤ja_QɶC + + +vn + +@@{ GNU qΤ@\i (GPL) voGAаѦ COPYING ɮתAA +ѥ{vveC + + +̺ imacat ^_*' +2007-11-26 +imacat@mail.imacat.idv.tw +http://www.imacat.idv.tw/ diff --git a/SIGNATURE b/SIGNATURE new file mode 100644 index 0000000..d7df3ed --- /dev/null +++ b/SIGNATURE @@ -0,0 +1,60 @@ +This file contains message digests of all files listed in MANIFEST, +signed via the Module::Signature module, version 0.55. + +To verify the content in this distribution, first make sure you have +Module::Signature installed, then type: + + % cpansign -v + +It will check each file's integrity, as well as the signature's +validity. If "==> Signature verified OK! <==" is not displayed, +the distribution may already have been compromised, and you should +not run its Makefile.PL or Build.PL. + +-----BEGIN PGP SIGNED MESSAGE----- +Hash: SHA1 + +SHA1 91ced1a733e7448edc19eab22482508d58d7b284 AUTHORS +SHA1 c4c98cc9e7ac5e119752587d0322280a7a71d205 AUTHORS.zh-cn +SHA1 eb60ee204fcf7244fc0774ac34d05a35a281e82b AUTHORS.zh-tw +SHA1 f53e1e68c754efbcfc53ea967696a8671984447a Build.PL +SHA1 8624bcdae55baeef00cd11d5dfcfa60f68710a02 COPYING +SHA1 42632c78bf9e9342ae14210ca950ff00062ddd2b Changes +SHA1 f7bc1bef076475c9431f0c63624e2ab3033b8764 INSTALL +SHA1 79721949017a665473a2e153fd8d87c80825fd2b INSTALL.zh-cn +SHA1 b1d57a65f4615ec3d5ab0b835378bae1e024ba40 INSTALL.zh-tw +SHA1 a18724385a8fb946bda27e9931237d8c2a6933df MANIFEST +SHA1 dd16bfeaae712a00a4de3e68c5f481202cb26125 META.yml +SHA1 68ff538f6e43ffec964106a6036bcd430e26620d Makefile.PL +SHA1 480f86cf076a309356773b88f9ba438383084cd1 NEWS +SHA1 843feea16b78f493dc75fe0522d32da01a47d689 README +SHA1 0baa56bf2c4996141c65f3e22bd85f71b8ef66e8 README.zh-cn +SHA1 13a621e560350253ae43d4a1a68c61a204aa3e16 README.zh-tw +SHA1 52bb31d47dbadf06f520770a7a15852240620d05 THANKS +SHA1 e5df3a0192f9349821008f003ba10e5bddc4d13a THANKS.zh-cn +SHA1 e0addd6f8f0c3414094df574853af6dac53ecf7d THANKS.zh-tw +SHA1 48f5fff8ffb487089aa9fdcb9279ba3fd1c508c0 TODO +SHA1 00e67ef5268c66e8648c5f14da8e7912e2c2f9c5 TODO.zh-cn +SHA1 2e45a15082ae9630230235d7538dec63c6df18c8 TODO.zh-tw +SHA1 b76525cba62910e04d30162efa5dc2d01aba0c97 UPGRADE +SHA1 4a73e7d68ebc13536e5eac889dc345da210dd871 UPGRADE.zh-cn +SHA1 01f4180ffa5285ed96e7aa882bf205573c35146b UPGRADE.zh-tw +SHA1 bd75d59f9d7d9731bfabdc48ecd19e704d218e38 fdl.txt +SHA1 520fdcf4374af210380db9e0fdaea44c904a15fc pgpkey.asc +SHA1 700b11dfc01b4c76f05d391e3c125278f644c56b reslog +SHA1 41a536e18f36778b9ff933825ef0a1f7a1981b21 reslog.en.html +SHA1 6145e6f46918eee110b4d03fe9b9ea3dd6fc3314 reslog.zh-cn.html +SHA1 9b211e9952a151906a00600c85ff0c3378926a61 reslog.zh-tw.html +SHA1 525f414c7a0aadc61240a4b0959ca2cda7514c75 t/00-signature.t +SHA1 4c364eda95b34511f7b44d80cb933d151b6d2319 t/01-exhaust.t +SHA1 59d3566284c629bed1e217665b689dd8d2fb0e9e t/02-several.t +SHA1 575fbed4b769731be070e4b7b78ed89de98d6054 t/03-errors.t +SHA1 b85626024d610808bd0909989dcfb9fb20a40485 t/99-pod.t +SHA1 84b9f1582dbce493e1fd5ac9b8580786e0dfc152 t/_helper.pm +-----BEGIN PGP SIGNATURE----- +Version: GnuPG v1.4.7 (GNU/Linux) + +iD8DBQFHVgHGi9gubzC5S1wRAjzCAJ9FOyU/0SG08ixiWMpPIaO5Nhm63QCgnUON +sKqVvHQZhcBU4PNl7DkpsQE= +=Zbq7 +-----END PGP SIGNATURE----- diff --git a/THANKS b/THANKS new file mode 100644 index 0000000..d540e60 --- /dev/null +++ b/THANKS @@ -0,0 +1,6 @@ + Thanks to SourceForge to kindly provide hosting the reslog project. + Thanks to Chen-hsiu Huang for reporting +the bug that $WORKING_RES was not locked when opened. + Thanks to CPAN to kindly provide hosting the reslog project. + Thanks to SourceForge for providing compiling farm for projects +to test on different platforms. diff --git a/THANKS.zh-cn b/THANKS.zh-cn new file mode 100644 index 0000000..9494a05 --- /dev/null +++ b/THANKS.zh-cn @@ -0,0 +1,5 @@ +л SourceForge ṩ reslog ר +л Chen-hsiu Huang ر $WORKING_RES +ʱδĴ +л CPAN ṩ reslog ר +л SourceForge ṩ compile farm ƽ̨רԡ diff --git a/THANKS.zh-tw b/THANKS.zh-tw new file mode 100644 index 0000000..22e125f --- /dev/null +++ b/THANKS.zh-tw @@ -0,0 +1,5 @@ +@@P SourceForge Ѭ[] reslog MסC +@@P Chen-hsiu Huang ^ $WORKING_RES } +ɮɥɪ~C +@@P CPAN Ѭ[] reslog MסC +@@P SourceForge compile farm UإxѱM״աC diff --git a/TODO b/TODO new file mode 100644 index 0000000..a132d2b --- /dev/null +++ b/TODO @@ -0,0 +1,2 @@ + 1. Multi-lingual support, with Traditional and Simplified Chinese + messages. diff --git a/TODO.zh-cn b/TODO.zh-cn new file mode 100644 index 0000000..a7592fa --- /dev/null +++ b/TODO.zh-cn @@ -0,0 +1 @@ + 1. ﻯѶϢ diff --git a/TODO.zh-tw b/TODO.zh-tw new file mode 100644 index 0000000..fcf3af6 --- /dev/null +++ b/TODO.zh-tw @@ -0,0 +1 @@ + 1. hyơA[W²TC diff --git a/UPGRADE b/UPGRADE new file mode 100644 index 0000000..1429be3 --- /dev/null +++ b/UPGRADE @@ -0,0 +1,74 @@ +Upgrade Instruction + + Here are a few hints for people upgrading from 3.10 or earlier: + +* The Default Installation Location Is at /usr/bin + + Also, the man page is at /usr/share/man/man1/reslog.1. This is to follow +Perl's standard convension, and to avoid breaking ExtUtils::MakeMaker with +future versions. + + When you run "perl Makefile.PL" or "perl Build.PL", it will hint a list of +old files found to be removed. Please delete them manually. + + If you saved them in other places, you have to delete them yourself. + + Also, if you have any scripts or cron jobs that are running reslog, remember +to modify your script for the new reslog location. Of course, you can copy +reslog to the original location. It will still work. + + + Here are a few hints for people upgrading from 3.02 or earlier: + + +* The Script Name is Changed from reslog.pl to reslog + + This is obvious. If you have any scripts or cron jobs that are running +reslog, remember to modify your script for the new name. Of course, you can +rename reslog to reslog.pl. It will still work. + + The reason I changed the script and project name is that: A dot "." in +the project name is not valid everywhere. At least SourceForge don't accept +it. Besides, "reslog" is enough for a script name under UNIX. The ".pl" file +name suffix/extension may be convienent for MS-Windows, but MS-Windows users +won't run it with explorer file name association anyway, and there is a pl2bat +to convert "reslog" to "reslog.bat", which would make more sense. The only +disadvantage is that I use UltraEdit, which depends on the file name extension +for the automatic syntax highlighting rules. But this is not much trouble. I +can manuall set it anyway. + + +* You Need Perl 5.8.0 or Above + + reslog now has threading to speed up resolving, which requires Perl's +ithreads threading module support that's only available since 5.8.0. You can +still disable threading if it causes troubles to you, but the code itself need +it. If you are using a Perl before 5.8.0, please upgrade it. You can run +"perl -v" to see your current Perl version. + + +* The Default Keep Mode is Now "delete" + + The documentation said the default keep mode is "delete", but the script +actually did a "restart". :p This is fixed. If you are running with the +default keep mode, remember to fix it. + + +* The Argument of --keep and --override Options Are Required Now + + Support for omitting --keep or --override argument is removed. This helps +avoiding confusion for the log file name and the option arguments. + + +* Specifying STDIN Will No Longer Trigger STDOUT + + When resolving multiple files, STDIN can output to STDOUT now, with other +files output to where they should be. Specifying an STDIN will no longer +automatically trigger outputing everything to STDOUT. If you want to output +everything to STDOUT, be sure to add the --stdout option. + + +imacat +2007-11-26 +imacat@mail.imacat.idv.tw +http://www.imacat.idv.tw/ diff --git a/UPGRADE.zh-cn b/UPGRADE.zh-cn new file mode 100644 index 0000000..4db776b --- /dev/null +++ b/UPGRADE.zh-cn @@ -0,0 +1,64 @@ +ָ + + 3.10 ֮ǰİ汾Ķ˵ + +Ԥ谲װĿ¼Ϊ /usr/bin + +˵ /usr/share/man/man1/reslog.1 Ϊ Perl ı׼װ̣ +ƻ ExtUtils::MakeMaker Ԥ趨պ⡣ + +ִ perl Makefile.PL perl Build.PL ʱʾϵͳϷֵĵľɵ +ɾʽطǵҪԼɾ + +дʽ趨 cron ųִ reslog ǵøĵҲ + reslog 浽ԭĿ¼ȥκ⡣ + + + 3.02 ֮ǰİ汾Ķ˵ + + reslog.pl Ϊ reslog + +԰ɡ :p дʽ趨 cron ųִ reslog ǵøĵ +Ҳ԰ reslog ԭ reslog.pl κ⡣ + +ԭ£רƺ.ᴦڡ SourceForget Ͳܺ.ר +ơ⣬ʽ reslog UNIX ¾Ϳˡ .pl Ȼ +MS-Windows ·㣬 MS-Windows ҲֱӵִСһ +pl2bat ԰ reslog ת reslog.bat ȽϺΨһõı + UltraEdit ʽ﷨ʾҲûʲôˣֶʽ +Ծͺˡ + + + Perl 5.8.0 + +° reslog ö̼߳ٷ飬Ҫõ Perl 5.8.0 ֮ ithread ߳ +ģʽö̹߳ܣԲãʽ뱾Ҫõ ithread +õ 5.8.0 ǰ Perl 汾 Perl perl -v ѯĿ +ǰ Perl 汾 + + +Ԥ keep ԭ¼ģʽ delete + +˵ļдԤ keep ԭ¼ģʽ delete ɾʵʽ +ܵ restart 㡣 :p Ѿ޺ˡԤ豣ģʽִУ +Ҫ + + + --keep --override ѡһҪģʽ + +ǰֱ --keep --override ѡӲһҪӲԱ +ѡIJҪļ¼ + + +ȡ׼ STDIN Զ׼ STDOUT ģʽ + +һζȡʱֻб׼ STDIN Ľ׼ +Ըĵȥǰһζȡ൵ʱһDZ׼룬ȫ +׼ȥڲˡҪȫĽ׼ +--stdout ѡ + + +è +2007-11-26 +imacat@mail.imacat.idv.tw +http://www.imacat.idv.tw/ diff --git a/UPGRADE.zh-tw b/UPGRADE.zh-tw new file mode 100644 index 0000000..301e32f --- /dev/null +++ b/UPGRADE.zh-tw @@ -0,0 +1,64 @@ +@ūn + +@@Yp 3.10 Τe@šAо\ŪHUG + +w]w˥ؿ /usr/bin + +@@ɫhb /usr/share/man/man1/reslog.1 CoOŦX Perl зǦwˬy{A +ͧK}a ExtUtils::MakeMaker w]]wAy@ŪDC + +@@ perl Makefile.PL perl Build.PL ɡA|ܩpҦbtΤWo{ +סCЦۦRCYp{sb䥦aAаOonۤvRC + +@@Ypg{Aγ]w cron Ƶ{Ӱ reslog AаOoɦWCLp]iH + reslog sӪؿhA|DC + + +@@Yp 3.02 Τe@šAо\ŪHUG + +ɦW reslog.pl אּ reslog + +@@oܩaC :p Ypg{Aγ]w cron Ƶ{Ӱ reslog AаOo +WCLp]iH reslog W^Ӫ reslog.pl A|DC + +@@W]pUGMצW٧tu.v|BBIC SourceForget Ntu.vM +צW١C~A{W reslog b UNIX UNiH]FCɦW .pl Mb +MS-Windows UKAϥ MS-Windows U]|IṴɦWCӥB٦ +pl2bat iH reslog ন reslog.bat AoˤϦӤXzCߤ@KOڥΪs +边 UltraEdit ̰ɦWMw{yykХܡALo]SjFAʳ]{ +yNnFC + + + Perl 5.8.0 HW + +@@s reslog Φhu{[tϬdAnΨ Perl 5.8.0 ᪺s ithread hu{ +ҦCpYQΦhu{\AiHΡAL{XA٬OnΨ ithread CY +pΪO 5.8.0 He Perl AЪ@ũp Perl CpiHJ perl -v dߩp +e Perl C + + +w] keep OɫOdҦO delete + +@@ڦbWgAw] keep OɫOdҦO delete RAiO{u +]O restart ksC :p oӰDwgצnFCpGp̹w]OdҦAаO +onץC + + + --keep M --override ﶵ{b@wn[ҦѼ + +@@HeiH --keep M --override ﶵA[ѼơA{b@wn[ѼơAH +KVcﶵѼƩMnBzOɦWC + + +ŪзǿJ STDIN |۰ʱҰʼзǿX STDOUT Ҧ + +@@@Ūhɮ׮ɡAuзǿJ STDIN G|XзǿXA䥦ɮ׳ +|XU۸ӿXɮץhCHe@ŪhɮɡAΨ䤤@ӬOзǿJAh| +XзǿXhA{b|FCYpݭnGXзǿXAХ[W +--stdout ﶵC + + +̺ +2007-11-26 +imacat@mail.imacat.idv.tw +http://www.imacat.idv.tw/ diff --git a/fdl.txt b/fdl.txt new file mode 100644 index 0000000..4a0fe1c --- /dev/null +++ b/fdl.txt @@ -0,0 +1,397 @@ + GNU Free Documentation License + Version 1.2, November 2002 + + + Copyright (C) 2000,2001,2002 Free Software Foundation, Inc. + 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + +0. PREAMBLE + +The purpose of this License is to make a manual, textbook, or other +functional and useful document "free" in the sense of freedom: to +assure everyone the effective freedom to copy and redistribute it, +with or without modifying it, either commercially or noncommercially. +Secondarily, this License preserves for the author and publisher a way +to get credit for their work, while not being considered responsible +for modifications made by others. + +This License is a kind of "copyleft", which means that derivative +works of the document must themselves be free in the same sense. It +complements the GNU General Public License, which is a copyleft +license designed for free software. + +We have designed this License in order to use it for manuals for free +software, because free software needs free documentation: a free +program should come with manuals providing the same freedoms that the +software does. But this License is not limited to software manuals; +it can be used for any textual work, regardless of subject matter or +whether it is published as a printed book. We recommend this License +principally for works whose purpose is instruction or reference. + + +1. APPLICABILITY AND DEFINITIONS + +This License applies to any manual or other work, in any medium, that +contains a notice placed by the copyright holder saying it can be +distributed under the terms of this License. Such a notice grants a +world-wide, royalty-free license, unlimited in duration, to use that +work under the conditions stated herein. The "Document", below, +refers to any such manual or work. Any member of the public is a +licensee, and is addressed as "you". You accept the license if you +copy, modify or distribute the work in a way requiring permission +under copyright law. + +A "Modified Version" of the Document means any work containing the +Document or a portion of it, either copied verbatim, or with +modifications and/or translated into another language. + +A "Secondary Section" is a named appendix or a front-matter section of +the Document that deals exclusively with the relationship of the +publishers or authors of the Document to the Document's overall subject +(or to related matters) and contains nothing that could fall directly +within that overall subject. (Thus, if the Document is in part a +textbook of mathematics, a Secondary Section may not explain any +mathematics.) The relationship could be a matter of historical +connection with the subject or with related matters, or of legal, +commercial, philosophical, ethical or political position regarding +them. + +The "Invariant Sections" are certain Secondary Sections whose titles +are designated, as being those of Invariant Sections, in the notice +that says that the Document is released under this License. If a +section does not fit the above definition of Secondary then it is not +allowed to be designated as Invariant. The Document may contain zero +Invariant Sections. If the Document does not identify any Invariant +Sections then there are none. + +The "Cover Texts" are certain short passages of text that are listed, +as Front-Cover Texts or Back-Cover Texts, in the notice that says that +the Document is released under this License. A Front-Cover Text may +be at most 5 words, and a Back-Cover Text may be at most 25 words. + +A "Transparent" copy of the Document means a machine-readable copy, +represented in a format whose specification is available to the +general public, that is suitable for revising the document +straightforwardly with generic text editors or (for images composed of +pixels) generic paint programs or (for drawings) some widely available +drawing editor, and that is suitable for input to text formatters or +for automatic translation to a variety of formats suitable for input +to text formatters. A copy made in an otherwise Transparent file +format whose markup, or absence of markup, has been arranged to thwart +or discourage subsequent modification by readers is not Transparent. +An image format is not Transparent if used for any substantial amount +of text. A copy that is not "Transparent" is called "Opaque". + +Examples of suitable formats for Transparent copies include plain +ASCII without markup, Texinfo input format, LaTeX input format, SGML +or XML using a publicly available DTD, and standard-conforming simple +HTML, PostScript or PDF designed for human modification. Examples of +transparent image formats include PNG, XCF and JPG. Opaque formats +include proprietary formats that can be read and edited only by +proprietary word processors, SGML or XML for which the DTD and/or +processing tools are not generally available, and the +machine-generated HTML, PostScript or PDF produced by some word +processors for output purposes only. + +The "Title Page" means, for a printed book, the title page itself, +plus such following pages as are needed to hold, legibly, the material +this License requires to appear in the title page. For works in +formats which do not have any title page as such, "Title Page" means +the text near the most prominent appearance of the work's title, +preceding the beginning of the body of the text. + +A section "Entitled XYZ" means a named subunit of the Document whose +title either is precisely XYZ or contains XYZ in parentheses following +text that translates XYZ in another language. (Here XYZ stands for a +specific section name mentioned below, such as "Acknowledgements", +"Dedications", "Endorsements", or "History".) To "Preserve the Title" +of such a section when you modify the Document means that it remains a +section "Entitled XYZ" according to this definition. + +The Document may include Warranty Disclaimers next to the notice which +states that this License applies to the Document. These Warranty +Disclaimers are considered to be included by reference in this +License, but only as regards disclaiming warranties: any other +implication that these Warranty Disclaimers may have is void and has +no effect on the meaning of this License. + + +2. VERBATIM COPYING + +You may copy and distribute the Document in any medium, either +commercially or noncommercially, provided that this License, the +copyright notices, and the license notice saying this License applies +to the Document are reproduced in all copies, and that you add no other +conditions whatsoever to those of this License. You may not use +technical measures to obstruct or control the reading or further +copying of the copies you make or distribute. However, you may accept +compensation in exchange for copies. If you distribute a large enough +number of copies you must also follow the conditions in section 3. + +You may also lend copies, under the same conditions stated above, and +you may publicly display copies. + + +3. COPYING IN QUANTITY + +If you publish printed copies (or copies in media that commonly have +printed covers) of the Document, numbering more than 100, and the +Document's license notice requires Cover Texts, you must enclose the +copies in covers that carry, clearly and legibly, all these Cover +Texts: Front-Cover Texts on the front cover, and Back-Cover Texts on +the back cover. Both covers must also clearly and legibly identify +you as the publisher of these copies. The front cover must present +the full title with all words of the title equally prominent and +visible. You may add other material on the covers in addition. +Copying with changes limited to the covers, as long as they preserve +the title of the Document and satisfy these conditions, can be treated +as verbatim copying in other respects. + +If the required texts for either cover are too voluminous to fit +legibly, you should put the first ones listed (as many as fit +reasonably) on the actual cover, and continue the rest onto adjacent +pages. + +If you publish or distribute Opaque copies of the Document numbering +more than 100, you must either include a machine-readable Transparent +copy along with each Opaque copy, or state in or with each Opaque copy +a computer-network location from which the general network-using +public has access to download using public-standard network protocols +a complete Transparent copy of the Document, free of added material. +If you use the latter option, you must take reasonably prudent steps, +when you begin distribution of Opaque copies in quantity, to ensure +that this Transparent copy will remain thus accessible at the stated +location until at least one year after the last time you distribute an +Opaque copy (directly or through your agents or retailers) of that +edition to the public. + +It is requested, but not required, that you contact the authors of the +Document well before redistributing any large number of copies, to give +them a chance to provide you with an updated version of the Document. + + +4. MODIFICATIONS + +You may copy and distribute a Modified Version of the Document under +the conditions of sections 2 and 3 above, provided that you release +the Modified Version under precisely this License, with the Modified +Version filling the role of the Document, thus licensing distribution +and modification of the Modified Version to whoever possesses a copy +of it. In addition, you must do these things in the Modified Version: + +A. Use in the Title Page (and on the covers, if any) a title distinct + from that of the Document, and from those of previous versions + (which should, if there were any, be listed in the History section + of the Document). You may use the same title as a previous version + if the original publisher of that version gives permission. +B. List on the Title Page, as authors, one or more persons or entities + responsible for authorship of the modifications in the Modified + Version, together with at least five of the principal authors of the + Document (all of its principal authors, if it has fewer than five), + unless they release you from this requirement. +C. State on the Title page the name of the publisher of the + Modified Version, as the publisher. +D. Preserve all the copyright notices of the Document. +E. Add an appropriate copyright notice for your modifications + adjacent to the other copyright notices. +F. Include, immediately after the copyright notices, a license notice + giving the public permission to use the Modified Version under the + terms of this License, in the form shown in the Addendum below. +G. Preserve in that license notice the full lists of Invariant Sections + and required Cover Texts given in the Document's license notice. +H. Include an unaltered copy of this License. +I. Preserve the section Entitled "History", Preserve its Title, and add + to it an item stating at least the title, year, new authors, and + publisher of the Modified Version as given on the Title Page. If + there is no section Entitled "History" in the Document, create one + stating the title, year, authors, and publisher of the Document as + given on its Title Page, then add an item describing the Modified + Version as stated in the previous sentence. +J. Preserve the network location, if any, given in the Document for + public access to a Transparent copy of the Document, and likewise + the network locations given in the Document for previous versions + it was based on. These may be placed in the "History" section. + You may omit a network location for a work that was published at + least four years before the Document itself, or if the original + publisher of the version it refers to gives permission. +K. For any section Entitled "Acknowledgements" or "Dedications", + Preserve the Title of the section, and preserve in the section all + the substance and tone of each of the contributor acknowledgements + and/or dedications given therein. +L. Preserve all the Invariant Sections of the Document, + unaltered in their text and in their titles. Section numbers + or the equivalent are not considered part of the section titles. +M. Delete any section Entitled "Endorsements". Such a section + may not be included in the Modified Version. +N. Do not retitle any existing section to be Entitled "Endorsements" + or to conflict in title with any Invariant Section. +O. Preserve any Warranty Disclaimers. + +If the Modified Version includes new front-matter sections or +appendices that qualify as Secondary Sections and contain no material +copied from the Document, you may at your option designate some or all +of these sections as invariant. To do this, add their titles to the +list of Invariant Sections in the Modified Version's license notice. +These titles must be distinct from any other section titles. + +You may add a section Entitled "Endorsements", provided it contains +nothing but endorsements of your Modified Version by various +parties--for example, statements of peer review or that the text has +been approved by an organization as the authoritative definition of a +standard. + +You may add a passage of up to five words as a Front-Cover Text, and a +passage of up to 25 words as a Back-Cover Text, to the end of the list +of Cover Texts in the Modified Version. Only one passage of +Front-Cover Text and one of Back-Cover Text may be added by (or +through arrangements made by) any one entity. If the Document already +includes a cover text for the same cover, previously added by you or +by arrangement made by the same entity you are acting on behalf of, +you may not add another; but you may replace the old one, on explicit +permission from the previous publisher that added the old one. + +The author(s) and publisher(s) of the Document do not by this License +give permission to use their names for publicity for or to assert or +imply endorsement of any Modified Version. + + +5. COMBINING DOCUMENTS + +You may combine the Document with other documents released under this +License, under the terms defined in section 4 above for modified +versions, provided that you include in the combination all of the +Invariant Sections of all of the original documents, unmodified, and +list them all as Invariant Sections of your combined work in its +license notice, and that you preserve all their Warranty Disclaimers. + +The combined work need only contain one copy of this License, and +multiple identical Invariant Sections may be replaced with a single +copy. If there are multiple Invariant Sections with the same name but +different contents, make the title of each such section unique by +adding at the end of it, in parentheses, the name of the original +author or publisher of that section if known, or else a unique number. +Make the same adjustment to the section titles in the list of +Invariant Sections in the license notice of the combined work. + +In the combination, you must combine any sections Entitled "History" +in the various original documents, forming one section Entitled +"History"; likewise combine any sections Entitled "Acknowledgements", +and any sections Entitled "Dedications". You must delete all sections +Entitled "Endorsements". + + +6. COLLECTIONS OF DOCUMENTS + +You may make a collection consisting of the Document and other documents +released under this License, and replace the individual copies of this +License in the various documents with a single copy that is included in +the collection, provided that you follow the rules of this License for +verbatim copying of each of the documents in all other respects. + +You may extract a single document from such a collection, and distribute +it individually under this License, provided you insert a copy of this +License into the extracted document, and follow this License in all +other respects regarding verbatim copying of that document. + + +7. AGGREGATION WITH INDEPENDENT WORKS + +A compilation of the Document or its derivatives with other separate +and independent documents or works, in or on a volume of a storage or +distribution medium, is called an "aggregate" if the copyright +resulting from the compilation is not used to limit the legal rights +of the compilation's users beyond what the individual works permit. +When the Document is included in an aggregate, this License does not +apply to the other works in the aggregate which are not themselves +derivative works of the Document. + +If the Cover Text requirement of section 3 is applicable to these +copies of the Document, then if the Document is less than one half of +the entire aggregate, the Document's Cover Texts may be placed on +covers that bracket the Document within the aggregate, or the +electronic equivalent of covers if the Document is in electronic form. +Otherwise they must appear on printed covers that bracket the whole +aggregate. + + +8. TRANSLATION + +Translation is considered a kind of modification, so you may +distribute translations of the Document under the terms of section 4. +Replacing Invariant Sections with translations requires special +permission from their copyright holders, but you may include +translations of some or all Invariant Sections in addition to the +original versions of these Invariant Sections. You may include a +translation of this License, and all the license notices in the +Document, and any Warranty Disclaimers, provided that you also include +the original English version of this License and the original versions +of those notices and disclaimers. In case of a disagreement between +the translation and the original version of this License or a notice +or disclaimer, the original version will prevail. + +If a section in the Document is Entitled "Acknowledgements", +"Dedications", or "History", the requirement (section 4) to Preserve +its Title (section 1) will typically require changing the actual +title. + + +9. TERMINATION + +You may not copy, modify, sublicense, or distribute the Document except +as expressly provided for under this License. Any other attempt to +copy, modify, sublicense or distribute the Document is void, and will +automatically terminate your rights under this License. However, +parties who have received copies, or rights, from you under this +License will not have their licenses terminated so long as such +parties remain in full compliance. + + +10. FUTURE REVISIONS OF THIS LICENSE + +The Free Software Foundation may publish new, revised versions +of the GNU Free Documentation License from time to time. Such new +versions will be similar in spirit to the present version, but may +differ in detail to address new problems or concerns. See +http://www.gnu.org/copyleft/. + +Each version of the License is given a distinguishing version number. +If the Document specifies that a particular numbered version of this +License "or any later version" applies to it, you have the option of +following the terms and conditions either of that specified version or +of any later version that has been published (not as a draft) by the +Free Software Foundation. If the Document does not specify a version +number of this License, you may choose any version ever published (not +as a draft) by the Free Software Foundation. + + +ADDENDUM: How to use this License for your documents + +To use this License in a document you have written, include a copy of +the License in the document and put the following copyright and +license notices just after the title page: + + Copyright (c) YEAR YOUR NAME. + Permission is granted to copy, distribute and/or modify this document + under the terms of the GNU Free Documentation License, Version 1.2 + or any later version published by the Free Software Foundation; + with no Invariant Sections, no Front-Cover Texts, and no Back-Cover Texts. + A copy of the license is included in the section entitled "GNU + Free Documentation License". + +If you have Invariant Sections, Front-Cover Texts and Back-Cover Texts, +replace the "with...Texts." line with this: + + with the Invariant Sections being LIST THEIR TITLES, with the + Front-Cover Texts being LIST, and with the Back-Cover Texts being LIST. + +If you have Invariant Sections without Cover Texts, or some other +combination of the three, merge those two alternatives to suit the +situation. + +If your document contains nontrivial examples of program code, we +recommend releasing these examples in parallel under your choice of +free software license, such as the GNU General Public License, +to permit their use in free software. diff --git a/pgpkey.asc b/pgpkey.asc new file mode 100644 index 0000000..bd75349 --- /dev/null +++ b/pgpkey.asc @@ -0,0 +1,40 @@ +-----BEGIN PGP PUBLIC KEY BLOCK----- +Version: GnuPG v1.4.1 (GNU/Linux) + +mQGiBD0kfGQRBADaGggoSHTZ8P17j92IMMxWPpML0TdvbhzW5iFF7a5th0xCn9od +pHVwc2YxuEulwDz0LJUx2IwwbttftHcJafcH51vk57Qq2+hvNAE1o9a/MWReMIwv +KfBi3Q1bVxWIjVPDbHd+ZUbbo0pozbfrHEaRPQ0qR+/ZgK5+V6WJiLElrwCgsCQy +FGfo72h5p46w7MrW4qSmalkD/RMcVmPkszF5J0N9pWlgcJ/fTYlMKIit3V/W/fru +L4KkUT3d9CMcJSBZrcVlXlDbPeBF8L7vl46NImd4xfnRKLwOuAy67Tld6CbC+UWz +rv6472rGetTTaj7iBH5nR62BQUmaLK6W6Q8vFOrqIBqXEz5iJ+RLYpIxH5M8gOz5 +7b7GBACIZaPaMVzIbTqnysDCgKEQqOyFbpgcGfSH52xH3XXeNrJhuenJFvBbeV8J +RgmKSnn1ZixFHJ261uGu5kOA1CQemNrTgZRaeHDu6mdZALdbxpLXp9DeOC/oTUWa +1O2xmAWcZZo+63s0MciC9zDrRjlNuGcVOiHZZLh9P9vEfoJos7Qu5L6d55Gq6LKT +IChpbWFjYXQpIDxpbWFjYXRAbWFpbC5pbWFjYXQuaWR2LnR3PoheBBMRAgAeBQJC +iLwmAhsDBgsJCAcDAgMVAgMDFgIBAh4BAheAAAoJEIvYLm8wuUtcmnYAnRQCNXWc +vgtk4CiTTBWqGWWZRjViAKCn/F6maM9R5RzuC1L5ER27f0AjbrkEDQQ9JHzZEBAA +owxPPj1TOZKGuav0eKopd8RrwFQ51P0FY85WyTAsCWg/KGcJIXFKwJ/r4U381iQd +z+16+E6oOzTIs/iwnkSKmfWx2M46uXdIa/VkLChZzHpCVDHeVICGE5sbECNS2gYD +CRx/Jl/FnXNaeaI0RZm3i4gf204bvqsPm+epI/BOW4cZmbkqSd4BuG2/i7y/BZzP +NhVseNVe2qhWFxs4Hj5S6y6xYSuuPLC4mZrkA7x1J9tq+wUt6z0mwIdRhEaK5iE5 +PB44XiwGKW02sLt5CQXDW/DbqXlyu6VP90iVjWLg0ftI28dULipw2n6u0DIGIxfL +i4dDf0gcYyqDF++aMWYTlB7a89Vt055dp7NC59VaqltW9DgKnxkiTUMxZ3HtqA67 +rwKtwKY3CQyuIYil31AQy0izi4fIu6MRznLtwHAfaqsB0Nej+kFl1XSUspe3P6ea +YzMs7on0X0KvPDWPo7AMz0Y/ex/XzYwR2+IzijTnaakH5TS7da0LKXb3FTV/PuIR +UgH3P/yOwRyOU4VLWqcyLxBJuMlX1WVz3UdNfHwRfm+jqPktP0qnQ9ZrFk3VEOGv +0hMvCeqj3Vw5CziYCTm3YiDG4OLPpUN3ByF944cUCYKwoGYEUKUf0vXPvUYdshqB +D49RyI0oy2nZstSt+iVefuCyWBYEyqIDu0eRGWY8FRMAAwUQAI/jMOnq6mP7mfbs +qq1ugXtx0r7cKNge0ebB/TA37ZLCo2UTdoxk/AsuGx1MK6kKJh3Zkxz89jb84CXA +jZbYbLOGhFioHCyiqfJwFbR7Abhsoo1NuEAtibJpFUm0oHym/Tjc4Xwht7cf52+8 +USfC918mFzmbPDOuIpkcHjGzXFztgDiMlX7iDrMvX2QOLzhp+g/I/pyAhAcKH8Eo +vcKeYOoQIM7hpP0eTZxgCDdRw9SpodU0/rTL6UzA4iXMcqncspH0OjfT5gxj3cOo +ofhaPxsIoqllZA/V/x7CeykdNE5L5SYv3c0NBnTMe9kV4K8V0JHTyz7N3ipiWJHP +VObvgdrJyA9YYCpgorfE7a1rtmLPfr5evrTuKP+VMEInqvA0mAxzX/HsbtsA+bNn +g6c5WibjO/kDKgfZfHFrPlLPiSSBVn9ygEySdlBuXpb5c7wft/YV0FyVAikbhY3l +3jJYmQ7kBxrtoIH9jK6Ff8rw7qbyBg6fDPoC3gevNdmoVtk5vTcKQTxPKlCeXTtE +JYfKDvX0BDkV8Wdizit03Sp0StpeietlX5vYQDyefp+w5J3k2SrbkEczzGZzXHq/ +5pm36cC0N0rA8ZW7JOpkThjZIJ733Y5DwtzhWqdUubWiCMmC7HfGmpI0OdV6QF8p +kCKXIsJ90Uiep0lEDNQZg4Y96kuUiEYEGBECAAYFAj0kfNoACgkQi9gubzC5S1xO +uACdELzJCBgMJVZ9siHwn48X2rXdQnIAn0yagIZfaIS0CfCamwcYeMfKcQQV +=GeL3 +-----END PGP PUBLIC KEY BLOCK----- diff --git a/reslog b/reslog new file mode 100755 index 0000000..3ca1e7b --- /dev/null +++ b/reslog @@ -0,0 +1,2452 @@ +#! /usr/bin/perl -w +# reslog: Reverse-resolve IP in Apache log files + +# Copyright (c) 2000-2007 imacat +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + +# First written: 2000-12-22 + +package main; +use 5.008; +use strict; +use warnings; +use base qw(Exporter); +use vars qw(@EXPORT @EXPORT_OK); +BEGIN { +@EXPORT = qw(); +push @EXPORT, qw(OVERRIDE_OVERWRITE OVERRIDE_APPEND OVERRIDE_FAIL); +push @EXPORT, qw(KEEP_ALL KEEP_RESTART KEEP_DELETE); +push @EXPORT, qw(TYPE_PLAIN TYPE_GZIP TYPE_BZIP2); +push @EXPORT, qw(TMP_SUFFIX whereis rel2abs); +@EXPORT_OK = @EXPORT; +# Prototype declaration +sub main(); +sub parse_args(); +sub whereis($); +sub rel2abs($;$); +} + +use Config qw(); +use Cwd qw(cwd); +use ExtUtils::MakeMaker qw(); +use File::Basename qw(basename); +use File::Spec::Functions qw(devnull file_name_is_absolute path catfile + splitdir curdir updir); +use File::Temp qw(tempfile); +use Getopt::Long qw(GetOptions); +use IO::Handle; + +our ($THIS_FILE, $VERBOSE); +use vars qw($VERSION); +$THIS_FILE = basename($0); +$VERSION = "3.16"; +$VERBOSE = 1; + +# Constants +# The override mode +use constant OVERRIDE_OVERWRITE => "overwrite"; +use constant OVERRIDE_APPEND => "append"; +use constant OVERRIDE_FAIL => "fail"; +use constant DEFAULT_OVERRIDE => OVERRIDE_FAIL; +# The keep mode +use constant KEEP_ALL => "all"; +use constant KEEP_RESTART => "restart"; +use constant KEEP_DELETE => "delete"; +use constant DEFAULT_KEEP => KEEP_DELETE; +# The file types +use constant TYPE_PLAIN => "text/plain"; +use constant TYPE_GZIP => "application/x-gzip"; +use constant TYPE_BZIP2 => "application/x-bzip2"; +# Other constants +use constant TMP_SUFFIX => ".tmp-reslog"; +use constant DEFAULT_SUFFIX => ".resolved"; +use constant DEFAULT_STDOUT => 0; +use constant DEFAULT_THREADS => 10; +use constant DEFAULT_PROGBAR => 1; + +our (%CONF, @LOGFILES, $RESOLVER, $PROGBAR, $STDIN, $STDOUT); +use vars qw(%WHEREIS); + +use vars qw($VERMSG $HELPMSG); +our $SHORTHELP; +$VERMSG = "$THIS_FILE v$VERSION by imacat "; +$SHORTHELP = "Try `$THIS_FILE --help' for more information."; +$HELPMSG = << "EOF"; +Usage: $THIS_FILE [options] [logfile...] +Resolve IPs from the Apache access log. + + -k,--keep mode What to keep in the logfile. Available modes are: + all, restart and delete. The default is "delete". + -o,--override mode What to do when the target file exists. Available + modes are: overwrite, append and fail. The default + is "fail". + -s,--suffix suf The suffix to be appended to the output file. If not + specified, the default is ".resolved". + -t,--trim-suffix suf The suffix to be trimmed from the input file name + before appending the above suffix. Default is none. + If you are running several log file filters, this can + help you trim the suffix of the previous one. + -n,--num-threads num Number of threads to run simultaneously. The default + is 10. Use 0 to disable threading. This option has + no effect on systems that does not support threading. + -c,--stdout Output the result to STDOUT. + -d,--debug Display debug messages. Multiple --debug to debug + more. + -q,--quiet Disable debug messages. An opposite that cancels the + effect of --debug. + -h,--help Display this help. + -v,--version Display version number. + logfile The Apache access log file to be resolved. + +It will copy the to a temporary working file -reslog and +restart the first. Then it will resolve the -reslog. The +result will be appended to the .resolved and the temporary +.tmp-reslog will be removed. If it stops in the middle, leaving an +unfinished .tmp-reslog, resolve the .tmp-reslog as an +ordinary log file. + +EOF + +main; +exit 0; + +# main: Main program +sub main() { + local ($_, %_); + my ($c, $t0); + + # Parse the arguments + parse_args; + + # Create the temporary working files + $_->create_temp foreach @LOGFILES; + # Read the source files to temporary working files + $c = 0; + $c += $_->read_source foreach @LOGFILES; + printf STDERR "%d IP found in %d records\n", scalar(@{$RESOLVER->{"IP"}}), $c + if $VERBOSE > 0; + # Resolve the IP + $RESOLVER->resolve_all if scalar(@{$RESOLVER->{"IP"}}) > 0; + # Replace the IP with the host name and output to the resolved result + $_->write_result foreach @LOGFILES; + # Remove the temporary working files + $_->remove_temp foreach @LOGFILES; + + print STDERR "Done. " . (time - $^T) . " seconds elapsed.\n" + if $VERBOSE > 0; + return; +} + +# parse_args: Parse the arguments +sub parse_args() { + local ($_, %_); + + %CONF = qw(); + # Get the arguments + eval { + local $SIG{"__WARN__"} = sub { die $_[0]; }; + Getopt::Long::Configure(qw(no_auto_abbrev bundling)); + GetOptions( "keep|k=s"=>sub { + if ($_[1] =~ /^(?:a|all)?$/i) { + $CONF{"KEEP"} = KEEP_ALL; + } elsif ($_[1] =~ /^(?:r|restart)?$/i) { + $CONF{"KEEP"} = KEEP_RESTART; + } elsif ($_[1] =~ /^(?:d|delete)?$/i) { + $CONF{"KEEP"} = KEEP_DELETE; + } else { + die "$THIS_FILE: Unknown keep mode: $_[1]\n"; + } }, + "override|o=s"=>sub { + if ($_[1] =~ /^(?:o|overwrite)?$/i) { + $CONF{"OVERRIDE"} = OVERRIDE_OVERWRITE; + } elsif ($_[1] =~ /^(?:a|append)?$/i) { + $CONF{"OVERRIDE"} = OVERRIDE_APPEND; + } elsif ($_[1] =~ /^(?:f|fail)?$/i) { + $CONF{"OVERRIDE"} = OVERRIDE_FAIL; + } else { + die "$THIS_FILE: Unknown override mode: $_[1]\n"; + } }, + "suffix|s=s"=>sub { $CONF{"SUFFIX"} = $_[1]; }, + "trim-suffix|t=s"=>sub { $CONF{"TRIM_SUFFIX"} = $_[1]; }, + "num-threads|n=i"=>sub { + die "$THIS_FILE: Invalid number of threads: $_[1]\n" + if $_[1] < 0; + $CONF{"THREADS"} = $_[1]; }, + "stdout|c!"=>sub { $CONF{"STDOUT"} = $_[1]; }, + "debug|d+"=>\$VERBOSE, + "quiet|q"=>sub { $VERBOSE-- if $VERBOSE > 0; }, + "help|h"=>sub { print $HELPMSG; exit 0; }, + "version|v"=>sub { print "$VERMSG\n"; exit 0; }); + }; + die "$THIS_FILE: $@$SHORTHELP\n" if $@ ne ""; + + # Check the arguments + # Arguments are log files + @LOGFILES = qw(); + %_ = qw(); + while (@ARGV > 0) { + $_ = shift @ARGV; + # Treat /dev/stdin as - on UNIX-like systems + $_ = "-" if $_ eq "/dev/stdin" && devnull eq "/dev/null"; + die "$THIS_FILE: $_: You can only specify a file once\n$SHORTHELP\n" + if exists $_{$_}; + push @LOGFILES, $_; + $_{$_} = 1; + } + @LOGFILES = qw(-) if @LOGFILES == 0; + + # Save the original STDIN and STDOUT + open $STDIN, "<&", \*STDIN or die "$THIS_FILE: STDIN: $!"; + open $STDOUT, ">&", \*STDOUT or die "$THIS_FILE: STDOUT: $!"; + + # Set the verbose level + autoflush STDERR if $VERBOSE > 1; + $CONF{"PROGBAR"} = DEFAULT_PROGBAR; + $CONF{"PROGBAR"} = 0 if $VERBOSE == 0 || $VERBOSE > 2 || !-t STDERR; + if ($CONF{"PROGBAR"}) { + # Check if we have Term::ReadKey + $CONF{"PROGBAR"} = 0 unless eval { require Term::ReadKey; 1; }; + } + + # Set the default STDOUT mode + $CONF{"STDOUT"} = DEFAULT_STDOUT if !exists $CONF{"STDOUT"}; + # If outputing to STDOUT + if ($CONF{"STDOUT"}) { + # Warn if not overwrite + warn "$THIS_FILE: Nonsense to override mode \"fail\" when outputing to STDOUT.\n" + if exists $CONF{"OVERRIDE"} && $CONF{"OVERRIDE"} eq OVERRIDE_FAIL; + # Always use overwrite + $CONF{"OVERRIDE"} = OVERRIDE_OVERWRITE; + # Default keep mode changed to keep all + $CONF{"KEEP"} = KEEP_ALL if !exists $CONF{"KEEP"}; + } + + # Set the default number of threads + if (!defined $Config::Config{"useithreads"}) { + warn "$THIS_FILE: Threading disabled because your OS or Perl does not support it.\n" + if defined $CONF{"THREADS"} && $CONF{"THREADS"} > 0; + $CONF{"THREADS"} = 0; + } + $CONF{"THREADS"} = DEFAULT_THREADS if !exists $CONF{"THREADS"}; + + # Set the default keep mode + $CONF{"KEEP"} = DEFAULT_KEEP if !exists $CONF{"KEEP"}; + # Set the default override mode + $CONF{"OVERRIDE"} = DEFAULT_OVERRIDE if !exists $CONF{"OVERRIDE"}; + # Set the default file name suffix to be appended + $CONF{"SUFFIX"} = DEFAULT_SUFFIX if !exists $CONF{"SUFFIX"}; + # Set the default file name suffix to be trimmed + $CONF{"TRIM_SUFFIX"} = undef if !exists $CONF{"TRIM_SUFFIX"}; + # The suffix to be appended cannot be the same as the suffix to be trimmed + die "$THIS_FILE: " . $CONF{"SUFFIX"} . ": Suffix cannot be the same as the suffix to be trimmed.\n" + if defined $CONF{"TRIM_SUFFIX"} && $CONF{"TRIM_SUFFIX"} eq $CONF{"SUFFIX"}; + + # Initialize the resolver + if ($CONF{"THREADS"}) { + $RESOLVER = new _private::Resolver::Threaded; + } else { + $RESOLVER = new _private::Resolver; + } + + # Check the log files + @LOGFILES = map new _private::LogFile($_), @LOGFILES; + + return; +} + +# whereis: Find an executable +# Code inspired from CPAN::FirstTime +sub whereis($) { + local ($_, %_); + my ($file, $path); + $file = $_[0]; + return $WHEREIS{$file} if exists $WHEREIS{$file}; + foreach my $dir (path) { + print STDERR " Checking $dir ... " if $VERBOSE > 3; + if (defined($path = MM->maybe_command(catfile($dir, $file)))) { + print STDERR "$path\n found " if $VERBOSE > 3; + return ($WHEREIS{$file} = $path); + } + print STDERR "no\n" if $VERBOSE > 3; + } + return ($WHEREIS{$file} = undef); +} + +# rel2abs: Convert a relative path to an absolute path +sub rel2abs($;$) { + local ($_, %_); + my ($path, $base); + ($path, $base) = @_; + + # Turn the base absolute + $base = cwd unless defined $base; + $base = rel2abs $base if !file_name_is_absolute $base; + + # Deal with the ~ user home directories under UNIX + if (defined $Config::Config{"d_getpwent"}) { + @_ = splitdir($path); + # If it starts from the user home directory + if ($_[0] =~ /^~(.*)$/) { + my ($user, @pwent, $home); + $user = $1; + # The same as the current user + if ( (@pwent = getpwuid $>) > 0 + && ($user eq "" || $user eq $pwent[0])) { + # Replace with the user home directory + # Respect the HOME environment variable if exists + $home = exists $ENV{"HOME"}? $ENV{"HOME"}: $pwent[7]; + @_ = (splitdir($home), @_[1...$#_]); + # Get the user home directory + } elsif ((@pwent = getpwnam $user) > 0) { + # Replace with the user home directory + $home = $pwent[7]; + @_ = (splitdir($home), @_[1...$#_]); + } + # Compose the path + $path = catfile @_; + } + } + + # Append the current directory if relative + $path = catfile($base, $path) unless file_name_is_absolute $path; + + @_ = splitdir($path); # Split into directory components + # Add an empty filename level if last level is a directory + push @_, "" if ($_[@_-1] eq curdir || $_[@_-1] eq updir); + for ($_ = 1; $_ < @_; $_++) { # Parse each level one by one + # If it is this directory + if ($_[$_] eq curdir) { + splice @_, $_, 1; # Remove this level directly + $_--; # The level number drop by 1 + # If it is the parent directory + } elsif ($_ > 1 && $_[$_] eq updir && $_[$_-1] ne updir) { + splice @_, $_-1, 2; # Remove this and the previous level + $_ -= 2; # The level number drop by 2 + } + } + $path = catfile @_; # Compose the full path + return $path; +} + + +# _private::ProgressBar: The progress bar displayer +package _private::ProgressBar; +use 5.008; +use strict; +use warnings; + +# new: Initialize the progrss bar handler +sub new : method { + local ($_, %_); + my ($class, $self, $label, $total); + ($class, $label, $total) = @_; + $self = bless {}, $class; + $self->{"label"} = $label; + $self->{"total"} = $total; + $self->{"start"} = time; + $self->{"lastline"} = undef; + require Term::ReadKey; + return $self; +} + +# update: Update the progress bar +sub update : method { + local ($_, %_); + my ($self, $cur, $label, $width, $elapsed, $min, $sec, $bar, $line); + ($self, $cur, $label) = @_; + $label = $self->{"label"} if !defined $label; + + # Not enough space for a progress bar + return if ($width = (Term::ReadKey::GetTerminalSize())[0] - 30) < 1; + # Calculate the elapsed time + $elapsed = time - $self->{"start"}; + $sec = $elapsed % 60; + $min = ($elapsed - $sec) / 60; + # Calculate the percentage and the progress bar + $bar = "=" x sprintf("%1.0f", ($cur / $self->{"total"}) * $width); + # Compose the line + $line = sprintf "\r%-14.14s [%-".$width."s] %3.0f%% %02d:%02d", + $label, $bar, ($cur / $self->{"total"}) * 100, $min, $sec; + # Print if changed + if (!defined $self->{"lastline"} || $self->{"lastline"} ne $line) { + # Print it + print STDERR "\r$line"; + # Record the current line + $self->{"lastline"} = $line; + } + # Finished + print STDERR "\n" if $cur == $self->{"total"}; + return; +} + + +# _private::LogFile: The source log file +package _private::LogFile; +use 5.008; +use strict; +use warnings; +BEGIN { +import main; +} + +use Fcntl qw(:flock :seek); +use File::Basename qw(fileparse); + +# Constants +# The file type checkers +use constant MAGIC_PM => "File::MMagic"; +use constant MAGIC_EXEC => "file"; +use constant MAGIC_SUFFIX => "suffix"; + +use vars qw($MAGIC_METHOD $MAGIC); +BEGIN { +undef $MAGIC_METHOD; +undef $MAGIC; +} + +# new: Initialize the source log file processer +sub new : method { + local ($_, %_); + my ($class, $self, $file, $FH, $f0); + ($class, $file) = @_; + + # STDIN is another class + if ($file eq "-") { + $class .= "::STDIN"; + return $class->new(@_[1...$#_]); + } + + $self = bless {}, $class; + $self->{"stdin"} = 0; + $self->{"keep"} = $CONF{"KEEP"}; + $self->{"override"} = $CONF{"OVERRIDE"}; + $self->{"suffix"} = $CONF{"SUFFIX"}; + $self->{"trim_suffix"} = $CONF{"TRIM_SUFFIX"}; + $self->{"stdout"} = $CONF{"STDOUT"}; + $self->{"tmp"} = undef; + + # Load the File::MMagic first before opening anything, or the seek + # method will not be loaded into IO::Handle + $self->check_magic; + $self->{"checktype"} = $file if $MAGIC_METHOD eq MAGIC_EXEC; + + $self->{"file"} = rel2abs $file; + ($f0, $file) = ($file, $self->{"file"}); + # Open the file + if ($self->{"keep"} eq KEEP_ALL) { + open $FH, $file or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_SH; + } else { + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + } + $self->{"FH"} = $FH; + + # Check the file type + print STDERR "Checking file type of $f0 ... " if $VERBOSE > 1; + $self->{"type"} = $self->check_type; + print STDERR $self->{"type"} . "\n" if $VERBOSE > 1; + # Check the I/O handler to use + $self->{"io"} = $self->check_io; + # Check the output file availability + $self->check_output; + + return $self; +} + +# create_temp: Create the temporary working file +sub create_temp : method { + local ($_, %_); + my ($self, $temp, $FHT); + $self = $_[0]; + $temp = $self->{"temp"}; + print STDERR "Creating $temp ... " if $VERBOSE > 2; + open $FHT, "+>", $temp or die "$THIS_FILE: $temp: $!"; + flock $FHT, LOCK_EX; + $self->{"FHT"} = $FHT; + print STDERR "done\n" if $VERBOSE > 2; + return $FHT; +} + +# remove_temp: Remove the temporary working file +sub remove_temp : method { + local ($_, %_); + my ($self, $temp, $FHT); + $self = $_[0]; + ($FHT, $temp) = ($self->{"FHT"}, $self->{"temp"}); + print STDERR "Removing $temp ... " if $VERBOSE > 2; + close $FHT or die "$THIS_FILE: $temp: $!"; + unlink $temp or die "$THIS_FILE: $temp: $!"; + print STDERR "done\n" if $VERBOSE > 2; + return; +} + +# read_source: Read the source file +sub read_source : method { + local ($_, %_); + my ($self, $file, $FHT, $count); + $self = $_[0]; + ($file, $FHT) = ($self->{"file"}, $self->{"FHT"}); + print STDERR "Reading from $file ... " if $VERBOSE > 1; + print STDERR "\n" if $VERBOSE > 2; + $self->{"io"}->open_read($file, $self->{"FH"}); + print STDERR " Reading source records ... " if $VERBOSE > 2; + $count = 0; + while (defined($_ = $self->{"io"}->readline)) { + _private::Filter->parse_line($_); + print $FHT $_ or die "$THIS_FILE: $!"; + $count++; + } + print STDERR "$count records\n" if $VERBOSE > 2; + $self->{"io"}->close($self->{"keep"}, $self->{"tmp"}); + print STDERR "$count records\n" if $VERBOSE > 1; + return $count;; +} + +# write_result: Write the result file +sub write_result : method { + local ($_, %_); + my ($self, $file, $FHT, $FH, $count); + $self = $_[0]; + ($file, $FHT) = ($self->{"output"}, $self->{"FHT"}); + $file = "STDOUT" if $self->{"stdout"}; + undef $FH; + if ($self->{"stdout"}) { + open $FH, ">&", \*STDOUT or die "$THIS_FILE: STDOUT: $!"; + flock $FH, LOCK_EX; + } + if ($self->{"override"} eq OVERRIDE_OVERWRITE) { + print STDERR "Outputing to $file ... " if $VERBOSE > 1; + print STDERR "\n" if $VERBOSE > 2; + $self->{"io"}->open_write($file, $FH); + } else { + print STDERR "Appending to $file ... " if $VERBOSE > 1; + print STDERR "\n" if $VERBOSE > 2; + $self->{"io"}->open_append($file, $FH); + } + print STDERR " Outputing result records ... " if $VERBOSE > 2; + seek $FHT, 0, SEEK_SET or die "$THIS_FILE: $!"; + $count = 0; + while (defined($_ = <$FHT>)) { + $self->{"io"}->write(_private::Filter->replace_line($_)); + $count++; + } + print STDERR "$count records\n" if $VERBOSE > 2; + $self->{"io"}->close; + print STDERR "$count records\n" if $VERBOSE > 1; + return $count;; +} + +# check_type: Check the source file type +sub check_type : method { + local ($_, %_); + my ($self, $file, $FH, $PH, $CMD); + $self = $_[0]; + ($file, $FH) = ($self->{"file"}, $self->{"FH"}); + + # Check the file type checker to use + $self->check_magic; + die "$THIS_FILE: Cannot check STDIN from the filename suffix.\n" + if $self->{"stdin"} && $MAGIC_METHOD eq MAGIC_SUFFIX; + + # Check by file name suffix + # Check by file name suffix on empty files, too. + # Compress::Bzip2 2 creates empty files that confuses further processing. + if (-z $FH || $MAGIC_METHOD eq MAGIC_SUFFIX) { + return TYPE_GZIP if $file =~ /\.gz$/; + return TYPE_BZIP2 if $file =~ /\.bz2$/; + # Otherwise we assume it to be text/plain + return TYPE_PLAIN; + } + + # Check the file format + # Check by File::MMagic + if ($MAGIC_METHOD eq MAGIC_PM) { + $_ = $MAGIC->checktype_filehandle($FH); + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + + # Check by the file program + } elsif ($MAGIC_METHOD eq MAGIC_EXEC) { + flock $FH, LOCK_UN; + @_ = ($MAGIC, $self->{"checktype"}); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + # Start the process + if ($^O eq "MSWin32") { + open $PH, "$CMD |" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "-|", @_ or die "$THIS_FILE: $CMD: $!"; + } + $_ = join "", <$PH>; + close $PH or die "$THIS_FILE: $CMD: $!"; + if ($self->{"keep"} eq KEEP_ALL) { + flock $FH, LOCK_SH; + } else { + flock $FH, LOCK_EX; + } + } + + # Check the returned file type text + return TYPE_GZIP if /gzip/i; + return TYPE_BZIP2 if /bzip2/i; + # Default everything to text/plain + return TYPE_PLAIN; +} + +# check_io: Check the I/O handler to use +sub check_io : method { + local ($_, %_); + my $self; + $self = $_[0]; + # We need a gzip compression I/O handler + return _private::IO->check_gzip if $self->{"type"} eq TYPE_GZIP; + # We need a bzip2 compression I/O handler + return _private::IO->check_bzip2 if $self->{"type"} eq TYPE_BZIP2; + # We need a plain I/O handler + return _private::IO::Plain->new; +} + +# check_output: Check the availability of the output file +sub check_output : method { + local ($_, %_); + my ($self, $file, $dir, $suf, $temp, $FHT); + $self = $_[0]; + + if ($self->{"type"} eq TYPE_GZIP) { + ($file, $dir, $suf) = fileparse $self->{"file"}, ".gz"; + } elsif ($self->{"type"} eq TYPE_BZIP2) { + ($file, $dir, $suf) = fileparse $self->{"file"}, ".bz2"; + } else { + ($file, $dir, $suf) = fileparse $self->{"file"}; + } + $suf = "" if !defined $suf; + # Trim the suffix to be removed + ($file, $dir) = fileparse $dir . $file, $self->{"trim_suffix"} + if defined $self->{"trim_suffix"}; + + # Is its directory writable? We need to create the temporary working + # file and possibly the ouput file there. + die "$THIS_FILE: $dir: Permission denied\n$SHORTHELP\n" + if !-w $dir; + + # Check the temporary working file + $self->{"temp"} = $dir . $file . TMP_SUFFIX; + $_ = $self->{"temp"}; + # Does the temporary working file exists? + die "$THIS_FILE: $_: Temporary working file exists\n$SHORTHELP\n" + if -e $_; + + # Check the output file + # STDOUT + if ($self->{"stdout"}) { + $self->{"output"} = undef; + # STDOUT - always overwrite it + $self->{"override"} = OVERRIDE_OVERWRITE; + + # Ordinary output file + } else { + $self->{"output"} = $dir . $file . $self->{"suffix"} . $suf; + # Output exists - is it writable? + if (-e $self->{"output"}) { + die "$THIS_FILE: " . $self->{"output"} . ": File exists\n$SHORTHELP\n" + if $self->{"override"} eq OVERRIDE_FAIL; + die "$THIS_FILE: " . $self->{"output"} . ": Not a file\n$SHORTHELP\n" + if !-f $self->{"output"}; + die "$THIS_FILE: " . $self->{"output"} . ": Permission denied\n$SHORTHELP\n" + if !-w $self->{"output"}; + + # Output does not exist - always overwrite it + } else { + $self->{"override"} = OVERRIDE_OVERWRITE; + } + } + return; +} + +# check_magic: Check the file type checker to use +sub check_magic : method { + local ($_, %_); + my $self; + $self = $_[0]; + + # Checked before + return $MAGIC_METHOD if defined $MAGIC_METHOD; + + print STDERR "Checking file type checker to use ... " if $VERBOSE > 1; + print STDERR "\n Checking File::MMagic ... " if $VERBOSE > 2; + # Check if we have File::MMagic + if (eval { require File::MMagic; 1; }) { + print STDERR "OK\nfound " if $VERBOSE > 2; + print STDERR "File::MMagic\n" if $VERBOSE > 1; + $MAGIC = File::MMagic->new; + return ($MAGIC_METHOD = MAGIC_PM); + } + # Not found + print STDERR "no\n" if $VERBOSE > 2; + $@ =~ s/^(Can't locate \S+ in \@INC).*\n/$1\n/; # ' + warn "$@" if $VERBOSE == 1; + + # Looking for file from PATH + print STDERR " Checking file ... " if $VERBOSE > 2; + # Found in PATH + if (defined($MAGIC = whereis "file")) { + print STDERR "$MAGIC\nfound " if $VERBOSE > 2; + print STDERR "$MAGIC\n" if $VERBOSE > 1; + warn "$THIS_FILE: We will check with $MAGIC instead\n" + if $VERBOSE > 0; + return ($MAGIC_METHOD = MAGIC_EXEC); + } + # Not found + print STDERR "no\n" if $VERBOSE > 2; + + # Check by file name suffix + print STDERR " Fall back using file name suffix instead\n" if $VERBOSE > 2; + print STDERR "file name suffix\n" if $VERBOSE > 1; + warn "$THIS_FILE: We will check by file name suffix instead\n" + if $VERBOSE == 1; + return ($MAGIC_METHOD = MAGIC_SUFFIX); +} + + +# _private::LogFile::STDIN: The source log file as STDIN +package _private::LogFile::STDIN; +use 5.008; +use strict; +use warnings; +use base qw(_private::LogFile); +BEGIN { +import main; +} + +use IO::Handle; +use Fcntl qw(:flock :seek); +use File::Temp qw(tempfile unlink0); + +# new: Initialize the source log file processer +sub new : method { + local ($_, %_); + my ($class, $self, $file, $FH, $tmp); + ($class, $file) = @_; + + # We only initialize STDIN + return $file if ref($file) ne "" || $file ne "-"; + + $self = bless {}, $class; + $self->{"stdin"} = 1; + $self->{"keep"} = KEEP_ALL; + $self->{"override"} = OVERRIDE_OVERWRITE; + $self->{"suffix"} = undef; + $self->{"trim_suffix"} = undef; + $self->{"stdout"} = 1; + $self->{"tmp"} = undef; + + # Load the File::MMagic first before opening anything, or the seek + # method will not be loaded into IO::Handle + $self->check_magic; + + # Save STDIN to somewhere + $file = "the STDIN buffer"; + if ($_private::LogFile::MAGIC_METHOD eq _private::LogFile::MAGIC_EXEC) { + ($FH, $tmp) = tempfile(undef, UNLINK => 1) + or die "$THIS_FILE: tempfile: $!"; + $self->{"checktype"} = $tmp; + $self->{"tmp"} = $tmp; + } else { + undef $tmp; + $FH = tempfile or die "$THIS_FILE: tempfile: $!"; + } + ($self->{"FH"}, $self->{"file"}) = ($FH, $file); + flock $FH, LOCK_EX; + print STDERR "Saving STDIN to a buffer ... " if $VERBOSE > 1; + while (defined($_ = )) { + print $FH $_ or die "$THIS_FILE: $file: $!"; + } + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 1; + + # Check the file type + print STDERR "Checking file type of STDIN ... " if $VERBOSE > 1; + $self->{"type"} = $self->check_type; + print STDERR $self->{"type"} . "\n" if $VERBOSE > 1; + # Check the I/O handler to use + $self->{"io"} = $self->check_io; + # Set the output file + $self->{"output"} = undef; + + # Unlink the temporarily working file first + if ($_private::LogFile::MAGIC_METHOD eq _private::LogFile::MAGIC_EXEC) { + unlink0($FH, $tmp) or die "$THIS_FILE: $tmp: $!"; + } + + return $self; +} + +# create_temp: Create the temporary working file +sub create_temp : method { + local ($_, %_); + $_ = $_[0]; + print STDERR "Creating temporary working file for STDIN ... " if $VERBOSE > 2; + $_->{"FHT"} = tempfile or die "$THIS_FILE: tempfile: $!"; + flock $_->{"FHT"}, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + return $_->{"FHT"}; +} + +# remove_temp: Remove the temporary working file +sub remove_temp : method { + local ($_, %_); + $_ = $_[0]; + print STDERR "Closing temporary working file for STDIN ... " if $VERBOSE > 2; + close $_->{"FHT"} or die "$THIS_FILE: tempfile: $!"; + print STDERR "done\n" if $VERBOSE > 2; + return; +} + + +# _private::IO: The abstract I/O handler interface +package _private::IO; +use 5.008; +use strict; +use warnings; +BEGIN { +import main; +} + +use vars qw($GZIP_IO $BZIP2_IO); +BEGIN { +undef $GZIP_IO; +undef $BZIP2_IO; +} + +# new: Initialize the I/O handler interface +sub new : method { bless {}, $_[0]; } + +# check_gzip: Check for compression method of gzip +sub check_gzip : method { + local ($_, %_); + + # Checked before + return ref($GZIP_IO)->new if defined $GZIP_IO; + + # See whether Compress::Zlib or gzip + print STDERR "Checking gzip I/O handler to use ... " if $VERBOSE > 1; + print STDERR "\n Checking Compress::Zlib ... " if $VERBOSE > 2; + # Check if we have Compress::Zlib + if (eval { require Compress::Zlib; 1; }) { + print STDERR "OK\nfound " if $VERBOSE > 2; + print STDERR "Compress::Zlib\n" if $VERBOSE > 1; + return ($GZIP_IO = _private::IO::Gzip::PM->new); + } + # Not found + print STDERR "no\n" if $VERBOSE > 2; + # It's OK not to warn + + # Looking for gzip from PATH + print STDERR " Checking gzip... " if $VERBOSE > 2; + # Found in PATH + if (defined($_ = whereis "gzip")) { + print STDERR "$_\nfound " if $VERBOSE > 2; + print STDERR "$_\n" if $VERBOSE > 1; + return ($GZIP_IO = _private::IO::Gzip::Exec->new); + } + # Not found + print STDERR "no\n" if $VERBOSE > 2; + + print STDERR "not found\n" if $VERBOSE > 1; + die "$THIS_FILE: Necessary Compress::Zlib or gzip not available.\n$SHORTHELP\n"; +} + +# check_bzip2: Check for compression method of bzip2 +sub check_bzip2 : method { + local ($_, %_); + + # Checked before + return ref($BZIP2_IO)->new if defined $BZIP2_IO; + + # See whether Compress::Bzip2 or bzip2 + print STDERR "Checking bzip2 I/O handler to use ... " if $VERBOSE > 1; + print STDERR "\n Checking Compress::Bzip2 ... " if $VERBOSE > 2; + # Check if we have Compress::Bzip2 + if (eval { require Compress::Bzip2; import Compress::Bzip2 2.00; 1; }) { + print STDERR "OK\nfound " if $VERBOSE > 2; + print STDERR "Compress::Bzip2\n" if $VERBOSE > 1; + return ($BZIP2_IO = _private::IO::Bzip2::PM->new); + } + # Not found + print STDERR "no\n" if $VERBOSE > 2; + # It's OK not to warn + + # Looking for bzip2 from PATH + print STDERR " Checking bzip2... " if $VERBOSE > 2; + # Found in PATH + if (defined($_ = whereis "bzip2")) { + print STDERR "$_\nfound " if $VERBOSE > 2; + print STDERR "$_\n" if $VERBOSE > 1; + return ($BZIP2_IO = _private::IO::Bzip2::Exec->new); + } + # Not found + print STDERR "no\n" if $VERBOSE > 2; + + print STDERR "not found\n" if $VERBOSE > 1; + die "$THIS_FILE: Necessary Compress::Bzip2 or bzip2 not available.\n$SHORTHELP\n"; +} + + +# _private::IO::Plain: The plain I/O handle +package _private::IO::Plain; +use 5.008; +use strict; +use warnings; +use base qw(_private::IO); +BEGIN { +import main; +} + +use Fcntl qw(:flock :seek); + +# open_read: Open the file for reading +sub open_read : method { + local ($_, %_); + my ($self, $file, $FH); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in read mode ... " if $VERBOSE > 2; + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + return; +} + +# open_write: Open the file for writing +sub open_write : method { + local ($_, %_); + my ($self, $file, $FH); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Creating file in write mode ... " if $VERBOSE > 2; + open $FH, "+>", $file or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + return; +} + +# open_append: Open the file for appending +sub open_append : method { + local ($_, %_); + my ($self, $file, $FH); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in append mode ... " if $VERBOSE > 2; + open $FH, ">>", $file or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + return; +} + +# readline: Read a line from the I/O stream +sub readline : method { + local ($_, %_); + my ($self, $FH); + $self = $_[0]; + $FH = $self->{"FH"}; + return <$FH>; +} + +# write: Output data to the I/O stream +sub write : method { + local ($_, %_); + my ($self, $file, $FH); + ($self, $_) = @_; + ($file, $FH) = ($self->{"file"}, $self->{"FH"}); + print $FH $_ or die "$THIS_FILE: $file: $!"; + return; +} + +# close: Close the I/O stream +sub close : method { + local ($_, %_); + my ($self, $keep, $tmp, $file, $FH); + ($self, $keep, $tmp) = @_; + $keep = KEEP_ALL if @_ < 2; + ($file, $FH) = ($self->{"file"}, $self->{"FH"}); + + # Restart the file + if ($keep eq KEEP_RESTART) { + # Empty the source file + print STDERR " Emptying file ... " if $VERBOSE > 2; + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + truncate $FH, 0 or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + } + + CORE::close $FH or die "$THIS_FILE: $file: $!"; + delete $self->{"FH"}; + delete $self->{"file"}; + + # Delete the file + if ($keep eq KEEP_DELETE) { + print STDERR " Deleting file ... " if $VERBOSE > 2; + unlink $file or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + # Delete the temporary file if needed + if (defined $tmp && -e $tmp) { + unlink $tmp or die "$THIS_FILE: $tmp: $!"; + } + return; +} + + +# _private::IO::Gzip::PM: The gzip module compression I/O handle +package _private::IO::Gzip::PM; +use 5.008; +use strict; +use warnings; +use base qw(_private::IO); +BEGIN { +import main; +} + +use Fcntl qw(:flock :seek); +use File::Temp qw(tempfile); + +# open_read: Open the file for reading +sub open_read : method { + local ($_, %_); + my ($self, $file, $FH); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in read mode ... " if $VERBOSE > 2; + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + import Compress::Zlib qw(gzopen); + print STDERR " Attaching file with gzopen(..., \"rb\") ... " if $VERBOSE > 2; + $self->{"gz"} = gzopen($FH, "rb") or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + return; +} + +# open_write: Open the file for writing +sub open_write : method { + local ($_, %_); + my ($self, $file, $FH); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Creating file in write mode ... " if $VERBOSE > 2; + open $FH, "+>", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + import Compress::Zlib qw(gzopen); + print STDERR " Attaching file with gzopen(..., \"wb9\") ... " if $VERBOSE > 2; + $self->{"gz"} = gzopen($FH, "wb9") or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + return; +} + +# open_append: Open the file for appending +sub open_append : method { + local ($_, %_); + my ($self, $file, $FH, $gz); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in read/write mode ... " if $VERBOSE > 2; + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + import Compress::Zlib qw(gzopen); + + # Save the original data if file has content so that file size is + # greater than 0. STDOUT is always of size 0. + if ((stat $FH)[7] > 0) { + my ($count, $FHT, $gzt, $n); + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + # Copy the original content to a buffer + print STDERR " Reading compressed data to the buffer ... " if $VERBOSE > 2; + $FHT = tempfile or die "$THIS_FILE: tempfile: $!"; + while (defined($_ = <$FH>)) { + print $FHT $_ or die "$THIS_FILE: tempfile: $!"; + } + print STDERR "done\n" if $VERBOSE > 2; + print STDERR " Restarting file ... " if $VERBOSE > 2; + seek $FHT, 0, SEEK_SET or die "$THIS_FILE: tempfile: $!"; + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + truncate $FH, 0 or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + # Decompress the buffer and save to our file + print STDERR " Attaching buffer with gzopen(..., \"rb\") ... " if $VERBOSE > 2; + $gzt = gzopen($FHT, "rb") or die "$THIS_FILE: tempfile: $!"; + print STDERR "done\n" if $VERBOSE > 2; + print STDERR " Attaching file with gzopen(..., \"wb9\") ... " if $VERBOSE > 2; + $gz = gzopen($FH, "wb9") or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + print STDERR " Reading old records back from the buffer ... " if $VERBOSE > 2; + $count = 0; + while (($n = $gzt->gzreadline($_)) != 0) { + die "$THIS_FILE: tempfile: " . $gz->gzerror if $n == -1; + ($gz->gzwrite($_) == $n) or die "$THIS_FILE: $file: " . $gz->gzerror; + $count++; + } + close $FHT or die "$THIS_FILE: tempfile: $!"; + print STDERR "$count records\n" if $VERBOSE > 2; + + # A whole new file + } else { + print STDERR " Attaching file with gzopen(..., \"wb9\") ... " if $VERBOSE > 2; + $gz = gzopen($FH, "wb9") or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + + $self->{"gz"} = $gz; + return; +} + +# readline: Read a line from the I/O stream +sub readline : method { + local ($_, %_); + my ($self, $file, $gz, $n); + $self = $_[0]; + ($file, $gz) = ($self->{"file"}, $self->{"gz"}); + (($n = $gz->gzreadline($_)) != -1) or die "$THIS_FILE: $file: " . $gz->gzerror; + return undef if $n == 0; + return $_; +} + +# write: Output data to the I/O stream +sub write : method { + local ($_, %_); + my ($self, $file, $gz); + ($self, $_) = @_; + ($file, $gz) = ($self->{"file"}, $self->{"gz"}); + ($gz->gzwrite($_) == length $_) or die "$THIS_FILE: $file: " . $gz->gzerror; + return; +} + +# close: Close the I/O stream +sub close : method { + local ($_, %_); + my ($self, $keep, $tmp, $file, $FH, $gz); + ($self, $keep, $tmp) = @_; + $keep = KEEP_ALL if @_ < 2; + ($file, $FH, $gz) = ($self->{"file"}, $self->{"FH"}, $self->{"gz"}); + + # Restart the file + if ($keep eq KEEP_RESTART) { + # Empty the source file + print STDERR " Emptying file ... " if $VERBOSE > 2; + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + truncate $FH, 0 or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + # Create empty compressed content + print STDERR " Applying empty compressed content ... " if $VERBOSE > 2; + $_ = gzopen($FH, "wb9") or die "$THIS_FILE: $file: $!"; + $_->gzclose and die "$THIS_FILE: $file: " . $_->gzerror; + undef $_; + undef $gz; + print STDERR "done\n" if $VERBOSE > 2; + } + + if (defined $gz) { + $gz->gzclose and die "$THIS_FILE: $file: " . $gz->gzerror; + } + CORE::close $self->{"FH"} if $self->{"FH"}->opened; + delete $self->{"gz"}; + delete $self->{"FH"}; + delete $self->{"file"}; + + # Delete the file + if ($keep eq KEEP_DELETE) { + print STDERR " Deleting file ... " if $VERBOSE > 2; + unlink $file or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + # Delete the temporary file if needed + if (defined $tmp && -e $tmp) { + unlink $tmp or die "$THIS_FILE: $tmp: $!"; + } + return; +} + + +# _private::IO::Gzip::Exec: The gzip executable compression I/O handle +package _private::IO::Gzip::Exec; +use 5.008; +use strict; +use warnings; +use base qw(_private::IO); +BEGIN { +import main; +} + +use Fcntl qw(:flock :seek); +use File::Temp qw(tempfile); + +use vars qw($EXEC); +BEGIN { +undef $EXEC; +} + +# open_read: Open the file for reading +sub open_read : method { + local ($_, %_); + my ($self, $file, $FH, $PH, $CMD); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in read mode ... " if $VERBOSE > 2; + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } else { + flock $FH, LOCK_UN; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + $EXEC = whereis "gzip" if !defined $EXEC; + + @_ = ($EXEC, "-cdf"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + print STDERR " Starting $CMD from file ... " if $VERBOSE > 2; + # Redirect STDIN to $FH + open STDIN, "<&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PH, "$CMD |" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "-|", @_ or die "$THIS_FILE: $CMD: $!"; + } + # Restore STDIN + open STDIN, "<&", $STDIN or die "$THIS_FILE: STDIN: $!"; + print STDERR "done\n" if $VERBOSE > 2; + ($self->{"CMD"}, $self->{"PH"}) = ([@_], $PH); + return; +} + +# open_write: Open the file for writing +sub open_write : method { + local ($_, %_); + my ($self, $file, $FH, $PH, $CMD); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Creating file in write mode ... " if $VERBOSE > 2; + open $FH, "+>", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } else { + flock $FH, LOCK_UN; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + $EXEC = whereis "gzip" if !defined $EXEC; + + @_ = ($EXEC, "-c9f"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + print STDERR " Starting $CMD to file ... " if $VERBOSE > 2; + # Redirect STDOUT to $FH + open STDOUT, ">&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PH, "| $CMD" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "|-", @_ or die "$THIS_FILE: $CMD: $!"; + } + # Restore STDOUT + open STDOUT, ">&", $STDOUT or die "$THIS_FILE: STDOUT: $!"; + print STDERR "done\n" if $VERBOSE > 2; + ($self->{"CMD"}, $self->{"PH"}) = ([@_], $PH); + return; +} + +# open_append: Open the file for appending +sub open_append : method { + local ($_, %_); + my ($self, $file, $FH, $PH, $CMD); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in read/write mode ... " if $VERBOSE > 2; + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } else { + flock $FH, LOCK_UN; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + $EXEC = whereis "gzip" if !defined $EXEC; + + # Save the original data if file has content so that file size is + # greater than 0. STDOUT is always of size 0. + if ((stat $FH)[7] > 0) { + my ($count, $FHT, $PHT, $CMDT); + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + # Copy the original content to a buffer + print STDERR " Reading compressed data to the buffer ... " if $VERBOSE > 2; + $FHT = tempfile or die "$THIS_FILE: tempfile: $!"; + while (defined($_ = <$FH>)) { + print $FHT $_ or die "$THIS_FILE: tempfile: $!"; + } + print STDERR "done\n" if $VERBOSE > 2; + print STDERR " Restarting file ... " if $VERBOSE > 2; + seek $FHT, 0, SEEK_SET or die "$THIS_FILE: tempfile: $!"; + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + truncate $FH, 0 or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + # Decompress the buffer and save to our file + @_ = ($EXEC, "-cdf"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMDT = join " ", @_; + print STDERR " Starting $CMDT from buffer ... " if $VERBOSE > 2; + # Redirect STDIN to $FH + open STDIN, "<&", $FHT or die "$THIS_FILE: tempfile: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PHT, "$CMDT |" or die "$THIS_FILE: $CMDT: $!"; + } else { + open $PHT, "-|", @_ or die "$THIS_FILE: $CMDT: $!"; + } + # Restore STDIN + open STDIN, "<&", $STDIN or die "$THIS_FILE: STDIN: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + @_ = ($EXEC, "-c9f"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + print STDERR " Starting $CMD to file ... " if $VERBOSE > 2; + # Redirect STDOUT to $FH + open STDOUT, ">&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PH, "| $CMD" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "|-", @_ or die "$THIS_FILE: $CMD: $!"; + } + # Restore STDOUT + open STDOUT, ">&", $STDOUT or die "$THIS_FILE: STDOUT: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + print STDERR " Reading old records back from the buffer ... " if $VERBOSE > 2; + $count = 0; + while (defined($_ = <$PHT>)) { + print $PH $_ or die "$THIS_FILE: $file: $!"; + $count++; + } + close $PHT or die "$THIS_FILE: $CMDT: $!"; + close $FHT or die "$THIS_FILE: tempfile: $!"; + print STDERR "$count records\n" if $VERBOSE > 2; + + # A whole new file + } else { + @_ = ($EXEC, "-c9f"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + print STDERR " Starting $CMD to file ... " if $VERBOSE > 2; + # Redirect STDOUT to $FH + open STDOUT, ">&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PH, "| $CMD" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "|-", @_ or die "$THIS_FILE: $CMD: $!"; + } + # Restore STDOUT + open STDOUT, ">&", $STDOUT or die "$THIS_FILE: STDOUT: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + + ($self->{"CMD"}, $self->{"PH"}) = ([@_], $PH); + return; +} + +# readline: Read a line from the I/O stream +sub readline : method { + local ($_, %_); + my ($self, $PH); + $self = $_[0]; + $PH = $self->{"PH"}; + return <$PH>; +} + +# write: Output data to the I/O stream +sub write : method { + local ($_, %_); + my ($self, $CMD, $PH); + ($self, $_) = @_; + ($CMD, $PH) = (join(" ", @{$self->{"CMD"}}), $self->{"PH"}); + print $PH $_ or die "$THIS_FILE: $CMD: $!"; + return; +} + +# close: Close the I/O stream +sub close : method { + local ($_, %_); + my ($self, $keep, $tmp, $file, $FH, $CMD, $PH); + ($self, $keep, $tmp) = @_; + $keep = KEEP_ALL if @_ < 2; + ($file, $FH) = ($self->{"file"}, $self->{"FH"}); + + # Restart the file + if ($keep eq KEEP_RESTART) { + # Empty the source file + print STDERR " Emptying file ... " if $VERBOSE > 2; + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + truncate $FH, 0 or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + # Create empty compressed content + print STDERR " Applying empty compressed content ... " if $VERBOSE > 2; + $EXEC = whereis "gzip" if !defined $EXEC; + @_ = ($EXEC, "-c9f"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + # Redirect STDOUT to $FH + open STDOUT, ">&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process and end it + if ($^O eq "MSWin32") { + open $PH, "| $CMD" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "|-", @_ or die "$THIS_FILE: $CMD: $!"; + } + close $PH or die "$THIS_FILE: $CMD: $!"; + # Restore STDOUT + open STDOUT, ">&", $STDOUT or die "$THIS_FILE: STDOUT: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + + ($CMD, $PH) = (join(" ", @{$self->{"CMD"}}), $self->{"PH"}); + CORE::close $PH or die "$THIS_FILE: $CMD: $!"; + CORE::close $FH or die "$THIS_FILE: $file: $!"; + delete $self->{"PH"}; + delete $self->{"CMD"}; + delete $self->{"FH"}; + delete $self->{"file"}; + + # Delete the file + if ($keep eq KEEP_DELETE) { + print STDERR " Deleting file ... " if $VERBOSE > 2; + unlink $file or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + # Delete the temporary file if needed + if (defined $tmp && -e $tmp) { + unlink $tmp or die "$THIS_FILE: $tmp: $!"; + } + return; +} + + +# _private::IO::Bzip2::PM: The bzip2 module compression I/O handle +package _private::IO::Bzip2::PM; +use 5.008; +use strict; +use warnings; +use base qw(_private::IO); +BEGIN { +import main; +} + +use Fcntl qw(:flock :seek); +use File::Temp qw(tempfile); + +# open_read: Open the file for reading +sub open_read : method { + local ($_, %_); + my ($self, $file, $FH); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in read mode ... " if $VERBOSE > 2; + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + import Compress::Bzip2 qw(bzopen); + print STDERR " Attaching file with bzopen(..., \"rb\") ... " if $VERBOSE > 2; + $self->{"bz"} = bzopen($FH, "rb") or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + return; +} + +# open_write: Open the file for writing +sub open_write : method { + local ($_, %_); + my ($self, $file, $FH); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Creating file in write mode ... " if $VERBOSE > 2; + open $FH, "+>", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + import Compress::Bzip2 qw(bzopen); + print STDERR " Attaching file with bzopen(..., \"wb9\") ... " if $VERBOSE > 2; + $self->{"bz"} = bzopen($FH, "wb9") or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + return; +} + +# open_append: Open the file for appending +sub open_append : method { + local ($_, %_); + my ($self, $file, $FH, $bz); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in read/write mode ... " if $VERBOSE > 2; + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + flock $FH, LOCK_EX; + print STDERR "done\n" if $VERBOSE > 2; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + import Compress::Bzip2 qw(bzopen); + + # Save the original data if file has content so that file size is + # greater than 0. STDOUT is always of size 0. + if ((stat $FH)[7] > 0) { + my ($count, $FHT, $bzt, $n); + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + # Copy the original content to a buffer + print STDERR " Reading compressed data to the buffer ... " if $VERBOSE > 2; + $FHT = tempfile or die "$THIS_FILE: tempfile: $!"; + while (defined($_ = <$FH>)) { + print $FHT $_ or die "$THIS_FILE: tempfile: $!"; + } + print STDERR "done\n" if $VERBOSE > 2; + print STDERR " Restarting file ... " if $VERBOSE > 2; + seek $FHT, 0, SEEK_SET or die "$THIS_FILE: tempfile: $!"; + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + truncate $FH, 0 or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + # Decompress the buffer and save to our file + print STDERR " Attaching buffer with bzopen(..., \"rb\") ... " if $VERBOSE > 2; + $bzt = bzopen($FHT, "rb") or die "$THIS_FILE: tempfile: $!"; + print STDERR "done\n" if $VERBOSE > 2; + print STDERR " Attaching file with bzopen(..., \"wb9\") ... " if $VERBOSE > 2; + $bz = bzopen($FH, "wb9") or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + print STDERR " Reading old records back from the buffer ... " if $VERBOSE > 2; + $count = 0; + while (($n = $bzt->bzreadline($_)) != 0) { + die "$THIS_FILE: tempfile: " . $bz->bzerror if $n == -1; + ($bz->bzwrite($_, length $_) == length $_) + or die "$THIS_FILE: $file: " . $bz->bzerror; + $count++; + } + close $FHT or die "$THIS_FILE: tempfile: $!"; + print STDERR "$count records\n" if $VERBOSE > 2; + + # A whole new file + } else { + print STDERR " Attaching file with bzopen(..., \"wb9\") ... " if $VERBOSE > 2; + $bz = bzopen($FH, "wb9") or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + + $self->{"bz"} = $bz; + return; +} + +# readline: Read a line from the I/O stream +sub readline : method { + local ($_, %_); + my ($self, $file, $bz, $n); + $self = $_[0]; + ($file, $bz) = ($self->{"file"}, $self->{"bz"}); + (($n = $bz->bzreadline($_)) != -1) or die "$THIS_FILE: $file: " . $bz->bzerror; + return undef if $n == 0; + return $_; +} + +# write: Output data to the I/O stream +sub write : method { + local ($_, %_); + my ($self, $file, $bz); + ($self, $_) = @_; + ($file, $bz) = ($self->{"file"}, $self->{"bz"}); + ($bz->bzwrite($_, length $_) == length $_) + or die "$THIS_FILE: $file: " . $bz->bzerror; + return; +} + +# close: Close the I/O stream +sub close : method { + local ($_, %_); + my ($self, $keep, $tmp, $file, $FH, $bz); + ($self, $keep, $tmp) = @_; + $keep = KEEP_ALL if @_ < 2; + ($file, $FH, $bz) = ($self->{"file"}, $self->{"FH"}, $self->{"bz"}); + + # Restart the file + if ($keep eq KEEP_RESTART) { + # Empty the source file + print STDERR " Emptying file ... " if $VERBOSE > 2; + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + truncate $FH, 0 or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + # Create empty compressed content + print STDERR " Applying empty compressed content ... " if $VERBOSE > 2; + $_ = bzopen($FH, "wb9") or die "$THIS_FILE: $file: $!"; + $_->bzclose and die "$THIS_FILE: $file: " . $_->bzerror; + undef $_; + undef $bz; + print STDERR "done\n" if $VERBOSE > 2; + } + + if (defined $bz) { + $bz->bzclose and die "$THIS_FILE: $file: " . $bz->bzerror; + } + CORE::close $self->{"FH"} if $self->{"FH"}->opened; + delete $self->{"bz"}; + delete $self->{"FH"}; + delete $self->{"file"}; + + # Delete the file + if ($keep eq KEEP_DELETE) { + print STDERR " Deleting file ... " if $VERBOSE > 2; + unlink $file or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + # Delete the temporary file if needed + if (defined $tmp && -e $tmp) { + unlink $tmp or die "$THIS_FILE: $tmp: $!"; + } + return; +} + + +# _private::IO::Bzip2::Exec: The bzip2 executable compression I/O handle +package _private::IO::Bzip2::Exec; +use 5.008; +use strict; +use warnings; +use base qw(_private::IO); +BEGIN { +import main; +} + +use Fcntl qw(:flock :seek); +use File::Temp qw(tempfile); + +use vars qw($EXEC); +BEGIN { +undef $EXEC; +} + +# open_read: Open the file for reading +sub open_read : method { + local ($_, %_); + my ($self, $file, $FH, $PH, $CMD); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in read mode ... " if $VERBOSE > 2; + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } else { + flock $FH, LOCK_UN; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + $EXEC = whereis "bzip2" if !defined $EXEC; + + @_ = ($EXEC, "-cdf"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + print STDERR " Starting $CMD from file ... " if $VERBOSE > 2; + # Redirect STDIN to $FH + open STDIN, "<&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PH, "$CMD |" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "-|", @_ or die "$THIS_FILE: $CMD: $!"; + } + # Restore STDIN + open STDIN, "<&", $STDIN or die "$THIS_FILE: STDIN: $!"; + print STDERR "done\n" if $VERBOSE > 2; + ($self->{"CMD"}, $self->{"PH"}) = ([@_], $PH); + return; +} + +# open_write: Open the file for writing +sub open_write : method { + local ($_, %_); + my ($self, $file, $FH, $PH, $CMD); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Creating file in write mode ... " if $VERBOSE > 2; + open $FH, "+>", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } else { + flock $FH, LOCK_UN; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + $EXEC = whereis "bzip2" if !defined $EXEC; + + @_ = ($EXEC, "-9f"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + print STDERR " Starting $CMD to file ... " if $VERBOSE > 2; + # Redirect STDOUT to $FH + open STDOUT, ">&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PH, "| $CMD" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "|-", @_ or die "$THIS_FILE: $CMD: $!"; + } + # Restore STDOUT + open STDOUT, ">&", $STDOUT or die "$THIS_FILE: STDOUT: $!"; + print STDERR "done\n" if $VERBOSE > 2; + ($self->{"CMD"}, $self->{"PH"}) = ([@_], $PH); + return; +} + +# open_append: Open the file for appending +sub open_append : method { + local ($_, %_); + my ($self, $file, $FH, $PH, $CMD); + ($self, $file, $FH) = @_; + # Open the file if it is not opened yet + if (!defined $FH) { + print STDERR " Opening file in read/write mode ... " if $VERBOSE > 2; + open $FH, "+<", $file or die "$THIS_FILE: $file: $!"; + binmode $FH or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } else { + flock $FH, LOCK_UN; + } + ($self->{"file"}, $self->{"FH"}) = ($file, $FH); + $EXEC = whereis "bzip2" if !defined $EXEC; + + # Save the original data if file has content so that file size is + # greater than 0. STDOUT is always of size 0. + if ((stat $FH)[7] > 0) { + my ($count, $FHT, $PHT, $CMDT); + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + # Copy the original content to a buffer + print STDERR " Reading compressed data to the buffer ... " if $VERBOSE > 2; + $FHT = tempfile or die "$THIS_FILE: tempfile: $!"; + while (defined($_ = <$FH>)) { + print $FHT $_ or die "$THIS_FILE: tempfile: $!"; + } + print STDERR "done\n" if $VERBOSE > 2; + print STDERR " Restarting file ... " if $VERBOSE > 2; + seek $FHT, 0, SEEK_SET or die "$THIS_FILE: tempfile: $!"; + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + truncate $FH, 0 or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + # Decompress the buffer and save to our file + @_ = ($EXEC, "-cdf"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMDT = join " ", @_; + print STDERR " Starting $CMDT from buffer ... " if $VERBOSE > 2; + # Redirect STDIN to $FH + open STDIN, "<&", $FHT or die "$THIS_FILE: tempfile: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PHT, "$CMDT |" or die "$THIS_FILE: $CMDT: $!"; + } else { + open $PHT, "-|", @_ or die "$THIS_FILE: $CMDT: $!"; + } + # Restore STDIN + open STDIN, "<&", $STDIN or die "$THIS_FILE: STDIN: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + @_ = ($EXEC, "-9f"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + print STDERR " Starting $CMD to file ... " if $VERBOSE > 2; + # Redirect STDOUT to $FH + open STDOUT, ">&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PH, "| $CMD" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "|-", @_ or die "$THIS_FILE: $CMD: $!"; + } + # Restore STDOUT + open STDOUT, ">&", $STDOUT or die "$THIS_FILE: STDOUT: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + print STDERR " Reading old records back from the buffer ... " if $VERBOSE > 2; + $count = 0; + while (defined($_ = <$PHT>)) { + print $PH $_ or die "$THIS_FILE: $file: $!"; + $count++; + } + close $PHT or die "$THIS_FILE: $CMDT: $!"; + close $FHT or die "$THIS_FILE: tempfile: $!"; + print STDERR "$count records\n" if $VERBOSE > 2; + + # A whole new file + } else { + @_ = ($EXEC, "-9f"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + print STDERR " Starting $CMD to file ... " if $VERBOSE > 2; + # Redirect STDOUT to $FH + open STDOUT, ">&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process + if ($^O eq "MSWin32") { + open $PH, "| $CMD" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "|-", @_ or die "$THIS_FILE: $CMD: $!"; + } + # Restore STDOUT + open STDOUT, ">&", $STDOUT or die "$THIS_FILE: STDOUT: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + + ($self->{"CMD"}, $self->{"PH"}) = ([@_], $PH); + return; +} + +# readline: Read a line from the I/O stream +sub readline : method { + local ($_, %_); + my ($self, $PH); + $self = $_[0]; + $PH = $self->{"PH"}; + return <$PH>; +} + +# write: Output data to the I/O stream +sub write : method { + local ($_, %_); + my ($self, $CMD, $PH); + ($self, $_) = @_; + ($CMD, $PH) = (join(" ", @{$self->{"CMD"}}), $self->{"PH"}); + print $PH $_ or die "$THIS_FILE: $CMD: $!"; + return; +} + +# close: Close the I/O stream +sub close : method { + local ($_, %_); + my ($self, $keep, $tmp, $file, $FH, $CMD, $PH); + ($self, $keep, $tmp) = @_; + $keep = KEEP_ALL if @_ < 2; + ($file, $FH) = ($self->{"file"}, $self->{"FH"}); + + # Restart the file + if ($keep eq KEEP_RESTART) { + my ($CMD, $PH); + # Empty the source file + print STDERR " Emptying file ... " if $VERBOSE > 2; + seek $FH, 0, SEEK_SET or die "$THIS_FILE: $file: $!"; + truncate $FH, 0 or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + + # Create empty compressed content + print STDERR " Applying empty compressed content ... " if $VERBOSE > 2; + $EXEC = whereis "bzip2" if !defined $EXEC; + @_ = ($EXEC, "-9f"); + @_ = map "\"$_\"", @_ if $^O eq "MSWin32"; + $CMD = join " ", @_; + # Redirect STDOUT to $FH + open STDOUT, ">&", $FH or die "$THIS_FILE: $file: $!"; + # Start the process and end it + if ($^O eq "MSWin32") { + open $PH, "| $CMD" or die "$THIS_FILE: $CMD: $!"; + } else { + open $PH, "|-", @_ or die "$THIS_FILE: $CMD: $!"; + } + close $PH or die "$THIS_FILE: $CMD: $!"; + # Restore STDOUT + open STDOUT, ">&", $STDOUT or die "$THIS_FILE: STDOUT: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + + ($CMD, $PH) = (join(" ", @{$self->{"CMD"}}), $self->{"PH"}); + CORE::close $PH or die "$THIS_FILE: $CMD: $!"; + CORE::close $FH or die "$THIS_FILE: $file: $!"; + delete $self->{"PH"}; + delete $self->{"CMD"}; + delete $self->{"FH"}; + delete $self->{"file"}; + + # Delete the file + if ($keep eq KEEP_DELETE) { + print STDERR " Deleting file ... " if $VERBOSE > 2; + unlink $file or die "$THIS_FILE: $file: $!"; + print STDERR "done\n" if $VERBOSE > 2; + } + # Delete the temporary file if needed + if (defined $tmp && -e $tmp) { + unlink $tmp or die "$THIS_FILE: $tmp: $!"; + } + return; +} + + +# _private::Filter: The log file filter +# The filter can be override to implementing different log file formats. +# Maybe GeoIP. Or MS-Extended, in the future. +package _private::Filter; +use 5.008; +use strict; +use warnings; + +# parse_line: Parse the line to get an IP address +sub parse_line : method { + local ($_, %_); + $_ = $_[1]; + # Skip malformed lines + return unless /^(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}) /; + $RESOLVER->add($1); + return; +} + +# replace_line: Replace the line with the resolved result +sub replace_line : method { + local ($_, %_); + $_ = $_[1]; + s/^(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}) /$RESOLVER->result($1) . " "/e; + return $_; +} + + +# _private::Resolver: The non-threaded resolver +package _private::Resolver; +use 5.008; +use strict; +use warnings; +BEGIN { +import main; +} + +use Socket qw(inet_aton AF_INET); + +use vars qw(%H_ERRNO %WSAERROR); +BEGIN { +%H_ERRNO = (-1 => "NETDB_INTERNAL", + 0 => "NETDB_SUCCESS", + 1 => "HOST_NOT_FOUND", + 2 => "TRY_AGAIN", + 3 => "NO_RECOVERY", + 4 => "NO_DATA"); +# Windows Sockets Error Codes +%WSAERROR = ( 10093 => "WSANOTINITIALISED", + 10050 => "WSAENETDOWN", + 11001 => "WSAHOST_NOT_FOUND", + 11002 => "WSATRY_AGAIN", + 11003 => "WSANO_RECOVERY", + 11004 => "WSANO_DATA", + 10036 => "WSAEINPROGRESS", + 10047 => "WSAEAFNOSUPPORT", + 10014 => "WSAEFAULT", + 10004 => "WSAEINTR"); +} + +# new: Initialize the resolver +sub new : method { + local ($_, %_); + my ($class, $self); + $class = $_[0]; + $self = bless {}, $class; + $self->{"threaded"} = 0; + $self->{"IP"} = []; + $self->{"PKIP"} = {}; + $self->{"RESULT"} = {}; + $self->{"DONE"} = 0; + return $self; +} + +# add: Add an IP address +sub add : method { + local ($_, %_); + my ($self, $ip, $pkip); + ($self, $ip) = @_; + # Skip malformed lines + return unless defined $ip; + # Skip duplicated IP + return if exists ${$self->{"PKIP"}}{$ip}; + # Skip malformed IP + return unless defined($pkip = inet_aton $ip); + push @{$self->{"IP"}}, $ip; + ${$self->{"PKIP"}}{$ip} = $pkip; + return; +} + +# result: Return the resolved result of an IP address +sub result : method { + local ($_, %_); + my ($self, $ip); + ($self, $ip) = @_; + return ${$self->{"RESULT"}}{$ip} if exists ${$self->{"RESULT"}}{$ip}; + return $ip; +} + +# sort: Sort the IP +sub sort : method { + local ($_, %_); + my ($self, $IP, $PKIP); + $self = $_[0]; + ($IP, $PKIP) = ($self->{"IP"}, $self->{"PKIP"}); + $IP = [CORE::sort { $$PKIP{$a} cmp $$PKIP{$b} } @$IP]; + return; +} + +# resolve_all: Resolve the collected IP +sub resolve_all : method { + local ($_, %_); + my ($self, $t0, $IP, $RESULT); + $self = $_[0]; + ($IP, $RESULT) = ($self->{"IP"}, $self->{"RESULT"}); + $t0 = time; + print STDERR "Resolving IP ... " if ($VERBOSE == 1 || $VERBOSE == 2) && !$CONF{"PROGBAR"}; + + # Sort to group neighber IP together for faster process + $self->sort; + $PROGBAR = _private::ProgressBar->new("", scalar(@$IP)); + for ($_ = 0; $_ < @$IP; $_++) { + $self->resolve_ip($_); + } + + print STDERR "done\n" if ($VERBOSE == 1 || $VERBOSE == 2) && !$CONF{"PROGBAR"}; + printf STDERR "Resolved %d IP from %d (%3.2f%%) in %d seconds\n", + scalar(keys %$RESULT), scalar(@$IP), + scalar(keys %$RESULT)*100/scalar(@$IP), + (time-$t0) + if $VERBOSE > 0; + return; +} + +# show_result: Show the result +sub show_result : method { + local ($_, %_); + my ($self, $idx, $result, $IP, $label); + ($self, $idx, $result) = @_; + $IP = $self->{"IP"}; + # Show the progress bar + if ($CONF{"PROGBAR"}) { + $self->{"DONE"}++; + $label = sprintf "%d/%d", $self->{"DONE"}, scalar(@$IP); + $PROGBAR->update($self->{"DONE"}, $label); + # Show detail result + } elsif ($VERBOSE > 2) { + printf STDERR "[%d/%d] %s => %s\n", + $idx+1, scalar(@$IP), $$IP[$idx], $result; + } + return; +} + +# Methods below are specific to DNS reverse-resolve, but can be overwrite for other type +# of resolving, like GeoIP. + +# resolve_ip: Resolve an IP +sub resolve_ip : method { + local ($_, %_); + my ($self, $idx, $ip, $name, $result, $errno); + ($self, $idx) = @_; + $ip = ${$self->{"IP"}}[$idx]; + $? = 0 if $? != 0; + $name = gethostbyaddr ${$self->{"PKIP"}}{$ip}, AF_INET; + $errno = $?; + # Found + if (defined $name) { + ${$self->{"RESULT"}}{$ip} = $name; + $result = $name; + + # Not found + } else { + # MSWin32 use Windows Sockets Error Codes + if ($^O eq "MSWin32") { + # Error not returned + if (!defined $errno) { + $result = "failed (no error given)"; + # Error not defined + } elsif (!exists $WSAERROR{$errno}) { + $result = "failed (error = $errno)"; + # Report the error + } else { + $result = "failed ($WSAERROR{$errno})"; + } + # Others use h_errno + } else { + # Error not returned + if (!defined $errno) { + $result = "failed (no h_errno given)"; + # Error not defined + } elsif (!exists $H_ERRNO{$errno}) { + $result = "failed (h_errno = $errno)"; + # Report the error + } else { + $result = "failed ($H_ERRNO{$errno})"; + } + } + } + # Show the result + $self->show_result($idx, $result); + return; +} + + +# _private::Resolver::Threaded: The threaded resolver +package _private::Resolver::Threaded; +use 5.008; +use strict; +use warnings; +BEGIN { +eval "sub share {}" + if !eval { require threads; + require threads::shared; + import threads::shared; + 1; }; +} +use base qw(_private::Resolver); +BEGIN { +import main; +# Prototype declaration +sub resolve_in_a_thread($$); +} + +use Fcntl qw(:flock); + +# new: Initialize the resolver +sub new : method { + my ($class, $self); + $class = $_[0]; + $self = $class->SUPER::new; + $self->{"threaded"} = 1; + $self->{"CURINDEX"} = 0; + share $self->{"IP"}; + share $self->{"PKIP"}; + share $self->{"RESULT"}; + share $self->{"DONE"}; + share $self->{"CURINDEX"}; + return $self; +} + +# resolve_all: Resolve the collected IP +sub resolve_all : method { + local ($_, %_); + my ($self, $t0, $IP, $RESULT); + $self = $_[0]; + ($IP, $RESULT) = ($self->{"IP"}, $self->{"RESULT"}); + $t0 = time; + print STDERR "Resolving IP ... " if ($VERBOSE == 1 || $VERBOSE == 2) && !$CONF{"PROGBAR"}; + + # Sort to group neighber IP together for faster process + $self->sort; + $PROGBAR = _private::ProgressBar->new("", scalar(@$IP)); + # Start the thread workers + for ($_ = 0, @_ = qw(); $_ < $CONF{"THREADS"}; $_++) { + push @_, threads->new(\&resolve_in_a_thread, $self, $_+1); + } + # Wait for everyone to end + $_->join foreach @_; + + print STDERR "done\n" if ($VERBOSE == 1 || $VERBOSE == 2) && !$CONF{"PROGBAR"}; + printf STDERR "Resolved %d IP from %d (%3.2f%%) in %d seconds\n", + scalar(keys %$RESULT), scalar(@$IP), + scalar(keys %$RESULT)*100/scalar(@$IP), + (time-$t0) + if $VERBOSE > 0; + return; +} + +# show_result: Show the result +sub show_result : method { + local ($_, %_); + my ($self, $idx, $result, $IP, $label); + ($self, $idx, $result) = @_; + $IP = $self->{"IP"}; + # Lock to prevent simultaneous write to STDERR + flock STDERR, LOCK_EX; + # Show the progress bar + if ($CONF{"PROGBAR"}) { + lock $self->{"DONE"}; + $self->{"DONE"}++; + $label = sprintf "%d/%d", $self->{"DONE"}, scalar(@$IP); + $PROGBAR->update($self->{"DONE"}, $label); + # Show detail result + } elsif ($VERBOSE > 2) { + printf STDERR "[t%d:%d/%d] %s => %s\n", + $self->{"tno"}, $idx+1, scalar(@$IP), $$IP[$idx], $result; + } + # Release the lock + flock STDERR, LOCK_UN; + return; +} + +# resolve_in_a_thread: Proform URL checks in a thread +sub resolve_in_a_thread($$) { + local ($_, %_); + my ($self, $tno, $IP); + ($self, $tno) = @_; + $self->{"tno"} = $tno; + $IP = $self->{"IP"}; + if ($VERBOSE > 2) { + flock STDERR, LOCK_EX; + print STDERR "Thread $tno started.\n" ; + flock STDERR, LOCK_UN; + } + # Check until the end + $self->resolve_ip($_) + while ($_ = $self->newidx) < @$IP; + if ($VERBOSE > 2) { + flock STDERR, LOCK_EX; + print STDERR "Thread $tno finished.\n"; + flock STDERR, LOCK_UN; + } + return; +} + +# newidx: Obtain a new index +sub newidx($$) { + local ($_, %_); + my $self; + $self = $_[0]; + lock $self->{"CURINDEX"}; + return $self->{"CURINDEX"}++; +} + + +__END__ + +=head1 NAME + +reslog - Reverse-resolve IP in Apache log files + +=head1 SYNOPSIS + + reslog [options] [logfile...] + reslog [-h|-v] + +=head1 DESCRIPTION + +F resolves IPs in L log files. The result can +then be analyzed by another program, like Analog. You can think +of it as a replacement of the L C +directive, in the sense that it resolves client IPs altogether once a +day. + +I. This is mainly caused by resolving: +Network packets may be filtered by firewalls; DNS servers may not be +correctly configured; may not be up working; may sit in slow network +sections; may be old slow machines; may have traffic jam... etc. All +these reasons are out of our control. + +If it stops in the middle of its execution, as when the user hits a +C, it may leave a temporary working file. The next time +it runs, it will stop when it sees that temporary working file at the +first sight. Please process that file first. You can resolve it +again, just like an ordinary log file. + +This prorgam needs temporary working space. Between memory and disk +space, I choose disk space, since it is cheaper and may be available +in more environments. However, this means that it needs free +temporary disk space about 2 times of the size of the source log log +file (10 times if using memory). Please make sure you have that much +free space. + +I suggest you to install L instead of +counting on the file executable. The internal magic file of +L seems to work better than the +L executable. F treats everything not +L nor L compressed as plain text. +When a compressed log file is wrongly recognized as an image, +F will treat it as plain text, read log records directly from +it and fail. This failure does not hurt the source log files, but is +still annoying. + +=head1 OPTIONS + +=over + +=item logfile + +The log file to be resolved. If not specified, it will read from +C and output to C. You can also specify C<-> to read +from C. Multiple log files are supported. If one of these +files are C, it will output to C. L +or L compressed files are supported, too. + +=item -k,--keep mode + +What to keep in the source file. Currently the following modes are +supported: + +=over + +=item a,all + +Keep the source file after records are resolved. + +=item r,restart + +Restart the source file after records are resolved. + +=item d,delete + +Delete the source file after records are resolved. This is the +default. + +=back + +=item -o,--override mode + +Whether we should overwrite the existing resolved files. Currently +the following modes are supported: + +=over + +=item o,overwrite + +Overwrite any existing target file. + +=item a,append + +Append the records to the existing target file. + +=item f,fail + +Stop processing whenever a target file exists, to prevent destroying +any existing files by accident. This is the default. + +=back + +=item -s,--suffix suf + +The suffix to be appended to the output file. If not specified, the +default is C<.resolved>. + +=item -t,--trim-suffix suf + +The suffix to be trimmed from the input file name before appending +the above suffix. Default is none. If you are running several log +file filters, this can help you trim the suffix of the previous one. + +=item -n,--num-threads n + +Number of threads to run simultaneously. The default is 10. Use 0 +to disable threading. This option has no effect on systems that does +not support threading. + +=item -c, --stdout + +Output the result to C. + +=item -d, --debug + +Show the detailed debugging messages. + +=item -q, --quiet + +Shihhhhhh. Only yell when errors. + +=item -h, --help + +Display the help message and exit. + +=item -v, --version + +Output version information and exit. + +=back + +=head1 VERSION + +3.11 + +=head1 COPYRIGHT + +Copyright (c) 2000-2007 imacat. + +This program is free software: you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation, either version 3 of the License, or +(at your option) any later version. + +This program is distributed in the hope that it will be useful, +but I; without even the implied warranty of +I or I. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with this program. If not, see L. + +=head1 AUTHOR + +imacat . + +You may visit reslog's website at: +L, +L or +L. + +=head1 BUGS + +reslog has a mailing list reslog-users@lists.sourceforge.net. If you +have any question, comment, bug report, patch, please send it to the +mailing list. You may join the mailing list at +L. Do not +send mails directly to me unless you have private business with me. +The mailing list has an archive. People having the same trouble as +you may search the archive, find the answer and save a lot of time. + +=head1 TODO + +Multi-lingual support, with Traditional and Simplified Chinese +messages. + +=head1 SEE ALSO + +L, +L, +L, L, L, +L. + +=cut diff --git a/reslog.en.html b/reslog.en.html new file mode 100644 index 0000000..eeb81c2 --- /dev/null +++ b/reslog.en.html @@ -0,0 +1,515 @@ + + + + + + + + + + + + + + + +reslog Version 3.16 + + + +
+ 正體中文 | + 简体中文 | + English +
+
+ + +
+
:::
+ +

reslog Version 3.16

+ + +

What’s New?

+ +
+ +
2007-12-04
+ +
+

reslog version 3.16 is released. This release fixed a bug with empty files created with Compress::Bzip2. Download reslog version 3.16.

+
+ + +
2007-12-03
+ +
+

reslog version 3.15 is released. Fixed the minimal required Perl version in the Makefile.PL installation. Upgrade is not necessary if you have installed reslog version 3.13 or later. Download reslog version 3.15.

+
+ + +
2007-12-03
+ +
+

reslog version 3.14 is released. There are several documentation and test suite fixes. Upgrade is not necessary if you have installed reslog version 3.13. Download reslog version 3.14.

+
+ + +
2007-12-03
+ +
+

reslog version 3.13 is released. There are many code enhancements, bug fixes, test suite enhancements and documentation fixes. Download reslog version 3.13.

+
+ + +
2007-07-23
+ +
+

reslog version 3.12 is released. Fixed the error when there is no IP to be resolved. Download reslog version 3.12.

+
+ + +
2007-07-23
+ +
+

reslog version 3.11 is released. Fixed the problem with non-threaded Perl. Fixed the bug checking STDIN file type with the file program. Moved files back to the Perl default installation directories. Added support for installation with Module::Build. Download reslog version 3.11.

+
+ + +
2007-07-22
+ +
+

reslog version 3.10 is released. Documentation fixes. Download reslog version 3.10.

+
+ + +
2007-07-21
+ +
+

reslog version 3.09 is released. License updated to GPLv3, and various fixes. Download reslog version 3.09.

+
+ + +
2005-05-22
+ +
+

reslog version 3.08 is released. Documentation fixes. Download reslog version 3.08.

+
+ + +
2005-05-22
+ +
+

reslog version 3.07 is released. Clean up the code so that it works on more platforms. Now it works on Linux, MS-Windows, Cygwin, Solaris, FreeBSD and MacOSX Darwin. Download reslog version 3.07.

+
+ + +
2005-05-16
+ +
+

reslog version 3.06 is released. Rewrite the test suite so that the result is more correct, accuate and meaningful. Download reslog version 3.06.

+
+ + +
2005-05-08
+ +
+

reslog version 3.05 is released. Fixed a bug that unavailable STDIN may cause error. Download reslog version 3.05.

+
+ + +
2005-05-08
+ +
+

reslog version 3.04 is released. Fixed a typo when loading File::MMagic. Download reslog version 3.04.

+
+ + +
2005-05-08
+ +
+

reslog version 3.03 is released. Default installation directory moved back to /sbin. make upgrade is added to remove files from the old versions. flock() policy is redesigned for consistency and less errors. Download reslog version 3.03.

+
+ + +
2005-05-02
+ +
+

reslog version 3.02 is released. Resolver is now independent from the main program. Successfully tested and run on MS-Windows and Cygwin. Several small bugs are solved. Download reslog version 3.02.

+
+ + +
2005-04-26
+ +
+

reslog version 3.01 is released. A serious bug that --suffix and --trim-suffix was obtaining wrong value is fixed. You should upgrade to version 3.01 immediately if you were using 3.00. Download reslog version 3.01.

+
+ + +
2005-04-26
+ +
+

reslog version 3.00 is released. I rewrote everything. The code is now object-oriented. ithreads Threading support is added so that it is really fast now. bzip2 compression is supported. Compressing and decompressing using gzip and bzip2 executables without installing Compress::Zlib and Compress::Bzip2 is now possible, although discouraged. Certain file name suffix can be removed before outputing the result file, so that it can be line-up with other log file filters. Download reslog version 3.00.

+
+ + +
2002-09-18
+ +
+

reslog.pl version 2.1.0dev2 is released. This release corrects several documentation errors. It also adds SourceForge in the documentations as one of the sources of reslog.pl. You can think of it as a Source Forge Memorial Release. :p You don’t have to upgrade to this version in a rush. Download reslog.pl version 2.1.0dev2.

+
+ + +
2002-09-17
+ +
+

reslog.pl is hosted at SourceForge now! Congratulations! (Although I’m still trying hard to get it working at this time… ^^; )

+
+ + +
2002-08-31
+ +
+

reslog.pl version 2.1.0dev1 is released. This release fixes the problem that it wouldn’t run with Perl 5.8.0. I marked it as dev because I wish I can implement Compress::Bzip2 and ExtUtils::MakeMaker in the 2.1.0 stable release. But it is is in fact very stable. Download reslog.pl version 2.1.0dev1.

+
+ +
+ + +

Description

+ +

reslog reverse-resolves IP in the Apache log files. These log files can then be analyzed by another program, like Analog. You can think of it as a replacement of Apache HostNameLookups directive, in the sense that it resolves the client IP altogether once a day.

+ + +

Caution

+ +
    + +

  • Resolving takes long time. This is mainly caused by resolving: Network packets may be filtered by firewalls; DNS servers may not be correctly configured; may not be up working; may sit in slow network sections; may be old slow machines; may have traffic jam… etc. All these reasons are out of our control.

    • + +

  • If it stops in the middle of its execution, as when the user hits a Ctrl-Break, it may leave a temporary working file. The next time it runs, it will stop when it sees that temporary working file at the first sight. Please process that file first. You can resolve it again, just like an ordinary log file.

    • + +

  • This prorgam needs temporary working space. Between memory and disk space, I choose disk space, since it is cheaper and may be available in more environments. However, this means that it needs free temporary disk space about 2 times of the size of the uncompressed source log log file (10 times if using memory). Please make sure you have that much free space.

    • + +

  • reslog does not support IPv6 yet.

    • + +

  • I suggest you to install File::MMagic instead of counting on the file executable. The internal magic file of File::MMagic seems to work better than the file executable. reslog treats everything not gzip nor bzip2 compressed as plain text. When a compressed log file is wrongly recognized as an image, reslog will treat it as plain text, read log records directly from it and fail. This failure does not hurt the source log files, but is still annoying.

    • + +
+ + +

System Requirement

+ +
    +

  1. Perl, version 5.8.0 or above. reslog uses 3-argument open() to duplicate filehandles, which is only supported since 5.8.0. I have not successfully port this onto earlier versions yet. Please tell me if you made it. You can run perl -v to see your current Perl version. If you do not have Perl, or if you have an older version of Perl, you can download and install/upgrade it from Perl website. If you are using MS-Windows, you can download and install ActiveState ActivePerl.

    2. + +

  2. Required Perl modules: None.

    3. + +

  3. Optional Perl modules:

    + +
    +
    File::MMagic
    + +
    +

    This is used to check the file type. If this is not available, reslog will look for the file executable instead. If that is not available, too, reslog will judge the file type by its name suffix (extension). In that case reslog will fail when reading from STDIN. You can download and install File::MMagic from the CPAN archive, or install it with the CPAN shell by running cpan File::MMagic, or install it with the CPANPLUS shell by running cpanp i Term::ReadKey. Debian/Ubandu Linux users can install it by running apt-get install libfile-mmagic-perl. Red Hat/Fedora/CentOS Linux users can install it by running yum install perl-File-MMagic. FreeBSD users can install it by running ports install p5-File-MMagic. ActivePerl users can install it by running ppm install File::MMagic. The alternative file.exe for MS-Windows can be obtained from the GnuWin32 home page. Be sure to save it as file.exe somewhere in your PATH.

    + +

    It is preferred to use File::MMagic. The file executable seems to make mistakes occationally.

    +
    + +
    Compress::Zlib
    + +
    +

    This is used to support read/write of gzip compressed files. It is only needed when gzip compressed files are encountered. If it is not available when needed, reslog will try to use the gzip executable instead. If that is not available, too, reslog will fail. You can download and install Compress::Zlib from the CPAN archive, or install it with the CPAN shell by running cpan Compress::Zlib, or install it with the CPANPLUS shell by running cpanp i Compress::Zlib. Debian/Ubandu Linux users can install it by running apt-get install libcompress-zlib-perl. Red Hat/Fedora/CentOS Linux users can install it by running yum install perl-Compress-Zlib. FreeBSD users can install it by running ports install p5-Compress-Zlib. ActivePerl users can install it by running ppm install Compress::Zlib. The alternative gzip.exe for MS-Windows can be obtained from the gzip home page. Be sure to save it as gzip.exe somewhere in your PATH.

    +
    + +
    Compress::Bzip2, version 2 or above
    + +
    +

    This is used to support read/write of bzip2 compressed files. It is only needed when bzip2 compressed files are encountered. If it is not available when needed, reslog will try to use the bzip2 executable instead. If that is not available, too, reslog will fail. Notice that older versions before 2 does not work, since file I/O compression were not implemented yet. You can download and install Compress::Bzip2 from the CPAN archive, or install it with the CPAN shell by running cpan Compress::Bzip2, or install it with the CPANPLUS shell by running cpanp i Compress::Bzip2. Debian/Ubandu Linux users can install it by running apt-get install libcompress-bzip2-perl. Red Hat/Fedora/CentOS Linux users can install it by running yum install perl-Compress-Bzip2. FreeBSD users can install it by running ports install p5-Compress-Bzip2. ActivePerl users can install it by running ppm install Compress::Bzip2. The alternative bzip2.exe for MS-Windows can be obtained from the bzip2 home page. Be sure to save it as bzip2.exe somewhere in your PATH.

    +
    + +
    Term::ReadKey
    + +
    +

    This is used to display the progress bar. Without this reslog won’t display the progress bar, but nothing else is different. The progress bar is a good visual representation of what reslog is currently doing. You can download and install Term::ReadKey from the CPAN archive, or install it with the CPAN shell by running cpan Term::ReadKey, or install it with the CPANPLUS shell by running cpanp i Term::ReadKey. Debian/Ubandu Linux users can install it by running apt-get install libterm-readkey-perl. Red Hat/Fedora/CentOS Linux users can install it by running yum install perl-TermReadKey. FreeBSD users can install it by running ports install p5-Term-ReadKey. ActivePerl users can install it by running ppm install Term::ReadKey.

    +
    +
    +
    4. +
+ + +

Download

+ +

reslog’s official websites is at…

+ + + +

You can always download the newest version of reslog from…

+ + + +

imacat’s PGP public key is at…

+ + + + +

Install

+ +

If you are upgrading from reslog 3.10 or earlier, or if you are upgrading from reslog.pl 3.02 or earlier, please read UPGRADE for some upgrade instruction.

+ +

Install with ExtUtils::MakeMaker

+ +

reslog uses standard Perl installation with ExtUtils::MakeMaker. Follow these steps:

+ +
+% perl Makefile.PL
+% make
+% make test
+% make install
+
+ +

When running make install, make sure you have the priviledge to write to the installation location. This usually requires the root priviledge.

+ +

If you are using ActivePerl under MS-Windows, you should use nmake instead of make. nmake can be obtained from the Microsoft FTP site.

+ +

If you want to install into another location, you can set the PREFIX. For example, to install into your home when you are not root:

+ +
+% perl Makefile.PL PREFIX=/home/jessica
+
+ +

Refer to the docuemntation of ExtUtils::MakeMaker for more installation options (by running perldoc ExtUtils::MakeMaker).

+ + +

Install with Module::Build

+ +

You can install with Module::Build instead, if you prefer. Follow these steps:

+ +
+% perl Build.PL
+% ./Build
+% ./Build test
+% ./Build install
+
+ +

When running ./Build install, make sure you have the priviledge to write to the installation location. This usually requires the root priviledge.

+ +

If you want to install into another location, you can set the --prefix. For example, to install into your home when you are not root:

+ +
+% perl Build.PL --prefix=/home/jessica
+
+ +

Refer to the docuemntation of Module::Build for more installation options (by running perldoc Module::Build).

+ + +

Options

+ +
+./reslog [options] [logfile…]
+./reslog [-h|-v]
+
+ + +
+
logfile
+ +
+

The log file to be resolved. Multiple log files are supported. If not specified, it will read from STDIN and output to STDOUT. You can also specify - to read from STDIN. Result of STDIN will go to STDOUT. gzip or bzip2 compressed files are supported, too.

+
+ + +
-k, --keep mode
+ +
+

What to keep in the source file. Currently the following modes are supported:

+ + +
+
a, all
+ +
+

Keep the source file after records are archived.

+
+ + +
r, restart
+ +
+

Restart the source file after records are resolved.

+
+ + +
d, delete
+ +
+

Delete the source file after records are resolved. This is the default.

+
+
+
+ + +
-o, --override mode
+ +
+

Whether we should overwrite the existing resolved files. Currently the following modes are supported:

+ + +
+
o, overwrite
+ +
+

Overwrite existing target files.

+
+ + +
a, append
+ +
+

Append the records to existing target files.

+
+ + +
f, fail
+ +
+

Stop processing whenever a target file exists, to prevent destroying existing files by accident. This is the default.

+
+
+
+ + +
-s, --suffix suf
+ +
+

The suffix to be appended to the output file. If not specified, the default is .resolved.

+
+ + +
-t, --trim-suffix suf
+ +
+

The suffix to be trimmed from the input file name before appending the above suffix. Default is none. If you are running several log file filters, this can help you trim the suffix of the previous one.

+
+ + +
-n, --num-threads num
+ +
+

Number of threads to run simultaneously. The default is 10. Use 0 to disable threading. Your system must support threading itself. This option has no effect for systems that do not support threading.

+
+ + +
-c, --stdout
+ +
+

Output the result to STDOUT.

+
+ + +
-d, --debug
+ +
+

Show the detailed debugging messages. More -d to be more detailed.

+
+ + +
-q, --quiet
+ +
+

Shihhhhhh. Only yell when errors.

+
+ + +
-h, --help
+ +
+

Display the help message and exit.

+
+ + +
-v, --version
+ +
+

Output version information and exit.

+
+
+ + +

Copyright

+ +

Copyright © 2001-2007 imacat.

+ +

This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.

+ +

This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.

+ +

You should have received a copy of the GNU General Public License along with this program. If not, see <http://www.gnu.org/licenses/>.

+ + +

Release Notes

+ +

Please read the NEWS for the new functions and bug fixes.

+ + +

Support

+ +

reslog is hosted on SourceForge, CPAN and Tavern IMACAT’s. For the latest infomation, see

+ + + +

There is a reslog mailing list hosted at SourceForge. Please submit your questions, suggestions or bug reports there. It is a Mailman mailing list. For more information, see the reslog mailing list page. Alternatively, you can send a mail to the e-mail command mailbox with the subject help for a list of available e-mail commands.

+ +
+ + +
+ + + + diff --git a/reslog.zh-cn.html b/reslog.zh-cn.html new file mode 100644 index 0000000..3163f47 --- /dev/null +++ b/reslog.zh-cn.html @@ -0,0 +1,521 @@ + + + + + + + + + + + + + + + +reslog 3.16 + + + +
+ 體 | + | + English +
+
+ + +
+
:::
+ +

reslog 3.16

+ + +

Ϣ

+ +
+ +
2007-12-04
+ +
+

reslog °汾 3.16 ° Compress::Bzip2 Ŀյ⡣ reslog 3.16

+
+ + +
2007-12-03
+ +
+

reslog °汾 3.16 Makefile.PL װ Perl 汾Ĵ֮ǰװ reslog 3.13 ֮İ汾Ҫ°档 reslog 3.16

+
+ + +
2007-12-03
+ +
+

reslog °汾 3.14 °кü˵ļԳʽ֮ǰװ reslog 3.13 棬Ҫ°档 reslog 3.14

+
+ + +
2007-12-03
+ +
+

reslog °汾 3.13 °кܶʽĽԳʽĽ˵ļ reslog 3.13

+
+ + +
2007-07-23
+ +
+

reslog °汾 3.12 IP ʱĴ reslog 3.12

+
+ + +
2007-07-23
+ +
+

reslog °汾 3.11 ߳ Perl ִе⣬ file ʽ׼뵵͵⣬װλԷ Perl ׼װ趨֧Ԯ Module::Build װ reslog 3.11

+
+ + +
2007-07-22
+ +
+

reslog °汾 3.10 ˵ļ reslog 3.10

+
+ + +
2007-07-21
+ +
+

reslog °汾 3.09 ȨΪ GPLv3 reslog 3.09

+
+ + +
2005-05-22
+ +
+

reslog °汾 3.08 ˵ļ reslog 3.08

+
+ + +
2005-05-22
+ +
+

reslog °汾 3.07 ʽ룬Աڸƽִ̨СĿǰƽִ̨У Linux MS-Windows Cygwin Solaris FreeBSD MacOSX Darwin reslog 3.07

+
+ + +
2005-05-16
+ +
+

reslog °汾 3.06 ԳʽʹԽȷЧ reslog 3.06

+
+ + +
2005-05-08
+ +
+

reslog °汾 3.05 ׼벻ʱ⡣ reslog 3.05

+
+ + +
2005-05-08
+ +
+

reslog °汾 3.04 File::MMagic ʱı֡ reslog 3.04

+
+ + +
2005-05-08
+ +
+

reslog °汾 3.03 Ԥ谲װĿ¼Ļص /sbin make upgrade ɾɰ浵֮ǰһ⡣ reslog 3.03

+
+ + +
2005-05-02
+ +
+

reslog °汾 3.02 ʽʽ MS-Windows Cygwin ϲִ󣬲˺üС⡣ reslog 3.02

+
+ + +
2005-04-26
+ +
+

reslog °汾 3.01 һصĴ󣬴ʹ --suffix --trim-suffix ˴ĵβذװ 3.01 棬¡ reslog 3.01

+
+ + +
2005-04-26
+ +
+

reslog °汾 3.00 ģʽͷд¼ ithreads ̹߳ܣӿִٶȡ֧Ԯ bzip2 ѹ֧Ԯ gzip bzip2 ʽѹ谲װ Compress::Zlib Compress::Bzip2 ģ飨ʹãȲõijЩβټǵĵβԱ¼ʽһҵ reslog 3.00

+
+ + +
2002-09-18
+ +
+

reslog.pl °汾 2.1.0dev2 ˼˵ļĴ󣬲 SourceForge ӽ reslog.pl ַС԰SourceForge ԭϣҪ reslog.pl 2.1.0dev2

+
+ + +
2002-09-17
+ +
+

Ϣ reslog.pl ѿʼ SourceForge ޣȻҼȫ㲻Ҫô…… ^^;

+
+ + +
2002-08-31
+ +
+

reslog.pl °汾 2.1.0dev1 ޷ Perl 5.8.0 ִеĴʱ dev з棬Ϊ 2.1.0 ʽʱ֧Ԯ Compress::Bzip2 ExtUtils::MakeMaker ʵȶ reslog.pl 2.1.0dev2

+
+ +
+ + +

˵

+ +

reslog Ǽ¼ķʽ Apache ¼ IP ơ󣬿 Analog ֮ļ¼ͳƳʽ԰ Apache HostNameLookups ָƷÿһη鵱е IP

+ + +

ע

+ +
    + +

  • ܺʱʱҪڲѯϣǽ·ŷûпλ·ϡȼ̫ͷӦ·…ȡЩⲿأdzʽܿƵġ

    • + +

  • ʽ;жϣ簴 Ctrl-Break ܻһʱ´ִʱдʱʽִܾȴдʱ԰ʱԭļ¼ã·顣

    • + +

  • ʽҪܶݴϵĿռ䡣Ӳͼ۸ˣҲȽʡӲݴ档ʽҪԭ¼ѹϵӲռ䣬ִУüݴĻҪʮӲռ乻

    • + +

  • reslog δ֧Ԯ IPv6

    • + +

  • ҽ鰲װ File::MMagic Ҫ file ʽ File::MMagic ڽĵͱ file ʽ׼ȷ gzip bzip2 ѹ reslog ΪɴֵѹΪͼ reslog ᵱɴֱֵӶ¼ԴҲŪԭ¼е鷳

    • + +
+ + +

ϵͳ

+ +
    +

  1. Perl 5.8.0 ϡ reslog open() Ƶһ֪ôдİ汾ִСԸдİ汾ִУҡ perl -v ѯĿǰ Perl 汾û Perl ҪԵ Perl վذװ° Perl MS-Windows Ե ActiveState ˾ ActivePerl װ

    2. + +

  2. Perl ģ飺ޡ

    3. + +

  3. ѡ Perl ģ飺

    + +
    +
    File::MMagic
    + +
    +

    Ǽ鵵õġûаװ reslog file ʽ档Ҳ reslog õβжϵ͡ʱӱ׼ reslog ޷жˡ CPAN ģذװ File::MMagic CPAN Shell ִ cpan File::MMagic װ CPANPLUS Shell ִ cpanp i File::MMagic װ Debian/Ubandu Linux ʹߣִ apt-get install libfile-mmagic-perl װ Red Hat/Fedora/CentOS Linux ʹߣִ yum install perl-File-MMagic װ FreeBSD ʹߣִ ports install p5-File-MMagic װ ActivePerl ʹߣִ ppm install File::MMagic װҪ MS-Windows ʹ file.exe ʽ GnuWin32 վءȷغ󣬴浵ϵͳ·£Ϊ file.exe

    + +

    File::MMagic file ʽżС

    +
    + +
    Compress::Zlib
    + +
    +

    Ǵ gzip ѹõģֻڴ gzip ѹŻõҪʱûаװ reslog gzip ʽ档Ҳ reslog ޷ִС CPAN ģذװ Compress::Zlib CPAN Shell ִ cpan Compress::Zlib װ CPANPLUS Shell ִ cpanp i Compress::Zlib װ Debian/Ubandu Linux ʹߣִ apt-get install libcompress-zlib-perl װ Red Hat/Fedora/CentOS Linux ʹߣִ yum install perl-Compress-Zlib װ FreeBSD ʹߣִ ports install p5-Compress-Zlib װ ActivePerl ʹߣִ ppm install Compress::Zlib װҪ MS-Windows ʹ gzip.exe ʽ gzip վءȷغ󣬴浵ϵͳ·£Ϊ gzip.exe

    +
    + +
    Compress::Bzip2 ڶ
    + +
    +

    Ǵ bzip2 ѹõģֻڴ bzip2 ѹŻõҪʱûаװ reslog bzip2 ʽ档Ҳ reslog ޷ִС CPAN ģذװ Compress::Bzip2 CPAN Shell ִ cpan Compress::Bzip2 װ CPANPLUS Shell ִ cpanp i Compress::Bzip2 װ Debian/Ubandu Linux ʹߣִ apt-get install libcompress-bzip2-perl װ Red Hat/Fedora/CentOS Linux ʹߣִ yum install perl-Compress-Bzip2 װ FreeBSD ʹߣִ ports install p5-Compress-Bzip2 װ ActivePerl ʹߣִ ppm install Compress::Bzip2 װҪ MS-Windows ʹ bzip2.exe ʽ bzip2 վءȷغ󣬴浵ϵͳ·£Ϊ bzip2.exe

    +
    + +
    Term::ReadKey
    + +
    +

    ʾõģûаװͲʾСⲻκ⡣п reslog ĹһĿȻ CPAN ģذװ Term::ReadKey CPAN Shell ִ cpan Term::ReadKey װ CPANPLUS Shell ִ cpanp i Term::ReadKey װ Debian/Ubandu Linux ʹߣִ apt-get install libterm-readkey-perl װ Red Hat/Fedora/CentOS Linux ʹߣִ yum install perl-TermReadKey װ FreeBSD ʹߣִ ports install p5-Term-ReadKey װ ActivePerl ʹߣִ ppm install Term::ReadKey װ

    +
    +
    +
    4. +
+ + +

+ +

reslog Ĺٷվڣ

+ + + +

° reslog λַأ

+ + + +

è PGP Կڣ

+ + + + +

װ

+ +

reslog 3.10 ǰİ汾 reslog.pl 3.02 ǰİ汾 UPGRADE.zh-cn ˵

+ +

ExtUtils::MakeMaker װ

+ +

reslog Perl ׼ ExtUtils::MakeMaker װ£

+ +
+% perl Makefile.PL
+% make
+% make test
+% make install
+
+ +

make install ǰȷڰװĿ¼浵ȨޡͨʱҪлΪ root ܰװ浵

+ +

MS-Windows µ ActivePerl make nmake nmake ΢ FTP վ

+ +

Ҫװط趨 PREFIX 磬һʹߣҪװԼĿ¼ʱ

+ +
+% perl Makefile.PL PREFIX=/home/jessica
+
+ +

Ҫ֪లװѡϸڣ ExtUtils::MakeMaker ˵ִ perldoc ExtUtils::MakeMaker

+ + +

Module::Build װ

+ +

ϲҲ Module::Build װ£

+ +
+% perl Build.PL
+% ./Build
+% ./Build test
+% ./Build install
+
+ +

./Build install ǰȷڰװĿ¼浵ȨޡͨʱҪлΪ root ܰװ浵

+ +

Ҫװط趨 --prefix 磬һʹߣҪװԼĿ¼ʱ

+ +
+% perl Build.PL --prefix=/home/jessica
+
+ +

Ҫ֪లװѡϸڣ Module::Build ˵ִ perldoc Module::Build

+ + +

в

+ +
+./reslog [] [¼…]
+./reslog [-h|-v]
+
+ + +
+
¼
+ +
+

Ҫļ¼ͬʱָüûָӱ׼¼д׼Ҳ趨-ӱ׼¼ӱ׼ȡļ¼͵׼֧Ԯ gzip bzip2 ѹ

+
+ + +
-o, --override ģʽ
+ +
+

ͬķô졣Ŀǰģʽ

+ + +
+
o, overwrite
+ +
+

ǵɵ

+
+ + +
a, append
+ +
+

;ɵһ

+
+ + +
f, fail
+ +
+

ʽⲻСƻɵԤǽʽ

+
+
+
+ + +
-k, --keep ģʽ
+ +
+

ԭ¼ҪôĿǰģʽ

+ + +
+
a, all
+ +
+

ԭ

+
+ + +
r, restart
+ +
+

ԭ¼㡣

+
+ + +
d, delete
+ +
+

ɾԭ¼Ԥɾԭ¼

+
+
+
+ + +
-s, --suffix β
+ +
+

ҪϵĵβԤĵβ .resolved

+
+ + +
-t, --trim-suffix β
+ +
+

ǵĵβǰȥԭβԤDzȥβúü¼ʽ¼ѡȥ֮ǰʽӵĵβ

+
+ + +
-n, --num-threads ߳
+ +
+

ʱͬʱִе߳Ԥֵ 10 Ҫö̷߳飬Ϊ 0 ϵͳҪ֧Ԯ̡߳ϵͳ֧Ԯ̣߳ѡûá

+
+ + +
-c, --stdout
+ +
+

ѽ׼

+
+ + +
-d, --debug
+ +
+

ʾϸִй̡

+
+ + +
-q, --quiet
+ +
+

û²Ҫ :p

+
+ + +
-h, --help
+ +
+

ʾʽ˵

+
+ + +
-v, --version
+ +
+

ʾʽ汾

+
+
+ + +

Ȩ

+ +

Ȩ © 2001-2007 èèȨ

+ +

ʽ壬 (Free Software Foundation) GNU ͨù֤ (GNU General Public License) ޸ĺ·һʽѡʹκθµİ汾

+ +

һʽĿϣãûκεûʺضĿĶĵϸ GNU ͨù֤

+ +

ӦѾͳʽһյһ GNU ͨù֤ĸûУ<http://www.gnu.org/licenses/>

+ + +

汾¼

+ +

Ķ NEWS 鿴ʽݱ䡢Ĺܺ޲Ĵ

+ + +

֧ԮЭ

+ +

reslog վ SourceForge CPAN ȡѶ٣

+ + + +

SourceForge һ reslog ʼͨѶ ʹϵ⡢رᵽͨѶۡ Mailman ʼͨѶҪ룬뵽 reslog ʼͨѶҳ Ҳдŵ E-mail ָ help ȡ E-mail ָ˵

+ +
+ + +
+ + + + diff --git a/reslog.zh-tw.html b/reslog.zh-tw.html new file mode 100644 index 0000000..ea38dc2 --- /dev/null +++ b/reslog.zh-tw.html @@ -0,0 +1,521 @@ + + + + + + + + + + + + + + + +reslog 3.16 + + + +
+ 餤 | + 简^ | + English +
+
+ + +
+
:::
+ +

reslog 3.16

+ + +

̷s

+ +
+ +
2007-12-04
+ +
+

reslog ̷s 3.16 Csץ Compress::Bzip2 s@ɩҲͪDCU reslog 3.16 C

+
+ + +
2007-12-03
+ +
+

reslog ̷s 3.15 Cץ Makefile.PL w˩һݳ̧C Perl ~CYpewˤF reslog 3.13 Τ᪺Aݭn@ŷsCU reslog 3.15 C

+
+ + +
2007-12-03
+ +
+

reslog ̷s 3.14 CsnXӻBյ{ץCYpewˤF reslog 3.13 Aݭn@ŷsCU reslog 3.14 C

+
+ + +
2007-12-03
+ +
+

reslog ̷s 3.13 Csܦh{XiB~ץBյ{iBץCU reslog 3.13 C

+
+ + +
2007-07-23
+ +
+

reslog ̷s 3.12 CץL IP ϸѮɪ~CU reslog 3.12 C

+
+ + +
2007-07-23
+ +
+

reslog ̷s 3.11 CץbLu{ Perl W檺DAH file {ˬdзǿJɮDAץwɮצmHŦX Perl зǦw˳]wAå[W䴩 Module::Build wˡCU reslog 3.11 C

+
+ + +
2007-07-22
+ +
+

reslog ̷s 3.10 CץCU reslog 3.10 C

+
+ + +
2007-07-21
+ +
+

reslog ̷s 3.09 Cvs GPLv3 AΦhDץCU reslog 3.09 C

+
+ + +
2005-05-22
+ +
+

reslog ̷s 3.08 CץCU reslog 3.08 C

+
+ + +
2005-05-22
+ +
+

reslog ̷s 3.07 C{XAHKbhxWCثeibUCxWG Linux B MS-Windows B Cygwin B Solaris B FreeBSD P MacOSX Darwin CU reslog 3.07 C

+
+ + +
2005-05-16
+ +
+

reslog ̷s 3.06 Cյ{AHϴյG󥿽TBġCU reslog 3.06 C

+
+ + +
2005-05-08
+ +
+

reslog ̷s 3.05 CץзǿJiήɷ|Ϳ~DCU reslog 3.05 C

+
+ + +
2005-05-08
+ +
+

reslog ̷s 3.04 CץJ File::MMagic ɪOrCU reslog 3.04 C

+
+ + +
2005-05-08
+ +
+

reslog ̷s 3.03 Cw]w˥ؿ^ /sbin A[W make upgrade HRªɮסAøѨMFeɮwk@DCU reslog 3.03 C

+
+ + +
2005-05-02
+ +
+

reslog ̷s 3.02 CϬd{{bPD{ۿWߡAb MS-Windows P Cygwin WհL~AøѨMFnXӤpDCU reslog 3.02 C

+
+ + +
2005-04-26
+ +
+

reslog ̷s 3.01 CץF@Y~A --suffix P --trim-suffix BzF~ɧCYpUwˤF 3.01 AХߧY@ŧsCU reslog 3.01 C

+
+ + +
2005-04-26
+ +
+

reslog ̷s 3.00 CڥΪɦVҦAqYgCs[W ithreads hu{\AjT[ְtסC䴩 bzip2 YɡC䴩 gzip bzip2 {YAݦw Compress::Zlib M Compress::Bzip2 Ҳա]ijϥΡ^CiYɧAA[Wڭ̪ɧAHKMLOɳBz{@_@~CU reslog 3.00 C

+
+ + +
2002-09-18
+ +
+

reslog.pl ̷s 2.1.0dev2 CץFXӻ󪺿~Aç SourceForge [i reslog.pl U}CpiH⥦SourceForge ChWAݭn۪@šCU reslog.pl 2.1.0dev2 C

+
+ + +
2002-09-17
+ +
+

nI reslog.pl w}l[] SourceForge oI]MڴXG٧dMn[…N… ^^; ^

+
+ + +
2002-08-31
+ +
+

reslog.pl ̷s 2.1.0dev1 CץFLkb Perl 5.8.0 檺~CڼȮ٧oO dev oA]ڷQb 2.1.0 ɭԡA䴩 Compress::Bzip2 P ExtUtils::MakeMaker CLoíwCU reslog.pl 2.1.0dev2 C

+
+ +
+ + +

+ +

reslog OOɪϬd{AΨӤϬd Apache O IP DW١CdLAiHMι Analog Oɲέp{CpiH⥦ Apache HostNameLookups ON~ACѤ@ϬdѩҦ IP C

+ + +

`Nƶ

+ +
    + +

  • ϬdWܯӮɶCɶDnӦbdߤWGLoʥ]AW٦A]BS}BbCtWBŤӧCCB먮…Coǥ~]AO{౱C

    • + +

  • Y{b~_ApF Ctrl-Break Ai|ݾl@ӼȮɤu@ɡCUɸIݦsȮɤu@ɡA{|ڵXCХBzݦsȮɤu@ɡCpiHȮɤu@ɷӪOɨӥΡAsϬdC

    • + +

  • {ݭnܦhȦsƪŶCwЩMO_ӡAKyAΰ_Ӥ]١AҥHڥεwмȦsCoӵ{ݭnOɸ⭿HWwЪŶA~]ΰOȦsܭnΤQ^CˬdwЪŶC

    • + +

  • reslog |䴩 IPv6 C

    • + +

  • ګijw File::MMagic Aqn file {C File::MMagic تɮn file {ǽTCYO gzip bzip2 YɡA reslog |¤rɡCYYɳQ~PɡA reslog |¤rɡAŪOAåH~CN~]|˶íOɡALh֦I·СC

    • + +
+ + +

tλݨD

+ +
    +

  1. Perl 5.8.0 HWC reslog ΤTӰѼƪ open() ӽƻsɮ׾ާ@A٤Dg󦭪WCYpiHg󦭪WAЧiDڡCpiHJ perl -v dߩpثe Perl CpGpS Perl λݭn@šAiH Perl Uw˳̷s Perl CYpO MS-Windows AiH ActiveState qU ActivePerl wˡC

    2. + +

  2. ݷft Perl ҲաGLC

    3. + +

  3. t Perl ҲաG

    + +
    +
    File::MMagic
    + +
    +

    oOˬdɮΪCYSwˡA reslog | file {NCY٧䤣A reslog |ɧ]ɦW^P_ɮCoɭYqзǿJŪɡA reslog NLkP_FCpiH CPAN ҲծwUw File::MMagic AΥ CPAN Shell cpan File::MMagic wˡAΥ CPANPLUS Shell cpanp i File::MMagic wˡCYpO Debian/Ubandu Linux ϥΪ̡AiH apt-get install libfile-mmagic-perl wˡCYpO Red Hat/Fedora/CentOS Linux ϥΪ̡AiH yum install perl-File-MMagic wˡCYpO FreeBSD ϥΪ̡AiH ports install p5-File-MMagic wˡCYpO ActivePerl ϥΪ̡AiH ppm install File::MMagic wˡCYpnb MS-Windows Uϥ file.exe {AiH GnuWin32 UCнT{UAsɦbtΪ|UAɦW file.exe C

    + +

    ij File::MMagic C file {|~PC

    +
    + +
    Compress::Zlib
    + +
    +

    oOBz gzip YɥΪAubBz gzip Yɤ~|ΨCYnήɨSwˡA reslog |յۧ gzip {NCY٧䤣A reslog NLkCpiH CPAN ҲծwUw Compress::Zlib AΥ CPAN Shell cpan Compress::Zlib wˡAΥ CPANPLUS Shell cpanp i Compress::Zlib wˡCYpO Debian/Ubandu Linux ϥΪ̡AiH apt-get install libcompress-zlib-perl wˡCYpO Red Hat/Fedora/CentOS Linux ϥΪ̡AiH yum install perl-Compress-Zlib wˡCYpO FreeBSD ϥΪ̡AiH ports install p5-Compress-Zlib wˡCYpO ActivePerl ϥΪ̡AiH ppm install Compress::Zlib wˡCYpnb MS-Windows Uϥ gzip.exe {AiH gzip UCнT{UAsɦbtΪ|UAɦW gzip.exe C

    +
    + +
    Compress::Bzip2 ĤGHW
    + +
    +

    oOBz bzip2 YɥΪAubBz bzip2 Yɤ~|ΨCYnήɨSwˡA reslog |յۧ bzip2 {NCY٧䤣A reslog NLkCpiH CPAN ҲծwUw Compress::Bzip2 AΥ CPAN Shell cpan Compress::Bzip2 wˡAΥ CPANPLUS Shell cpanp i Compress::Bzip2 wˡCYpO Debian/Ubandu Linux ϥΪ̡AiH apt-get install libcompress-bzip2-perl wˡCYpO Red Hat/Fedora/CentOS Linux ϥΪ̡AiH yum install perl-Compress-Bzip2 wˡCYpO FreeBSD ϥΪ̡AiH ports install p5-Compress-Bzip2 wˡCYpO ActivePerl ϥΪ̡AiH ppm install Compress::Bzip2 wˡCYpnb MS-Windows Uϥ bzip2.exe {AiH bzip2 UCнT{UAsɦbtΪ|UAɦW bzip2.exe C

    +
    + +
    Term::ReadKey
    + +
    +

    oOܶiצCΪAYSwˡAN|ܶiצCC~|DCiצCiHp reslog u@iפ@AMCpiH CPAN ҲծwUw Term::ReadKey AΥ CPAN Shell cpan Term::ReadKey wˡAΥ CPANPLUS Shell cpanp i Term::ReadKey wˡCYpO Debian/Ubandu Linux ϥΪ̡AiH apt-get install libterm-readkey-perl wˡCYpO Red Hat/Fedora/CentOS Linux ϥΪ̡AiH yum install perl-TermReadKey wˡCYpO FreeBSD ϥΪ̡AiH ports install p5-Term-ReadKey wˡCYpO ActivePerl ϥΪ̡AiH ppm install Term::ReadKey wˡC

    +
    +
    +
    4. +
+ + +

U

+ +

reslog xbG

+ + + +

̷s reslog iѤUC}UG

+ + + +

̺ߪ PGP _bG

+ + + + +

w

+ +

YpO reslog 3.10 He@šAάO reslog.pl 3.02 He@šAаѾ\ UPGRADE.zh-tw ɪ@ŻC

+ +

H ExtUtils::MakeMaker w

+ +

reslog Perl зǪ ExtUtils::MakeMaker wˡA{ǦpUG

+ +
+% perl Makefile.PL
+% make
+% make test
+% make install
+
+ +

b make install eAХT{pbw˥ؿsɪvCq`oɭԭn root A~w˦sɡC

+ +

YpO MS-Windows U ActivePerl A make Ч nmake C nmake iѷLn FTP UC

+ +

Ynw˨䥦aAг]wn PREFIX CҦpA@ϥΪ̡Anw˦bۤvؿUɡG

+ +
+% perl Makefile.PL PREFIX=/home/jessica
+
+ +

nDhw˿ﶵӸ`AаѾ\ ExtUtils::MakeMaker ]а perldoc ExtUtils::MakeMaker ^C

+ + +

H Module::Build w

+ +

YpwA]iH Module::Build wˡA{ǦpUG

+ +
+% perl Build.PL
+% ./Build
+% ./Build test
+% ./Build install
+
+ +

b ./Build install eAХT{pbw˥ؿsɪvCq`oɭԭn root A~w˦sɡC

+ +

Ynw˨䥦aAг]wn --prefix CҦpA@ϥΪ̡Anw˦bۤvؿUɡG

+ +
+% perl Build.PL --prefix=/home/jessica
+
+ +

nDhw˿ﶵӸ`AаѾ\ Module::Build ]а perldoc Module::Build ^C

+ + +

ROCѼ

+ +
+./reslog [Ѽ] [O…]
+./reslog [-h|-v]
+
+ + +
+
O
+ +
+

nϬdOɡCiPɫwnXɮסCYSwA|qзǿJŪOɡAAgзǿXCp]iH]w-AӱqзǿJŪOɡAqзǿJŪOAϬd|eзǿXC䴩 gzip bzip2 YɡC

+
+ + +
-o, --override Ҧ
+ +
+

pGPWϬdGɡAӫCثeUCҦG

+ + +
+
o, overwrite
+ +
+

\ɡC

+
+ + +
a, append
+ +
+

Mɥ[b@_C

+
+ + +
f, fail
+ +
+

{AHKp߯}aɡCw]O{C

+
+
+
+ + +
-k, --keep Ҧ
+ +
+

OɭnBzCثeUCҦG

+ + +
+
a, all
+ +
+

OdɡC

+
+ + +
r, restart
+ +
+

ϬdAOksC

+
+ + +
d, delete
+ +
+

ϬdAROɡCw]OROɡC

+
+
+
+ + +
-s, --suffix ɧ
+ +
+

ϬdGɭn[WɧCw]ɧO .resolved C

+
+ + +
-t, --trim-suffix ɧ
+ +
+

[Wڭ̪ɧeAhɧCw]OhɧCYpΦnXӰOɳBz{BzOɡAiHγoӿﶵAhe{[ɧC

+
+ + +
-n, --num-threads u{
+ +
+

ϬdɡAPɰ檺u{ơCw]ȬO 10 CYnΦhu{ϬdAг] 0 CtΥn䴩hu{CYtΥ䴩hu{AﶵS@ΡC

+
+ + +
-c, --stdout
+ +
+

⵲GXзǿXC

+
+ + +
-d, --debug
+ +
+

ܸԲӪL{C

+
+ + +
-q, --quiet
+ +
+

SƤnnC :p

+
+ + +
-h, --help
+ +
+

ܵ{C

+
+ + +
-v, --version
+ +
+

ܵ{C

+
+
+ + +

vn

+ +

vҦ © 2001-2007 ̺ߡC̺߫OҦvQC

+ +

{OۥѳnAziHӦۥѳn| (Free Software Foundation) X GNU qΤ@\i (GNU General Public License) ĤTӭקMsoGo@{AΪ̦ۥѿܨϥΥsC

+ +

oGo@{تOƱ楦ΡASOCƦܨSAXSwتtOCԲӪpаѾ\ GNU qΤ@\iC

+ +

zӤwgM{@_@ GNU qΤ@\iƥCpG٨SAѾ\<http://www.gnu.org/licenses/>C

+ + +

+ +

о\Ū NEWS ɡAdݵ{tܡBsW\M׸ɪ~C

+ + +

䴩U

+ +

reslog [b SourceForge B CPAN P Ȫ٨̺C̷sTAоr{G

+ + + +

b SourceForge W@ reslog lqT CϥΤWDBijο~^AдqTWQסCO Mailman lqTCYn[JAШ reslog lqT Cp]iHgH E-mail OHcADW help A E-mail OC

+ +
+ + +
+ + + + diff --git a/t/00-signature.t b/t/00-signature.t new file mode 100755 index 0000000..1cf917c --- /dev/null +++ b/t/00-signature.t @@ -0,0 +1,22 @@ +#!/usr/bin/perl +use strict; +print "1..1\n"; + +if (!-s 'SIGNATURE') { + print "ok 1 # skip No signature file found\n"; +} +elsif (!eval { require Module::Signature; 1 }) { + print "ok 1 # skip ", + "Next time around, consider install Module::Signature, ", + "so you can verify the integrity of this distribution.\n"; +} +elsif (!eval { require Socket; Socket::inet_aton('pgp.mit.edu') }) { + print "ok 1 # skip Cannot connect to the keyserver\n"; +} +else { + (Module::Signature::verify() == Module::Signature::SIGNATURE_OK()) + or print "not "; + print "ok 1 # Valid signature\n"; +} + +__END__ diff --git a/t/01-exhaust.t b/t/01-exhaust.t new file mode 100755 index 0000000..5bd1f96 --- /dev/null +++ b/t/01-exhaust.t @@ -0,0 +1,249 @@ +#! /usr/bin/perl -w +# Test all the possible combination of options + +# Copyright (c) 2005-2007 imacat +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + +# This file is combined from 01-plain.t, 02-gzip.t and 03-bzip2.t. + +use 5.005; +use strict; +use warnings; +use diagnostics; +use Test; + +BEGIN { plan tests => 1341 } + +use File::Basename qw(basename); +use File::Path qw(mkpath rmtree); +use File::Spec::Functions qw(catdir catfile updir devnull); +use FindBin; +use lib $FindBin::Bin; +use _helper; +use vars qw($WORKDIR $tno $reslog); + +$WORKDIR = catdir($FindBin::Bin, "logs"); +$tno = 0; +$reslog = catfile($FindBin::Bin, updir, "blib", "script", "reslog"); + +# Test each source log file type +foreach my $st (@SRCTYPES) { + # Test each source file content type + foreach my $sct (@CNTTYPES) { + # Test each keep type + foreach my $kt (@KEEPTYPES) { + # Test each override type + foreach my $ot (@OVERTYPES) { + # Test each existing file content type + my @ecnttypes; + if (!$$ot{"mkex"}) { + # Existing file content type is meaningless + # if there is no existing file. + @ecnttypes = (1); + } else { + # mkrndlog_noip() does not make a difference than + # mkrndlog_normal() as an existing file. + @ecnttypes = grep $$_{"title"} ne "log file without IP", + @CNTTYPES; + } + foreach my $ect (@ecnttypes) { + # Test each suffix type + foreach my $suft (@SUFTYPES) { + # Test each trim-suffix type + foreach my $tsuft (@TSUFTYPES) { + $_ = eval { + return if $$st{"skip"}; + my ($title, $cmd, $retno, $out, $err, $logfile); + my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf); + my ($fs, $fo, $cs, $csr, $co, $suf, $tsuf); + rmtree $WORKDIR; + mkpath $WORKDIR; + $title = join ", ", $$st{"title"}, $$sct{"title"}, + $$kt{"title"}, $$ot{"title"}, + $$suft{"title"}, $$tsuft{"title"}; + $logfile = randword; + $suf = defined $$suft{"suf"}? $$suft{"suf"}: "." . randword; + if (defined $$tsuft{"suf"}) { + $tsuf = $$tsuft{"suf"}; + } else { + do { $tsuf = "." . randword; } until $tsuf ne $suf; + } + $fs = catfile($WORKDIR, "$logfile$tsuf" . $$st{"suf"}); + ($cs, $csr) = &{$$sct{"sub"}}($fs); + if ($$ot{"mkex"}) { + $fo = catfile($WORKDIR, "$logfile$suf" . $$st{"suf"}); + $co = (&{$$ect{"sub"}}($fo))[0]; + } + @fle = qw(); + push @fle, basename($fs) if !($$ot{"ok"} && $$kt{"del"}); + if ($$ot{"ok"}) { + push @fle, "$logfile$suf" . $$st{"suf"}; + } else { + push @fle, basename($fo) if !$$kt{"del"} || $$ot{"mkex"}; + } + prsrvsrc $WORKDIR; + @_ = ($reslog, qw(-d -d -d -n 1), @{$$kt{"opts"}}, + @{$$ot{"opts"}}, &{$$suft{"opts"}}($suf), + &{$$tsuft{"opts"}}($tsuf), $fs); + $cmd = join " ", @_; + ($retno, $out, $err) = runcmd "", @_; + ($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR); + %cef = qw(); # Expected content by file + %tef = qw(); # Expected file type by file + %crf = qw(); # Resulted content by file + %trf = qw(); # Resulted file type by file + if (!($$ot{"ok"} && $$kt{"del"})) { + $fr = $fs; + $frb = basename($fr); + $cef{$frb} = $$kt{"keep"} || !$$ot{"ok"}? $cs: ""; + $tef{$frb} = $$st{"type"}; + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + } + if ($$ot{"ok"} || $$ot{"mkex"}) { + $frb = "$logfile$suf" . $$st{"suf"}; + $fr = catfile($WORKDIR, $frb); + $cef{$frb} = &{$$ot{"ce"}}($co, $csr); + $tef{$frb} = $$st{"type"}; + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + } + die "$title\n$cmd\n$out$err" + unless $$ot{"ok"}? $retno == 0: $retno != 0; + die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err" + unless $flr eq $fle; + foreach $fr (@fle) { + die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err" + unless nofile || $trf{$fr} eq $tef{$fr} + || ($tef{$fr} eq TYPE_BZIP2 && -z catfile($WORKDIR, $fr)); + die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err" + unless $crf{$fr} eq $cef{$fr}; + } + 1; + }; + skip($$st{"skip"}, $_, 1, $@); + cleanup $_ || $$st{"skip"}, $WORKDIR, ++$tno; + die unless $_ || $$st{"skip"}; + } + } + } + } + + # 37: From file to STDOUT + $_ = eval { + return if $$st{"skip"}; + my ($title, $cmd, $retno, $out, $err, $logfile, $result); + my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf); + my ($fs, $fo, $cs, $csr, $co); + rmtree $WORKDIR; + mkpath $WORKDIR; + $title = join ", ", "From file to STDOUT", $$sct{"title"}, + $$st{"title"}, $$kt{"title"}; + $logfile = randword; + do { $result = randword; } until $result ne $logfile; + $fs = catfile($WORKDIR, "$logfile" . $$st{"suf"}); + ($cs, $csr) = &{$$sct{"sub"}}($fs); + @fle = qw(); + push @fle, basename($fs) if !$$kt{"cdel"}; + push @fle, $result . $$st{"suf"}; + prsrvsrc $WORKDIR; + @_ = ($reslog, qw(-d -d -d -n 1 -c), @{$$kt{"opts"}}, $fs); + $cmd = join " ", @_; + ($retno, $out, $err) = runcmd "", @_; + frwrite(catfile($WORKDIR, $result . $$st{"suf"}), $out); + ($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR); + %cef = qw(); # Expected content by file + %tef = qw(); # Expected file type by file + %crf = qw(); # Resulted content by file + %trf = qw(); # Resulted file type by file + if (!$$kt{"cdel"}) { + $fr = $fs; + $frb = basename($fr); + $cef{$frb} = $$kt{"ckeep"}? $cs: ""; + $tef{$frb} = $$st{"type"}; + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + } + $frb = $result . $$st{"suf"}; + $fr = catfile($WORKDIR, $frb); + ($cef{$frb}, $tef{$frb}) = ($csr, $$st{"type"}); + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + die "$title\n$cmd\n$out$err" unless $retno == 0; + die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err" + unless $flr eq $fle; + foreach $fr (@fle) { + die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err" + unless nofile || $trf{$fr} eq $tef{$fr} + || ($tef{$fr} eq TYPE_BZIP2 && -z catfile($WORKDIR, $fr)); + die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err" + unless $crf{$fr} eq $cef{$fr}; + } + 1; + }; + skip($$st{"skip"}, $_, 1, $@); + cleanup $_ || $$st{"skip"}, $WORKDIR, ++$tno; + die unless $_ || $$st{"skip"}; + } + + # 85: From STDIN to STDOUT + $_ = eval { + return if $$st{"skip"}; + my ($title, $cmd, $retno, $out, $err, $logfile, $result); + my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf); + my ($fs, $fo, $cs, $csr, $co); + rmtree $WORKDIR; + mkpath $WORKDIR; + $title = join ", ", "From STDIN to STDOUT", $$sct{"title"}, + $$st{"title"}; + $logfile = randword; + do { $result = randword; } until $result ne $logfile; + $fs = catfile($WORKDIR, "$logfile" . $$st{"suf"}); + ($cs, $csr) = &{$$sct{"sub"}}($fs); + @fle = qw(); + push @fle, basename($fs); + push @fle, $result . $$st{"suf"}; + prsrvsrc $WORKDIR; + @_ = ($reslog, qw(-d -d -d -n 1)); + $cmd = join(" ", @_) . " < $fs"; + ($retno, $out, $err) = runcmd frread $fs, @_; + frwrite(catfile($WORKDIR, $result . $$st{"suf"}), $out); + ($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR); + %cef = qw(); # Expected content by file + %tef = qw(); # Expected file type by file + %crf = qw(); # Resulted content by file + %trf = qw(); # Resulted file type by file + $fr = $fs; + $frb = basename($fr); + $cef{$frb} = $cs; + $tef{$frb} = $$st{"type"}; + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + $frb = $result . $$st{"suf"}; + $fr = catfile($WORKDIR, $frb); + ($cef{$frb}, $tef{$frb}) = ($csr, $$st{"type"}); + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + die "$title\n$cmd\n$out$err" unless $retno == 0; + die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err" + unless $flr eq $fle; + foreach $fr (@fle) { + die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err" + unless nofile || $trf{$fr} eq $tef{$fr} + || ($tef{$fr} eq TYPE_BZIP2 && -z catfile($WORKDIR, $fr)); + die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err" + unless $crf{$fr} eq $cef{$fr}; + } + 1; + }; + skip($$st{"skip"}, $_, 1, $@); + cleanup $_ || $$st{"skip"}, $WORKDIR, ++$tno; + die unless $_ || $$st{"skip"}; + } +} diff --git a/t/02-several.t b/t/02-several.t new file mode 100755 index 0000000..7d3d9f2 --- /dev/null +++ b/t/02-several.t @@ -0,0 +1,238 @@ +#! /usr/bin/perl -w +# Test processing several log files at once + +# Copyright (c) 2007 imacat +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + +# This file replaces 04-hybrix.t. + +use 5.005; +use strict; +use warnings; +use diagnostics; +use Test; + +BEGIN { plan tests => 4 } + +use File::Basename qw(basename); +use File::Path qw(mkpath rmtree); +use File::Spec::Functions qw(catdir catfile updir); +use FindBin; +use lib $FindBin::Bin; +use _helper; +use vars qw($WORKDIR $tno $reslog); + +$WORKDIR = catdir($FindBin::Bin, "logs"); +$tno = 0; +$reslog = catfile($FindBin::Bin, updir, "blib", "script", "reslog"); + +# 1: Source log files listed as the arguments +$_ = eval { + my ($title, $cmd, $retno, $out, $err, %logfiles); + my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf); + my ($num, @fs, @fo, @cs, @csr, @co, @st, $suf, $tsuf); + rmtree $WORKDIR; + mkpath $WORKDIR; + $title = join ", ", "several log files", "all listed as arguments"; + $suf = "." . randword; + do { $tsuf = "." . randword; } until $tsuf ne $suf; + # (2-4 times available compression) log files + $_ = 2 + (nogzip? 0: 2) + (nobzip2? 0: 2); + $num = $_ + int rand $_; + %_ = qw(); + # At least 2 files for each available compression + foreach my $st (@SRCTYPES) { + next if ($$st{"type"} eq TYPE_GZIP && nogzip) + || ($$st{"type"} eq TYPE_BZIP2 && nobzip2); + @_ = grep !exists $_{$_}, (0...$num-1); + $_{$_[int rand @_]} = $st; + @_ = grep !exists $_{$_}, (0...$num-1); + $_{$_[int rand @_]} = $st; + } + # Set random compression on the rest files + foreach (grep !exists $_{$_}, (0...$num-1)) { + do { + $_{$_} = $SRCTYPES[int rand @SRCTYPES]; + } until !(${$_{$_}}{"type"} eq TYPE_GZIP && nogzip) + && !(${$_{$_}}{"type"} eq TYPE_BZIP2 && nobzip2); + } + @st = map $_{$_}, (0...$num-1); + @fs = qw(); + @fo = qw(); + @cs = qw(); + @csr = qw(); + @co = qw(); + @fle = qw(); + %logfiles = qw(); + for (my $k = 0; $k < $num; $k++) { + my ($logfile, $cs, $csr, $co); + do { $logfile = randword } until !exists $logfiles{$logfile}; + $logfiles{$logfile} = 1; + push @fs, catfile($WORKDIR, "$logfile$tsuf" . ${$st[$k]}{"suf"}); + push @fo, catfile($WORKDIR, "$logfile$suf" . ${$st[$k]}{"suf"}); + ($cs, $csr) = mkrndlog_normal $fs[$k]; + push @cs, $cs; + push @csr, $csr; + push @fle, basename($fo[$k]); + # 1: create existing file, 0: no existing file + if (int rand 1) { + $co = (mkrndlog_normal $fo[$k])[0]; + push @co, $co; + } else { + push @co, ""; + } + } + prsrvsrc $WORKDIR; + @_ = ($reslog, qw(-d -d -d -o a), "-s", $suf, "-t", $tsuf, @fs); + $cmd = join(" ", @_); + ($retno, $out, $err) = runcmd "", @_; + ($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR); + %cef = qw(); # Expected content by file + %tef = qw(); # Expected file type by file + %crf = qw(); # Resulted content by file + %trf = qw(); # Resulted file type by file + for (my $k = 0; $k < $num; $k++) { + $fr = $fo[$k]; + $frb = basename($fr); + ($cef{$frb}, $tef{$frb}) = ($co[$k] . $csr[$k], ${$st[$k]}{"type"}); + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + } + die "$title\n$cmd\n$out$err" unless $retno == 0; + die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err" + unless $flr eq $fle; + foreach $fr (@fle) { + die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err" + unless nofile || $trf{$fr} eq $tef{$fr}; + die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err" + unless $crf{$fr} eq $cef{$fr}; + } + 1; +}; +ok($_, 1, $@); +cleanup $_, $WORKDIR, ++$tno; + +# 2-4: One of the source log files is read from STDIN +# The file type at STDIN +foreach my $ststdin (@SRCTYPES) { + my $skip; + $skip = 0; + $_ = eval { + if ( ($$ststdin{"type"} eq TYPE_GZIP && nogzip) + || ($$ststdin{"type"} eq TYPE_BZIP2 && nobzip2)) { + $skip = 1; + return; + } + my ($title, $cmd, $retno, $out, $err, %logfiles); + my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf); + my ($num, @fs, @fo, @cs, @csr, @co, @st, $suf, $tsuf, $stdin); + rmtree $WORKDIR; + mkpath $WORKDIR; + $title = join ", ", "several log files", "one read from STDIN", + "STDIN " . $$ststdin{"title"}; + $suf = "." . randword; + do { $tsuf = "." . randword; } until $tsuf ne $suf; + # (2-4 times available compression) log files + $_ = 2 + (nogzip? 0: 2) + (nobzip2? 0: 2); + $num = $_ + int rand $_; + %_ = qw(); + # At least 2 files for each available compression + foreach my $st (@SRCTYPES) { + next if ($$st{"type"} eq TYPE_GZIP && nogzip) + || ($$st{"type"} eq TYPE_BZIP2 && nobzip2); + @_ = grep !exists $_{$_}, (0...$num-1); + $_{$_[int rand @_]} = $st; + @_ = grep !exists $_{$_}, (0...$num-1); + $_{$_[int rand @_]} = $st; + } + # Set random compression on the rest files + foreach (grep !exists $_{$_}, (0...$num-1)) { + do { + $_{$_} = $SRCTYPES[int rand @SRCTYPES]; + } until !(${$_{$_}}{"type"} eq TYPE_GZIP && nogzip) + && !(${$_{$_}}{"type"} eq TYPE_BZIP2 && nobzip2); + } + # Choose the STDIN from the matching compression + @_ = grep ${$_{$_}}{"type"} eq $$ststdin{"type"}, (0...$num-1); + $stdin = $_[int rand @_]; + @st = map $_{$_}, (0...$num-1); + @fs = qw(); + @fo = qw(); + @cs = qw(); + @csr = qw(); + @co = qw(); + @fle = qw(); + %logfiles = qw(); + for (my $k = 0; $k < $num; $k++) { + my ($logfile, $cs, $csr, $co); + do { $logfile = randword } until !exists $logfiles{$logfile}; + $logfiles{$logfile} = 1; + push @fs, catfile($WORKDIR, "$logfile$tsuf" . ${$st[$k]}{"suf"}); + if ($k == $stdin) { + do { $_ = randword } until !exists $logfiles{$_}; + $logfiles{$_} = 1; + push @fo, catfile($WORKDIR, "$_" . ${$st[$k]}{"suf"}); + } else { + push @fo, catfile($WORKDIR, "$logfile$suf" . ${$st[$k]}{"suf"}); + } + ($cs, $csr) = mkrndlog_normal $fs[$k]; + push @cs, $cs; + push @csr, $csr; + push @fle, basename($fs[$k]) if $k == $stdin; + push @fle, basename($fo[$k]); + # 1: create existing file, 0: no existing file + if ($k != $stdin && int rand 1) { + $co = (mkrndlog_normal $fo[$k])[0]; + push @co, $co; + } else { + push @co, ""; + } + } + prsrvsrc $WORKDIR; + @_ = @fs; + $_[$stdin] = "-"; + @_ = ($reslog, qw(-d -d -d -o a), "-s", $suf, "-t", $tsuf, @_); + $cmd = join(" ", @_) . " < " . $fs[$stdin]; + ($retno, $out, $err) = runcmd frread $fs[$stdin], @_; + frwrite($fo[$stdin], $out); + ($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR); + %cef = qw(); # Expected content by file + %tef = qw(); # Expected file type by file + %crf = qw(); # Resulted content by file + %trf = qw(); # Resulted file type by file + $fr = $fs[$stdin]; + $frb = basename($fr); + ($cef{$frb}, $tef{$frb}) = ($cs[$stdin], ${$st[$stdin]}{"type"}); + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + for (my $k = 0; $k < $num; $k++) { + $fr = $fo[$k]; + $frb = basename($fr); + ($cef{$frb}, $tef{$frb}) = ($co[$k] . $csr[$k], ${$st[$k]}{"type"}); + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + } + die "$title\n$cmd\n$out$err" unless $retno == 0; + die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err" + unless $flr eq $fle; + foreach $fr (@fle) { + die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err" + unless nofile || $trf{$fr} eq $tef{$fr}; + die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err" + unless $crf{$fr} eq $cef{$fr}; + } + 1; + }; + skip($skip, $_, 1, $@); + cleanup $_ || $skip, $WORKDIR, ++$tno; + die if !$_ && !$skip; +} diff --git a/t/03-errors.t b/t/03-errors.t new file mode 100755 index 0000000..6ff6e1c --- /dev/null +++ b/t/03-errors.t @@ -0,0 +1,223 @@ +#! /usr/bin/perl -w +# Test the errors that should be captured. + +# Copyright (c) 2007 imacat +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + +use 5.005; +use strict; +use warnings; +use diagnostics; +use Test; + +BEGIN { plan tests => 7 } + +use File::Basename qw(basename); +use File::Path qw(mkpath rmtree); +use File::Spec::Functions qw(catdir catfile updir); +use FindBin; +use lib $FindBin::Bin; +use _helper; +use vars qw($WORKDIR $reslog $tno); + +$WORKDIR = catdir($FindBin::Bin, "logs"); +$reslog = catfile($FindBin::Bin, updir, "blib", "script", "reslog"); +$tno = 0; + +# 1-6: Trim suffix is the same as suffix +foreach my $st (@SRCTYPES) { + # 1: Trim suffix is the same as suffix + $_ = eval { + return if $$st{"skip"}; + my ($title, $cmd, $retno, $out, $err, $logfile); + my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf); + my ($fs, $fo, $cs, $csr, $co, $suf); + rmtree $WORKDIR; + mkpath $WORKDIR; + $title = join ", ", "Trim suffix is the same as suffix", + $$st{"title"}; + $logfile = randword; + $suf = "." . randword; + $fs = catfile($WORKDIR, "$logfile" . $$st{"suf"}); + ($cs, $csr) = mkrndlog_normal $fs; + @fle = qw(); + push @fle, basename($fs); + prsrvsrc $WORKDIR; + @_ = ($reslog, qw(-d -d -d -n 1), "-s", $suf, "-t", $suf, $fs); + $cmd = join " ", @_; + ($retno, $out, $err) = runcmd "", @_; + ($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR); + %cef = qw(); # Expected content by file + %tef = qw(); # Expected file type by file + %crf = qw(); # Resulted content by file + %trf = qw(); # Resulted file type by file + $fr = $fs; + $frb = basename($fr); + ($cef{$frb}, $tef{$frb}) = ($cs, $$st{"type"}); + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + die "$title\n$cmd\n$out$err" unless $retno != 0; + die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err" + unless $flr eq $fle; + foreach $fr (@fle) { + die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err" + unless nofile || $trf{$fr} eq $tef{$fr} + || ($tef{$fr} eq TYPE_BZIP2 && -z catfile($WORKDIR, $fr)); + die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err" + unless $crf{$fr} eq $cef{$fr}; + } + 1; + }; + skip($$st{"skip"}, $_, 1, $@); + cleanup $_ || $$st{"skip"}, $WORKDIR, ++$tno; + + # 2: Default suffix and trim suffix is set to .resolved + $_ = eval { + return if $$st{"skip"}; + my ($title, $cmd, $retno, $out, $err, $logfile); + my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf); + my ($fs, $fo, $cs, $csr, $co, $suf); + rmtree $WORKDIR; + mkpath $WORKDIR; + $title = join ", ", "Default suffix and trim suffix is set to .resolved", + $$st{"title"}; + $logfile = randword; + $suf = ".resolved"; + $fs = catfile($WORKDIR, "$logfile" . $$st{"suf"}); + ($cs, $csr) = mkrndlog_normal $fs; + @fle = qw(); + push @fle, basename($fs); + prsrvsrc $WORKDIR; + @_ = ($reslog, qw(-d -d -d -n 1), "-t", $suf, $fs); + $cmd = join " ", @_; + ($retno, $out, $err) = runcmd "", @_; + ($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR); + %cef = qw(); # Expected content by file + %tef = qw(); # Expected file type by file + %crf = qw(); # Resulted content by file + %trf = qw(); # Resulted file type by file + $fr = $fs; + $frb = basename($fr); + ($cef{$frb}, $tef{$frb}) = ($cs, $$st{"type"}); + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + die "$title\n$cmd\n$out$err" unless $retno != 0; + die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err" + unless $flr eq $fle; + foreach $fr (@fle) { + die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err" + unless nofile || $trf{$fr} eq $tef{$fr} + || ($tef{$fr} eq TYPE_BZIP2 && -z catfile($WORKDIR, $fr)); + die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err" + unless $crf{$fr} eq $cef{$fr}; + } + 1; + }; + skip($$st{"skip"}, $_, 1, $@); + cleanup $_ || $$st{"skip"}, $WORKDIR, ++$tno; +} + +# 7: A same log file is specified more than once +$_ = eval { + my ($title, $cmd, $retno, $out, $err, %logfiles); + my ($fr, $frb, @fle, $fle, $flr, %cef, %crf, %tef, %trf); + my ($num, @fs, @fo, @cs, @csr, @co, @st, $suf, $tsuf, $dup); + rmtree $WORKDIR; + mkpath $WORKDIR; + $title = "A same log file is specified more than once"; + $suf = "." . randword; + do { $tsuf = "." . randword; } until $tsuf ne $suf; + # (2-4 times available compression) log files + $_ = 2 + (nogzip? 0: 2) + (nobzip2? 0: 2); + $num = $_ + int rand $_; + %_ = qw(); + # At least 2 files for each available compression + foreach my $st (@SRCTYPES) { + next if ($$st{"type"} eq TYPE_GZIP && nogzip) + || ($$st{"type"} eq TYPE_BZIP2 && nobzip2); + @_ = grep !exists $_{$_}, (0...$num-1); + $_{$_[int rand @_]} = $st; + @_ = grep !exists $_{$_}, (0...$num-1); + $_{$_[int rand @_]} = $st; + } + # Set random compression on the rest files + foreach (grep !exists $_{$_}, (0...$num-1)) { + do { + $_{$_} = $SRCTYPES[int rand @SRCTYPES]; + } until !(${$_{$_}}{"type"} eq TYPE_GZIP && nogzip) + && !(${$_{$_}}{"type"} eq TYPE_BZIP2 && nobzip2); + } + @st = map $_{$_}, (0...$num-1); + @fs = qw(); + @fo = qw(); + @cs = qw(); + @csr = qw(); + @co = qw(); + @fle = qw(); + %logfiles = qw(); + for (my $k = 0; $k < $num; $k++) { + my ($logfile, $cs, $csr, $co); + do { $logfile = randword } until !exists $logfiles{$logfile}; + $logfiles{$logfile} = 1; + push @fs, catfile($WORKDIR, "$logfile$tsuf" . ${$st[$k]}{"suf"}); + push @fo, catfile($WORKDIR, "$logfile$suf" . ${$st[$k]}{"suf"}); + ($cs, $csr) = mkrndlog_normal $fs[$k]; + push @cs, $cs; + push @csr, $csr; + push @fle, basename($fs[$k]); + # 1: create existing file, 0: no existing file + if (int rand 1) { + $co = (mkrndlog_normal $fo[$k])[0]; + push @co, $co; + push @fle, basename($fo[$k]); + } else { + push @co, ""; + } + } + prsrvsrc $WORKDIR; + $dup = $fs[int rand @fs]; + $_ = int rand(@fs + 1); + @_ = (@fs[0...$_-1], $dup, @fs[$_...$#fs]); + @_ = ($reslog, qw(-d -d -d -o a), "-s", $suf, "-t", $tsuf, @_); + $cmd = join(" ", @_); + ($retno, $out, $err) = runcmd "", @_; + ($fle, $flr) = (join(" ", sort @fle), flist $WORKDIR); + %cef = qw(); # Expected content by file + %tef = qw(); # Expected file type by file + %crf = qw(); # Resulted content by file + %trf = qw(); # Resulted file type by file + for (my $k = 0; $k < $num; $k++) { + $fr = $fs[$k]; + $frb = basename($fr); + ($cef{$frb}, $tef{$frb}) = ($cs[$k], ${$st[$k]}{"type"}); + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + if ($co[$k] ne "") { + $fr = $fo[$k]; + $frb = basename($fr); + ($cef{$frb}, $tef{$frb}) = ($co[$k], ${$st[$k]}{"type"}); + ($crf{$frb}, $trf{$frb}) = (fread $fr, ftype $fr); + } + } + die "$title\n$cmd\n$out$err" unless $retno != 0; + die "$title\n$cmd\nresult files incorrect.\nGot: $flr\nExpected: $fle\nOutput:\n$out$err" + unless $flr eq $fle; + foreach $fr (@fle) { + die "$title\n$cmd\n$fr: result type incorrect.\nGot: $trf{$fr}\nExpected: $tef{$fr}\nOutput:\n$out$err" + unless nofile || $trf{$fr} eq $tef{$fr}; + die "$title\n$cmd\n$fr: result incorrect.\nGot:\n$crf{$fr}\nExpected:\n$cef{$fr}\nOutput:\n$out$err" + unless $crf{$fr} eq $cef{$fr}; + } + 1; +}; +ok($_, 1, $@); +cleanup $_, $WORKDIR, ++$tno; diff --git a/t/99-pod.t b/t/99-pod.t new file mode 100755 index 0000000..9622b2f --- /dev/null +++ b/t/99-pod.t @@ -0,0 +1,5 @@ +#!/usr/bin/perl +use Test::More; +eval "use Test::Pod 1.00"; +plan skip_all => "Test::Pod 1.00 required for testing POD" if $@; +all_pod_files_ok(); diff --git a/t/_helper.pm b/t/_helper.pm new file mode 100644 index 0000000..0457834 --- /dev/null +++ b/t/_helper.pm @@ -0,0 +1,816 @@ +# _helper.pm - A simple test suite helper + +# Copyright (c) 2005-2007 imacat +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + +package _helper; +use 5.005; +use strict; +use warnings; +use base qw(Exporter); +use vars qw($VERSION @EXPORT); +$VERSION = "0.05"; +@EXPORT = qw(); +push @EXPORT, qw(fread frread fwrite frwrite); +push @EXPORT, qw(runcmd whereis ftype flist prsrvsrc cleanup); +push @EXPORT, qw(nofile nogzip nobzip2); +push @EXPORT, qw(mkrndlog_normal mkrndlog_noip mkrndlog_empty); +push @EXPORT, qw(randword); +push @EXPORT, qw(TYPE_PLAIN TYPE_GZIP TYPE_BZIP2); +push @EXPORT, qw(@CNTTYPES @SRCTYPES @KEEPTYPES @OVERTYPES @SUFTYPES @TSUFTYPES); +# Prototype declaration +sub thisfile(); +sub fread($); +sub frread($); +sub fwrite($$); +sub frwrite($$); +sub runcmd($@); +sub whereis($); +sub ftype($); +sub flist($); +sub prsrvsrc($); +sub cleanup($$$); +sub nofile(); +sub nogzip(); +sub nobzip2(); +sub mkrndlog_normal($); +sub mkrndlog_noip($); +sub mkrndlog_empty($); +sub randword(); +sub randip(); + +use ExtUtils::MakeMaker qw(); +use Fcntl qw(:seek); +use File::Basename qw(basename); +use File::Copy qw(copy); +use File::Path qw(mkpath rmtree); +use File::Spec::Functions qw(splitdir catdir catfile path); +use File::Temp qw(tempfile); +use Socket; + +use vars qw(%WHEREIS $NOFILE $NOGZIP $NOBZIP2 $RANDIP); +%WHEREIS = qw(); +undef $NOFILE; +undef $NOGZIP; +undef $NOBZIP2; +undef $RANDIP; + +use constant TYPE_PLAIN => "text/plain"; +use constant TYPE_GZIP => "application/x-gzip"; +use constant TYPE_BZIP2 => "application/x-bzip2"; + +use vars qw(@CNTTYPES @SRCTYPES @KEEPTYPES @OVERTYPES @SUFTYPES @TSUFTYPES); +# All the countent type information +@CNTTYPES = ( { "title" => "normal log file", + "sub" => \&mkrndlog_normal, }, + { "title" => "log file without IP", + "sub" => \&mkrndlog_noip, }, + { "title" => "empty log file", + "sub" => \&mkrndlog_empty, }, ); +# All the source type information +@SRCTYPES = ( { "title" => "plain text source", + "type" => TYPE_PLAIN, + "suf" => "", + "skip" => 0, }, + { "title" => "gzip source", + "type" => TYPE_GZIP, + "suf" => ".gz", + "skip" => nogzip, }, + { "title" => "bzip2 source", + "type" => TYPE_BZIP2, + "suf" => ".bz2", + "skip" => nobzip2, }, ); +# All the keep type information +@KEEPTYPES = ( { "title" => "keep default", + "opts" => [], + "del" => 1, + "keep" => 0, + "cdel" => 0, + "ckeep" => 1, }, + { "title" => "keep all", + "opts" => [qw(-k a)], + "del" => 0, + "keep" => 1, + "cdel" => 0, + "ckeep" => 1, }, + { "title" => "keep delete", + "opts" => [qw(-k d)], + "del" => 1, + "keep" => 0, + "cdel" => 1, + "ckeep" => 0, }, + { "title" => "keep restart", + "opts" => [qw(-k r)], + "del" => 0, + "keep" => 0, + "cdel" => 0, + "ckeep" => 0, }, ); +# All the override type information +@OVERTYPES = ( { "title" => "override no existing", + "opts" => [], + "mkex" => 0, + "ok" => 1, + "ce" => sub { $_[1]; }, }, + { "title" => "override default", + "opts" => [], + "mkex" => 1, + "ok" => 0, + "ce" => sub { $_[0]; }, }, + { "title" => "override overwrite", + "opts" => [qw(-o o)], + "mkex" => 1, + "ok" => 1, + "ce" => sub { $_[1]; }, }, + { "title" => "override append", + "opts" => [qw(-o a)], + "mkex" => 1, + "ok" => 1, + "ce" => sub { $_[0] . $_[1]; }, }, + { "title" => "override fail", + "opts" => [qw(-o f)], + "mkex" => 1, + "ok" => 0, + "ce" => sub { $_[0]; }, }, ); +# All the suffix information +@SUFTYPES = ( { "title" => "default suffix", + "suf" => ".resolved", + "opts" => sub { }, }, + { "title" => "custom suffix", + "suf" => undef, + "opts" => sub { ("-s", $_[0]); }, }, ); +# All the trim-suffix information +@TSUFTYPES = ( { "title" => "default trim-suffix", + "suf" => "", + "opts" => sub { }, }, + { "title" => "custom trim-suffix", + "suf" => undef, + "opts" => sub { ("-t", $_[0]); }, }, ); + +# thisfile: Return the name of this file +sub thisfile() { basename($0); } + +# fread: A simple reader to read a log file in any supported format +sub fread($) { + local ($_, %_); + my ($file, $content); + $file = $_[0]; + + # non-existing file + return undef if !-e $file; + + # a gzip compressed file + if ($file =~ /\.gz$/) { + # Compress::Zlib + if (eval { require Compress::Zlib; + import Compress::Zlib qw(gzopen); + 1; }) { + my ($FH, $gz); + $content = ""; + open $FH, $file or die thisfile . ": $file: $!"; + $gz = gzopen($FH, "rb") or die thisfile . ": $file: $!"; + while (1) { + ($gz->gzread($_, 10240) != -1) + or die thisfile . ": $file: " . $gz->gzerror; + $content .= $_; + last if length $_ < 10240; + } + $gz->gzclose and die thisfile . ": $file: " . $gz->gzerror; + return $content; + + # gzip executable + } else { + my ($PH, $CMD); + $CMD = whereis "gzip"; + $CMD = "\"$CMD\" -cd \"$file\""; + open $PH, "$CMD |" or die thisfile . ": $CMD: $!"; + $content = join "", <$PH>; + close $PH or die thisfile . ": $CMD: $!"; + return $content; + } + + # a bzip compressed file + } elsif ($file =~ /\.bz2$/) { + # Compress::Bzip2 + if (eval { require Compress::Bzip2; + import Compress::Bzip2 2.00; + import Compress::Bzip2 qw(bzopen); + 1; }) { + my ($FH, $bz); + $content = ""; + open $FH, $file or die thisfile . ": $file: $!"; + $bz = bzopen($FH, "rb") or die thisfile . ": $file: $!"; + while (1) { + ($bz->bzread($_, 10240) != -1) + or die thisfile . ": $file: " . $bz->bzerror; + $content .= $_; + last if length $_ < 10240; + } + $bz->bzclose and die thisfile . ": $file: " . $bz->bzerror; + return $content; + + # bzip2 executable + } else { + my ($PH, $CMD); + $CMD = whereis "bzip2"; + $CMD = "bzip2 -cd \"$file\""; + open $PH, "$CMD |" or die thisfile . ": $CMD: $!"; + $content = join "", <$PH>; + close $PH or die thisfile . ": $CMD: $!"; + return $content; + } + + # a plain text file + } else { + my $FH; + open $FH, $file or die thisfile . ": $file: $!"; + $content = join "", <$FH>; + close $FH or die thisfile . ": $file: $!"; + return $content; + } +} + +# frread: A raw file reader +sub frread($) { + local ($_, %_); + my ($file, $content, $FH, $size); + $file = $_[0]; + + # non-existing file + return undef if !-e $file; + + $size = (stat $file)[7]; + open $FH, $file or die thisfile . ": $file: $!"; + binmode $FH or die thisfile . ": $file: $!"; + (read($FH, $content, $size) == $size) + or die thisfile . ": $file: $!"; + close $FH or die thisfile . ": $file: $!"; + return $content; +} + +# fwrite: A simple writer to write a log file in any supported format +sub fwrite($$) { + local ($_, %_); + my ($file, $content); + ($file, $content) = @_; + + # a gzip compressed file + if ($file =~ /\.gz$/) { + # Compress::Zlib + if (eval { require Compress::Zlib; + import Compress::Zlib qw(gzopen); + 1; }) { + my ($FH, $gz); + open $FH, ">$file" or die thisfile . ": $file: $!"; + $gz = gzopen($FH, "wb9") or die thisfile . ": $file: $!"; + ($gz->gzwrite($content) == length $content) + or die thisfile . ": $file: " . $gz->gzerror; + $gz->gzclose and die thisfile . ": $file: " . $gz->gzerror; + return; + + # gzip executable + } else { + my ($PH, $CMD); + $CMD = whereis "gzip"; + $CMD = "\"$CMD\" -c9f > \"$file\""; + open $PH, "| $CMD" or die thisfile . ": $CMD: $!"; + print $PH $content or die thisfile . ": $CMD: $!"; + close $PH or die thisfile . ": $CMD: $!"; + return; + } + + # a bzip compressed file + } elsif ($file =~ /\.bz2$/) { + # Compress::Bzip2 + if (eval { require Compress::Bzip2; + import Compress::Bzip2 2.00; + import Compress::Bzip2 qw(bzopen); + 1; }) { + my ($FH, $bz); + open $FH, ">$file" or die thisfile . ": $file: $!"; + $bz = bzopen($FH, "wb9") or die thisfile . ": $file: $!"; + if ($content ne "") { + ($bz->bzwrite($content, length $content) == length $content) + or die thisfile . ": $file: " . $bz->bzerror; + } + $bz->bzclose and die thisfile . ": $file: " . $bz->bzerror; + return; + + # bzip2 executable + } else { + my ($PH, $CMD); + $CMD = whereis "bzip2"; + $CMD = "\"$CMD\" -9f > \"$file\""; + open $PH, "| $CMD" or die thisfile . ": $CMD: $!"; + print $PH $content or die thisfile . ": $CMD: $!"; + close $PH or die thisfile . ": $CMD: $!"; + return; + } + + # a plain text file + } else { + my $FH; + open $FH, ">$file" or die thisfile . ": $file: $!"; + print $FH $content or die thisfile . ": $file: $!"; + close $FH or die thisfile . ": $file: $!"; + return; + } +} + +# frwrite: A raw file writer +sub frwrite($$) { + local ($_, %_); + my ($file, $content, $FH); + ($file, $content) = @_; + + open $FH, ">$file" or die thisfile . ": $file: $!"; + binmode $FH or die thisfile . ": $file: $!"; + print $FH $content or die thisfile . ": $file: $!"; + close $FH or die thisfile . ": $file: $!"; + return; +} + +# runcmd: Run a command and return the result +sub runcmd($@) { + local ($_, %_); + my ($retno, $out, $err, $in, @cmd, $cmd, $OUT, $ERR, $STDOUT, $STDERR, $PH); + ($in, @cmd) = @_; + + $err = "Running " . join(" ", map "\"$_\"", @cmd) . "\n"; + $out = ""; + + open $STDOUT, ">&", \*STDOUT or die thisfile . ": STDOUT: $!"; + open $STDERR, ">&", \*STDERR or die thisfile . ": STDERR: $!"; + $OUT = tempfile or die thisfile . ": tempfile: $!"; + binmode $OUT or die thisfile . ": tempfile: $!"; + $ERR = tempfile or die thisfile . ": tempfile: $!"; + binmode $ERR or die thisfile . ": tempfile: $!"; + open STDOUT, ">&", $OUT or die thisfile . ": tempfile: $!"; + binmode STDOUT or die thisfile . ": tempfile: $!"; + open STDERR, ">&", $ERR or die thisfile . ": tempfile: $!"; + binmode STDERR or die thisfile . ": tempfile: $!"; + + $cmd = join " ", map "\"$_\"", @cmd; + if ($^O eq "MSWin32") { + open $PH, "| $cmd" or die thisfile . ": $cmd: $!"; + } else { + open $PH, "|-", @cmd or die thisfile . ": $cmd: $!"; + } + binmode $PH or die thisfile . ": $cmd: $!"; + print $PH $in or die thisfile . ": $cmd: $!"; + close $PH; + $retno = $?; + + open STDOUT, ">&", $STDOUT or die thisfile . ": tempfile: $!"; + open STDERR, ">&", $STDERR or die thisfile . ": tempfile: $!"; + + seek $OUT, 0, SEEK_SET or die thisfile . ": tempfile: $!"; + $out = join "", <$OUT>; + close $OUT or die thisfile . ": tempfile: $!"; + seek $ERR, 0, SEEK_SET or die thisfile . ": tempfile: $!"; + $err = join "", <$ERR>; + close $ERR or die thisfile . ": tempfile: $!"; + + return ($retno, $out, $err); +} + +# whereis: Find an executable +# Code inspired from CPAN::FirstTime +sub whereis($) { + local ($_, %_); + my ($file, $path); + $file = $_[0]; + return $WHEREIS{$file} if exists $WHEREIS{$file}; + foreach my $dir (path) { + return ($WHEREIS{$file} = $path) + if defined($path = MM->maybe_command(catfile($dir, $file))); + } + return ($WHEREIS{$file} = undef); +} + +# ftype: Find the file type +sub ftype($) { + local ($_, %_); + my $file; + $file = $_[0]; + return undef unless -e $file; + # Use File::MMagic + if (eval { require File::MMagic; 1; }) { + $_ = new File::MMagic->checktype_filename($file); + return TYPE_GZIP if /gzip/; + return TYPE_BZIP2 if /bzip2/; + # All else are text/plain + return TYPE_PLAIN; + } + # Use file executable + if (defined($_ = whereis "file")) { + $_ = join "", `"$_" "$file"`; + return TYPE_GZIP if /gzip/; + return TYPE_BZIP2 if /bzip2/; + # All else are text/plain + return TYPE_PLAIN; + } + # No type checker available + return undef; +} + +# flist: Obtain the files list in a directory +sub flist($) { + local ($_, %_); + my ($dir, $DH); + $dir = $_[0]; + @_ = qw(); + opendir $DH, $dir or die thisfile . ": $dir: $!"; + while (defined($_ = readdir $DH)) { + next if $_ eq "." || $_ eq ".." || !-f "$dir/$_"; + push @_, $_; + } + closedir $DH or die thisfile . ": $dir: $!"; + return join " ", sort @_; +} + +# prsrvsrc: Preserve the source test files +sub prsrvsrc($) { + local ($_, %_); + my ($dir, $DH); + $dir = $_[0]; + @_ = qw(); + opendir $DH, $dir or die thisfile . ": $dir: $!"; + while (defined($_ = readdir $DH)) { + next if $_ eq "." || $_ eq ".." || !-f "$dir/$_"; + push @_, $_; + } + closedir $DH or die thisfile . ": $dir: $!"; + rmtree "$dir/source"; + mkpath "$dir/source"; + frwrite "$dir/source/$_", frread "$dir/$_" + foreach @_; + return; +} + +# cleanup: Clean up the test files +sub cleanup($$$) { + local ($_, %_); + my ($r, $dir, $testno, $testname, $c); + ($r, $dir, $testno) = @_; + # Nothing to clean up + return unless -e $dir; + # Success + if ($r) { + rmtree $dir; + return; + } + # Fail - keep the test files for debugging + $testname = basename((caller)[1]); + $testname =~ s/\.t$//; + $c = 1; + $c++ while -e ($_ = "$dir.$testname.$testno.$c"); + rename $dir, $_ or die thisfile . ": $dir, $_: $!"; + return; +} + +# nofile: If we have the file type checker somewhere +sub nofile() { + $NOFILE = eval { require File::MMagic; 1; } + || defined whereis "file"? + 0: "File::MMagic or file executable not available" + if !defined $NOFILE; + return $NOFILE; +} + +# nogzip: If we have gzip support somewhere +sub nogzip() { + $NOGZIP = eval { require Compress::Zlib; 1; } + || defined whereis "gzip"? + 0: "Compress::Zlib or gzip executable not available" + if !defined $NOGZIP; + return $NOGZIP; +} + +# nobzip2: If we have bzip2 support somewhere +sub nobzip2() { + $NOBZIP2 = eval { require Compress::Bzip2; import Compress::Bzip2 2.00; 1; } + || defined whereis "bzip2"? + 0: "Compress::Bzip2 v2 or bzip2 executable not available" + if !defined $NOBZIP2; + return $NOBZIP2; +} + +# mkrndlog_normal: Create a normal random log file +sub mkrndlog_normal($) { + local ($_, %_); + my ($file, $hosts, @host_is_ip, @logs, $t, $content, $malformed, $tz); + my (%rlogs, $rcontent); + $file = $_[0]; + + @logs = qw(); + %rlogs = qw(); + + # Start from sometime in the past year + $t = time - int rand(86400*365); + # Time zone + $tz = (-12 + (int rand 53) / 2) * 3600; + + # 3-5 hosts + $hosts = 3 + int rand 3; + # Host type: 1: IP, 0: domain name + @host_is_ip = qw(); + push @host_is_ip, 0 while @host_is_ip < $hosts; + # We need exactly 2 IP + $host_is_ip[int rand $hosts] = 1 + while grep($_ == 1, @host_is_ip) < 2; + foreach my $is_ip (@host_is_ip) { + my ($host, $rhost, $user, $htver, @hlogs, $hlogs); + if ($is_ip) { + # Generate a random IP + ($host, $rhost) = randip; + + } else { + # Generate a random domain name + # 3-5 levels, end with net or com + $_ = 2 + int rand 3; + @_ = qw(); + push @_, randword while @_ < $_; + push @_, (qw(net com))[int rand 2]; + $host = join ".", @_; + $rhost = $host; + } + $user = (0, 0, 1)[int rand 3]? "-": randword; + $htver = (qw(HTTP/1.1 HTTP/1.1 HTTP/1.1 HTTP/1.0))[int rand 4]; + # 3-5 log entries foreach host + $hlogs = 3 + int rand 3; + @hlogs = qw(); + while (@hlogs < $hlogs) { + my ($ttxt, $method, $url, $dirs, @dirs, $type, $status, $size); + my $record; + # 0-2 seconds later + $t += int rand 3; + # Time text + @_ = gmtime($t + $tz); + $_[5] += 1900; + $_[4] = (qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec))[$_[4]]; + $ttxt = sprintf "%02d/%s/%04d:%02d:%02d:%02d %+05d", + @_[3,4,5,2,1,0], + int($tz / 3600) * 100 + ($tz - int($tz / 3600) * 3600) / 60; + + $method = (qw(GET GET GET HEAD POST))[int rand 5]; + + # Generate a random URL + # 0-3 levels of directories + $dirs = int rand 4; + @dirs = qw(); + push @dirs, "/" . randword while @dirs < $dirs; + $type = ("", qw(html html txt css png jpg))[int rand 7]; + if ($type eq "") { + $url = join("", @dirs) . "/"; + } else { + $url = join("", @dirs) . "/" . randword . ".$type"; + } + + $status = (200, 200, 200, 200, 304, 400, 403, 404)[int rand 8]; + if ($status == 304) { + $size = 0; + } else { + $size = 200 + int rand 35000; + } + $record = sprintf "%s - %s [%s] \"%s %s %s\" %d %d\n", + $host, $user, $ttxt, $method, $url, $htver, $status, $size; + $rlogs{$record} = sprintf "%s - %s [%s] \"%s %s %s\" %d %d\n", + $rhost, $user, $ttxt, $method, $url, $htver, $status, $size; + push @hlogs, $record; + } + push @logs, @hlogs; + # 0-5 seconds later + $t += int rand 6; + } + + # Insert 1-2 malformed lines + $malformed = 1 + int rand 2; + while ($malformed > 0) { + my ($line, $pos); + # Generate the random malformed line + $_ = 3 + int rand 5; + @_ = qw(); + push @_, randword while @_ < $_; + $line = join(" ", @_) . ".\n"; + $line =~ s/^(.)/uc $1/e; + # The position to insert the line + $_ = int rand @logs; + @logs = (@logs[0...$_], $line, @logs[$_+1...$#logs]); + $malformed--; + } + + # Compose the content + $content = join "", @logs; + $rcontent = join "", map exists $rlogs{$_}? $rlogs{$_}: $_, @logs; + # Output the file + fwrite($file, $content); + # Return the content + return ($content, $rcontent); +} + +# mkrndlog_noip: Create a random log file without IP. +sub mkrndlog_noip($) { + local ($_, %_); + my ($file, $hosts, @logs, $t, $content, $malformed, $tz); + $file = $_[0]; + + @logs = qw(); + + # Start from sometime in the past year + $t = time - int rand(86400*365); + # Time zone + $tz = (-12 + (int rand 53) / 2) * 3600; + + # 3-5 hosts + $hosts = 3 + int rand 3; + for (my $i = 0; $i < $hosts; $i++) { + my ($host, $user, $htver, @hlogs, $hlogs); + # Generate a random domain name + # 3-5 levels, end with net or com + $_ = 2 + int rand 3; + @_ = qw(); + push @_, randword while @_ < $_; + push @_, (qw(net com))[int rand 2]; + $host = join ".", @_; + $user = (0, 0, 1)[int rand 3]? "-": randword; + $htver = (qw(HTTP/1.1 HTTP/1.1 HTTP/1.1 HTTP/1.0))[int rand 4]; + # 3-5 log entries foreach host + $hlogs = 3 + int rand 3; + @hlogs = qw(); + while (@hlogs < $hlogs) { + my ($ttxt, $method, $url, $dirs, @dirs, $type, $status, $size); + # 0-2 seconds later + $t += int rand 3; + # Time text + @_ = gmtime($t + $tz); + $_[5] += 1900; + $_[4] = (qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec))[$_[4]]; + $ttxt = sprintf "%02d/%s/%04d:%02d:%02d:%02d %+05d", + @_[3,4,5,2,1,0], + int($tz / 3600) * 100 + ($tz - int($tz / 3600) * 3600) / 60; + + $method = (qw(GET GET GET HEAD POST))[int rand 5]; + + # Generate a random URL + # 0-3 levels of directories + $dirs = int rand 4; + @dirs = qw(); + push @dirs, "/" . randword while @dirs < $dirs; + $type = ("", qw(html html txt css png jpg))[int rand 7]; + if ($type eq "") { + $url = join("", @dirs) . "/"; + } else { + $url = join("", @dirs) . "/" . randword . ".$type"; + } + + $status = (200, 200, 200, 200, 304, 400, 403, 404)[int rand 8]; + if ($status == 304) { + $size = 0; + } else { + $size = 200 + int rand 35000; + } + push @hlogs, sprintf "%s - %s [%s] \"%s %s %s\" %d %d\n", + $host, $user, $ttxt, $method, $url, $htver, $status, $size; + } + push @logs, @hlogs; + # 0-5 seconds later + $t += int rand 6; + } + + # Insert 1-2 malformed lines + $malformed = 1 + int rand 2; + while ($malformed > 0) { + my ($line, $pos); + # Generate the random malformed line + $_ = 3 + int rand 5; + @_ = qw(); + push @_, randword while @_ < $_; + $line = join(" ", @_) . ".\n"; + $line =~ s/^(.)/uc $1/e; + # The position to insert the line + $_ = int rand @logs; + @logs = (@logs[0...$_], $line, @logs[$_+1...$#logs]); + $malformed--; + } + + # Compose the content + $content = join "", @logs; + # Output the file + fwrite($file, $content); + # Return the content + return ($content, $content); +} + +# mkrndlog_empty: Create an empty log file. +sub mkrndlog_empty($) { + local ($_, %_); + $_ = $_[0]; + fwrite($_, ""); + return ("", ""); +} + +# randword: Supply a random English word +sub randword() { + local ($_, %_); + @_ = qw( +culminates spector thule tamil sages fasten bothers intricately librarian +mist criminate impressive scissor trance standardizing enabler athenians +planers decisions salvation wetness fibers cowardly winning call stockton +bifocal rapacious steak reinserts overhaul glaringly playwrights wagoner +garland hampered effie messy despaired orthodoxy bacterial bernardine driving +danization vapors uproar sects litmus sutton lacrosse); + return $_[int rand @_]; +} + +# randip: Supply a random IP +# Big public web companies have more reliable reverse DNS +sub randip() { + local ($_, %_); + # Initialize our resolvable IP pool + if (!defined $RANDIP) { + my (@ip, @hosts); + $RANDIP = {}; + @ip = qw(); + # Famous websites - they are resolved to several IPs, and their + # reverse domain is guarenteed by the akadns.net service. + foreach my $host (qw(www.google.com + www.yahoo.com www.microsoft.com)) { + # Find the addresses + push @ip, map join(".", unpack "C4", $_), @_[4...$#_] + if (@_ = gethostbyname $host) > 0; + } + # 127.0.0.1 may be resolved to localhost + push @ip, "127.0.0.1"; + foreach my $ip (@ip) { + my $host; + # Find its reverse lookup domain name + next if !defined($host = gethostbyaddr inet_aton($ip), AF_INET); + # Find the address again + next unless (@_ = gethostbyname $host) > 0; + next if (@_ = @_[4...$#_]) > 1; + $_ = join ".", unpack "C4", $_[0]; + # Not match + next if $_ ne $ip; + # OK. Record it. + $$RANDIP{$ip} = $host; + } + # Hosts reliably resolve to themselves + @hosts = qw(); + # My own hosts + push @hosts, qw(rinse.wov.idv.tw cotton.wov.idv.tw); + # Yahoo! mail servers + for (my $i = 101; $i <= 109; $i++) { + push @hosts, "smtp$i.mail.mud.yahoo.com"; + } + # HiNet mail servers + for (my $i = 1; $i <= 89; $i++) { + push @hosts, "ms$i.hinet.net" + if $i % 10 != 0; + } + foreach my $host (@hosts) { + my $ip; + # Find the address + next unless (@_ = gethostbyname $host) > 0; + next if (@_ = @_[4...$#_]) > 1; + $ip = join ".", unpack "C4", $_[0]; + # Find its reverse lookup domain name again + next if !defined($_ = gethostbyaddr inet_aton($ip), AF_INET); + # Not match + next if $_ ne $host; + # OK. Record it. + $$RANDIP{$ip} = $host; + } + } + # 1: Resolvables + if (keys %$RANDIP > 0 && int rand 2) { + @_ = sort keys %$RANDIP; + $_ = $_[int rand @_]; + return ($_, $$RANDIP{$_}); + } + # 0: Unresolvables + # Use loopback (127.0.0.0/8) and link local (169.254.0.0/16) + do { + if (int rand 2) { + $_ = join ".", 127, int rand 255, int rand 255, 1 + int rand 254; + } else { + $_ = join ".", 169, 254, int rand 255, 1 + int rand 254; + } + } until !defined gethostbyaddr inet_aton($_), AF_INET; + return ($_, $_); +} + +1; + +__END__