copyright-extractor revision 19915
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#!/usr/perl5/bin/perl
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# Script for extracting copyright and licensing information from source code
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# CDDL HEADER START
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# The contents of this file are subject to the terms of the
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# Common Development and Distribution License, Version 1.0 only
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# (the "License"). You may not use this file except in compliance
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# with the License.
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# or http://www.opensolaris.org/os/licensing.
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# See the License for the specific language governing permissions
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# and limitations under the License.
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# When distributing Covered Code, include this CDDL HEADER in each
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# file and include the License file at usr/src/OPENSOLARIS.LICENSE.
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# If applicable, add the following below this CDDL HEADER, with the
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# fields enclosed by brackets "[]" replaced with your own identifying
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# information: Portions Copyright [yyyy] [name of copyright owner]
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# CDDL HEADER END
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher#
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekuse strict;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekuse warnings;
5a5c5cdeb92f4012fc75fd717bfea06598f68f12Pavel Reichluse Cwd;
7a4e3e29196e3abc1746714fcf93624edae89f93Lukas Slebodnikuse Getopt::Long qw(:config gnu_compat no_auto_abbrev bundling pass_through);
91141c6ae6e6a255cfd66266581671ddd16086b3Lukas Slebodnik
5a5c5cdeb92f4012fc75fd717bfea06598f68f12Pavel Reichlmy $min_merge = 10;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozeksub usage() {
3996e391054a1c02ab62e1541ae21a8204bd5d0aAmitKumar print "copyright-extractor [options] <source directory>\n";
4139a7a731f2831963a42b26aac111422be28792Jakub Hrozek print "\n";
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher print "Options:\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print " -r, --raw\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print " Print raw comments only, do not attempt to merge,\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print " only unify identical comments.\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print " -c, --copyright-first\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " Attempt to move copyright statements to the start of the\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " comment block.\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " Note: when using this option, there is a chance that\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " lines get mixed up if a copyright statement extends to\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " more than one line.\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " -m n --min=n\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " only merge if there are at least n consecutive identical\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " lines. default: $min_merge\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " -g, --gpl\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " Add the disclaimer about GPLv2 to the beginning of the\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " output if any of the comments look like GPL/LGPL\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " -O, --omitted\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " Print a list of files that were not checked\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " -h, --help\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " Print this usage information\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " -d n, --debug=n\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print " Turn on debug output.\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose}
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosemy %blurbs;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosemy $gpl_found = 0;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosemy @files_omitted;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosemy $debug = 0;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosemy $dumb_mode = 0;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosemy $copyright_first = 0;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosemy $gpl_disclaimer = 0;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosemy $print_omitted = 0;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosemy @dirs;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosesub process_args {
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose my $arg = shift;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose if ($arg =~ /^-/) {
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print "Unknown option: $arg\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose print "Try --help for usage.\n";
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose exit (1);
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose }
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose push (@dirs, $arg);
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose}
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosesub process_options {
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose Getopt::Long::Configure ("bundling");
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose GetOptions ('d|debug=n' => sub { shift; $debug = shift; },
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose 'm|min=n' => sub { shift; $min_merge = shift; },
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose 'r|raw' => sub { $dumb_mode = 1; },
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose 'c|copyright-first' => sub { $copyright_first = 1; },
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose 'O|omitted' => sub { $print_omitted = 1; },
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose 'g|gpl' => sub { $gpl_disclaimer = 1; },
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose 'h|help' => sub { usage (); exit (0); },
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose '<>' => \&process_args);
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose}
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Boseuse constant FTYPE_IGNORE => 0;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Boseuse constant FTYPE_C => 1;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Boseuse constant FTYPE_PERL => 2;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Boseuse constant FTYPE_PYTHON => 3;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Boseuse constant FTYPE_SHELL => 4;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Boseuse constant FTYPE_JAVA => 5;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose# a very simple file type check based on the file name
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose# fname: the file name to classify
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose# Returns: one of the above contants
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bosesub get_file_type ($) {
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose my $fname = shift;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose if ($fname =~ /([~]$|\/(ChangeLog|configure\.in|Makefile|ltmain\.sh|README|NEWS|INSTALL|HACKING|configure$|config\.)$)/) {
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose # some file names to ignore
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose push (@files_omitted, $fname);
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose return FTYPE_IGNORE;
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose } elsif ($fname =~ /\.(am|ac|o|lo|ps|la|cache|diff|out|log|guess|spec)$/) {
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose # some more file names to ignore
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose push (@files_omitted, $fname);
032d0980dfe5a27a5954f44f9d519e03fc7d1cedSumit Bose return FTYPE_IGNORE;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek } elsif ($fname =~ /\.(c|h|hpp|cpp|C|CPP|cc|CC)$/) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek return FTYPE_C;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek } elsif ($fname =~ /\.pl$/) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek return FTYPE_PERL;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek } elsif ($fname =~ /\.py$/) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek return FTYPE_PYTHON;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek } elsif ($fname =~ /\.(sh|ksh|csh)$/) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek return FTYPE_SHELL;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek } elsif ($fname =~ /\.(java)$/) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek return FTYPE_JAVA;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek } else {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek # FIXME: could do something smart here
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek push (@files_omitted, $fname);
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek return FTYPE_IGNORE;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek }
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek}
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek# return 1 if the string includes words that suggest that the string
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek# is some sort of legal text. If none of these words appear in the
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek# string, this program will ignore it and assume that it's some other
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek# comment that happens to be at the beginning of the file
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozeksub is_legalese ($) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek my $str = shift;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek $str = lc ($str);
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek if ($str =~ /(licen[cs]|legal|terms|condition|copyright|rights|\(c\)|copying|usage|binary|distribut|gpl)/) {
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik return 1;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik }
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek return 0;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek}
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek# extract the comments
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozeksub extract_comments_shell($) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek my $fname = shift;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik my $blurb;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek my $line;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik open SRCFILE, "<$fname" or die "failed to open file $fname";
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik while ($line = <SRCFILE>) {
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik chomp ($line);
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik next if $line =~ /^#!/;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik last if $line =~ /^[^#]/;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik $line =~ s/^#//;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek # delete certain types of comments, like emacs mode spec, etc
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek $line =~ s/^\s*-\*-.*-\*-\s*$//;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek $line =~ s/^\s\$Id:.*\$\s*$//;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek $line =~ s/^\s*vim(:\S+=\S+)+\s*$//;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek chomp ($line);
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik if (defined $blurb) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek $blurb = $blurb . "\n" . $line;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek } elsif ($line ne '') {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek $blurb = $line;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek }
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek $line = undef;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek }
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek close SRCFILE;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik if (defined ($blurb) and is_legalese ($blurb)) {
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik $blurbs{$fname} = $blurb;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik }
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik}
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodniksub extract_comments_c($) {
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik my $fname = shift;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik my $blurb;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik my $in_comment_block = 0;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik open SRCFILE, "<$fname" or die "failed to open file $fname";
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik my $line;
852722ecb5dc09fc80cd3c837edb1cf6db529210Lukas Slebodnik while ($line = <SRCFILE>) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek chomp ($line);
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek if ($in_comment_block) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek if ($line =~ /\*\//) {
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek $line =~ s/\*\/.*//;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek $in_comment_block = 0;
9873e54960fcbd65fd2f6c7d3404f8a1256ae759Jakub Hrozek } elsif ($line =~ /^\/\//) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\/\///;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line =~ /^( \*|\*)/) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^( \*|\*)//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } else {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if ($line =~ /^#(define|pragma)/ ) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if ($line =~ /\/\//) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^.*\/\//\/\//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line =~ /\/\*/) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^.*\/\*/\/\*/;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } else {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher next;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if ($line =~ /^\s*\/\*(.*)\*\//) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*\/\*(.*)\*\//$1/g;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line =~ /^\s*\/\*/) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $in_comment_block = 1;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*\/\*//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line =~ /^\/\//) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*\/\///;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line eq '') {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher # add to blurb if not the start of the blurb
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } else {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher # end of comments, stop processing
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher last;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher # delete certain types of comments, like emacs mode spec, etc
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*-\*-.*-\*-\s*$//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*vim(:\S+=\S+)+\s*$//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s\$Id:.*\$\s*$//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*\**\s*\\ingroup\s*.*$//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*\**\s*\\file\s*.*$//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*\**\s*\@-type\@\s*$//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher chomp ($line);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if (defined $blurb) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $blurb = $blurb . "\n" . $line;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line ne '') {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $blurb = $line;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line = undef;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher close SRCFILE;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if (defined ($blurb) and is_legalese ($blurb)) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $blurbs{$fname} = $blurb;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher}
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallaghersub extract_comments_python($) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher my $fname = shift;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher my $blurb;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher my $in_comment_block = 0;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher open SRCFILE, "<$fname" or die "failed to open file $fname";
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher my $line;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher while ($line = <SRCFILE>) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher chomp ($line);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if ($in_comment_block) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if ($line =~ /"""/) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/"""//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $in_comment_block = 0;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line =~ /#/) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^#//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } else {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if ($line =~ /^\s*"""(.*)"""/) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*"""(.*)"""/$1/g;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line =~ /^\s*"""/) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $in_comment_block = 1;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*"""//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line =~ /^\/\//) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*"""//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line eq '') {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher # add to blurb if not the start of the blurb
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } else {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher # end of comments, stop processing
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher last;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher # delete certain types of comments, like emacs mode spec, etc
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*-\*-.*-\*-\s*$//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s*vim(:\S+=\S+)+\s*$//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line =~ s/^\s\$Id:.*\$\s*$//;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher chomp ($line);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if (defined $blurb) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $blurb = $blurb . "\n" . $line;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($line ne '') {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $blurb = $line;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $line = undef;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher close SRCFILE;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if (defined ($blurb) and is_legalese ($blurb)) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher $blurbs{$fname} = $blurb;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher}
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallaghersub extract_comments($);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# process a directory or a file recursively: extract the comments
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# from the beginning of each file and save them in @blurbs
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallaghersub extract_comments($) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher my $fname = shift;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if (-d $fname) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher # directory -> process recursively
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher opendir(DIR, $fname) || die("Cannot open directory $fname");
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher my @thefiles= readdir(DIR);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher closedir(DIR);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher foreach my $f (@thefiles) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher next if $f eq '.';
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher next if $f eq '..';
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher next if $f eq '.libs';
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher next if $f eq 'intl';
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher extract_comments ("$fname/$f");
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif (-f $fname) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher # regular file -> identify file type and read comments
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher my $ftype = get_file_type ($fname);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher return if $ftype == FTYPE_IGNORE;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if ($ftype == FTYPE_C) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher extract_comments_c ($fname);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($ftype == FTYPE_PERL) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher extract_comments_shell ($fname);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($ftype == FTYPE_SHELL) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher extract_comments_shell ($fname);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($ftype == FTYPE_PYTHON) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher extract_comments_python ($fname);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } elsif ($ftype == FTYPE_JAVA) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher extract_comments_c ($fname);
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher } else {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher print STDERR "ERROR: $fname: no such file or directory\n";
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher}
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher# like uniq(1)
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallaghersub uniq (@) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher my @list = @_;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher my $prev;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher if (not @list) {
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher return @list;
dbd09f5703d721a58210e490609cfacb7eb56fcfStephen Gallagher }
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher $prev = $list[0];
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @uniq_list = ($prev);
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher foreach my $str (@list) {
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher next if $str eq $prev;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher push (@uniq_list, $str);
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher $prev = $str;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher }
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher return @uniq_list;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher}
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher# return the number of lines in str
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallaghersub line_count ($) {
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $str = shift;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher return ($str =~ tr/\n//) + 1;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher}
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher# return 1 if str is a member of the list, 0 otherwise
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallaghersub is_member ($@) {
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $str = shift;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @list = @_;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher foreach my $s (@list) {
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher if ($str eq $s) {
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher return 1;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher }
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher }
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher return 0;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher}
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallaghersub do_merge_comments ($$$$$);
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher# Args: references to lists of strings (lines of the texts)
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher#
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher# ml1: lines from the first text already processed
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher# l1: remaining lines of the 1st text
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher# nl1: remaining normalised lines of the 1st text
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher# l2: remaining lines of the 2nd text
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher# nl2: remaining normalised lines of the 1st text
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher#
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher# Return: list of merged lines
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallaghersub do_merge_comments ($$$$$) {
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $ml1_ref = shift;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $l1_ref = shift;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $nl1_ref = shift;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $l2_ref = shift;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $nl2_ref = shift;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @mlines1 = @$ml1_ref;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @nmlines1;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @lines1 = @$l1_ref;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @norm_lines1 = @$nl1_ref;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @lines2 = @$l2_ref;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @norm_lines2 = @$nl2_ref;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @nmlines2;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @mlines2;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my @merged_lines;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $line1;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $norm_line1;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher my $line2;
fa7921c8259539b750f7e9e7bcd82aa72020826aJakub Hrozek my $norm_line2;
fa7921c8259539b750f7e9e7bcd82aa72020826aJakub Hrozek
fa7921c8259539b750f7e9e7bcd82aa72020826aJakub Hrozek if ($debug > 2) {
fa7921c8259539b750f7e9e7bcd82aa72020826aJakub Hrozek print "DEBUG: attempting to merge\n";
fa7921c8259539b750f7e9e7bcd82aa72020826aJakub Hrozek if (@mlines1) {
fa7921c8259539b750f7e9e7bcd82aa72020826aJakub Hrozek print "DEBUG: lines already processed from 1st text:\n";
fa7921c8259539b750f7e9e7bcd82aa72020826aJakub Hrozek print "DEBUG: >>>>>>>>>>>>>>>>>>>>>>>>>>>>>\n";
fa7921c8259539b750f7e9e7bcd82aa72020826aJakub Hrozek foreach my $l (@mlines1) {
fa7921c8259539b750f7e9e7bcd82aa72020826aJakub Hrozek print "DEBUG: $l\n";
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik }
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik }
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik print "DEBUG: 1st text:\n";
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik print "DEBUG: >>>>>>>>>>>>>>>>>>>>>>>>>>>>>\n";
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik foreach my $l (@lines1) {
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik print "DEBUG: $l\n";
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik }
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik print "DEBUG: 2nd text:\n";
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik print "DEBUG: >>>>>>>>>>>>>>>>>>>>>>>>>>>>>\n";
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik foreach my $l (@lines2) {
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik print "DEBUG: $l\n";
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik }
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik print "DEBUG: <<<<<<<<<<<<<<<<<<<<<<<<<<<<<\n";
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik }
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik if (not @lines1) {
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik push (@merged_lines, @mlines1);
db37eca433a5530975422b985b024a0e6ddbdc17Lukas Slebodnik push (@merged_lines, @lines2);
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher return @merged_lines;
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher }
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher if (not @lines2) {
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek push (@merged_lines, @mlines1);
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek push (@merged_lines, @lines1);
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek return @merged_lines;
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek }
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek # first save the lines only appearing in lines1,
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek # stop at the first 2 common lines that are not empty
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek while (@lines1) {
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek $line1 = shift (@lines1);
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek $norm_line1 = shift (@norm_lines1);
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek if (($norm_line1 ne '') and
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek is_member ($norm_line1, @norm_lines2)) {
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek last;
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek } else {
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek push (@mlines1, $line1);
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek push (@nmlines1, $norm_line1);
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek }
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek }
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek # now save the lines appearing in lines2 before the common line
f3d91181d4ee9da3f8bbf4ddf8782951c0ae46c1Jakub Hrozek while (@lines2) {
f15683b4b100351e24e305d25bd4785c79ac8f55Sumit Bose $line2 = shift (@lines2);
f15683b4b100351e24e305d25bd4785c79ac8f55Sumit Bose $norm_line2 = shift (@norm_lines2);
f15683b4b100351e24e305d25bd4785c79ac8f55Sumit Bose
58dee4047788964ed4b0f6c5d6512967f390ac21Lukas Slebodnik if ($norm_line2 ne $norm_line1) {
58dee4047788964ed4b0f6c5d6512967f390ac21Lukas Slebodnik push (@mlines2, $line2);
58dee4047788964ed4b0f6c5d6512967f390ac21Lukas Slebodnik push (@nmlines2, $line2);
58dee4047788964ed4b0f6c5d6512967f390ac21Lukas Slebodnik } else {
f15683b4b100351e24e305d25bd4785c79ac8f55Sumit Bose last;
58dee4047788964ed4b0f6c5d6512967f390ac21Lukas Slebodnik }
f15683b4b100351e24e305d25bd4785c79ac8f55Sumit Bose }
58dee4047788964ed4b0f6c5d6512967f390ac21Lukas Slebodnik my @common_lines;
f15683b4b100351e24e305d25bd4785c79ac8f55Sumit Bose my @ncommon_lines;
f15683b4b100351e24e305d25bd4785c79ac8f55Sumit Bose # now save the first common line
ca92350db6ad6ac344181f7b8ec695eda29da675Stephen Gallagher if ($norm_line1 eq $norm_line2) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek if ($debug > 3) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek print "DEBUG: 1st common line:\n";
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek print "DEBUG: $line1\n";
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek }
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek @common_lines = ($line1);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek @ncommon_lines = ($norm_line2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek } else {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # no common lines were found
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # lines1 should be empty, all lines moved to mlines1
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@merged_lines, @mlines1);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@merged_lines, @mlines2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek return @merged_lines;
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek }
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # save all common lines
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek while (@lines1 and @lines2) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek $line1 = shift (@lines1);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek $norm_line1 = shift (@norm_lines1);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek $line2 = shift (@lines2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek $norm_line2 = shift (@norm_lines2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek if ($norm_line1 ne $norm_line2) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek if ($debug > 3) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek print "DEBUG: no more common lines.\n";
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek }
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek unshift (@lines1, $line1);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek unshift (@norm_lines1, $norm_line1);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek unshift (@lines2, $line2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek unshift (@norm_lines2, $norm_line2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek last;
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek } else {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek if ($debug > 3) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek print "DEBUG: common line:\n";
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek print "DEBUG: $line1\n";
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek }
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@common_lines, $line1);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@ncommon_lines, $norm_line1);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek }
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek }
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # only merge if the number of common lines is at least $min_merge
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # or we are at the end of one of the texts or if at the
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # beginning of the 2nd text
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek if (($#common_lines >= $min_merge) or
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek (not @lines1) or (not @lines2) or
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek (not @mlines2)) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek if ($debug > 1) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek print "DEBUG: common lines:\n";
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek foreach my $l (@common_lines) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek print "DEBUG: $l\n";
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek }
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek print "DEBUG: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n";
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek }
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # first the lines from the 1st text
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@merged_lines, @mlines1);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # then the lines from the 2nd text
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@merged_lines, @mlines2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # finally the common lines
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@merged_lines, @common_lines);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek } else {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # don't merge
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # add the common lines to the processed part of the 1st text
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@mlines1, @common_lines);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # add the common lines back to the unprocessed part of the 2nd text
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek unshift (@lines2, @common_lines);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # add the lines before the common lines back to the unprocessed
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # part of the 2nd text
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek unshift (@lines2, @mlines2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # add the normalised common lines back to
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # the unprocessed part of the 2nd text
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek unshift (@norm_lines2, @ncommon_lines);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # add the normalised lines before the common lines back to
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # the unprocessed part of the 2nd text
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek unshift (@norm_lines2, @nmlines2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # add the normalised common lines back to
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek # try to merge the rest of the texts
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek my @more_merged_lines = do_merge_comments (\@mlines1,
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek \@lines1, \@norm_lines1, \@lines2, \@norm_lines2);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@merged_lines, @more_merged_lines);
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek return @merged_lines;
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek }
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek if (not @lines1) {
dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek push (@merged_lines, @lines2);
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce } elsif (not @lines2) {
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce push (@merged_lines, @lines1);
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce } else {
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce # repeat the process for the remaining lines
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce my @l1;
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce my @more_merged_lines = do_merge_comments (\@l1,
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce \@lines1, \@norm_lines1, \@lines2, \@norm_lines2);
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce push (@merged_lines, @more_merged_lines);
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce }
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce return @merged_lines;
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce}
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorcesub merge_comments ($$) {
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce my $str1 = shift;
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce my $str2 = shift;
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce my @lines1 = split /\n/, $str1;
5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce my @lines2 = split /\n/, $str2;
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce my @norm_lines1;
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce my @norm_lines2;
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce foreach my $l0 (@lines1) {
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce # ignore whitespace differences
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce my $l1 = "$l0";
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce $l1 =~ s/\s+/ /g;
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce $l1 =~ s/^ //g;
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce chomp ($l1);
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce $l1 =~ s/ $//g;
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce $l1 = lc ($l1);
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce push (@norm_lines1, $l1);
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce }
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce foreach my $l0 (@lines2) {
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce # ignore whitespace differences
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce my $l2 = "$l0";
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce $l2 =~ s/\s+/ /g;
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce $l2 =~ s/^ //g;
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce chomp ($l2);
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce $l2 =~ s/ $//g;
2aa96da5f3a9485d598e345e183a59a4b8e80abbLukas Slebodnik $l2 = lc ($l2);
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce push (@norm_lines2, $l2);
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce }
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce my @l0;
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce my @merged_lines = do_merge_comments (\@l0, \@lines1, \@norm_lines1,
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce \@lines2, \@norm_lines2);
8df169fdffb564ec932fede4216a123a71f1cc9aSimo Sorce my $merged_str;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if ($copyright_first) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my @copyright_lines;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my @non_cr_lines;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek foreach my $line (@merged_lines) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if ($line =~ /^\s*(copyright|\(c\)|©|author:|all rights reserved)/i) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek push (@copyright_lines, $line);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek } else {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek push (@non_cr_lines, $line);
4230e6faa907b693ccf66b3a29f9be57b87aab14Petr Cech }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek @copyright_lines = sort (@copyright_lines);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek @copyright_lines = uniq (@copyright_lines);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $merged_str = join ("\n", (@copyright_lines, @non_cr_lines));
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek } else {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $merged_str = join ("\n", @merged_lines);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek return $merged_str;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek}
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekmy @all_comments;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekmy %comments;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozeksub unify_comments () {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek foreach my $fname (keys %blurbs) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if ($blurbs{$fname} =~ /\b(gpl|lgpl|gnu\s+(library\s+|lesser\s+|)general\s+public\s+license)\b/si) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek # looks like GNU GPL/LGPL
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $gpl_found = 1;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if (defined ($comments{$blurbs{$fname}})) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $comments{$blurbs{$fname}} = $comments{$blurbs{$fname}} .
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek ", $fname";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek } else {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $comments{$blurbs{$fname}} = $fname;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek @all_comments = (keys %comments);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek}
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozeksub smart_merge_comments () {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my @temp_all_comments = @all_comments;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek @all_comments = ();
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
9959c512ac3ba36f7a0db7614f0357ce0bae748fJakub Hrozek my $i = 0;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek while ($i <= $#temp_all_comments) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my $did_merge = 0;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my $c1 = $temp_all_comments[$i];
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek for (my $j = $i+1; $j <= $#temp_all_comments; $j++) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my $c2 = $temp_all_comments[$j];
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my $c1_lc = line_count ($c1);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my $c2_lc = line_count ($c2);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my $c12_merged = merge_comments ($c1, $c2);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my $c12_lc = line_count ($c12_merged);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek # if more than 10 lines or more than 25% saved then
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek # keep the merged comments
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my $diff_lc = $c1_lc + $c2_lc - $c12_lc;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if (($diff_lc > 10) or ($c12_lc <= ($c1_lc + $c2_lc)*0.75)) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if ($debug > 0) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "DEBUG*****************************************\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "$c1\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "++++++++++++++++++++++++++++++++++++++++++++++\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "$c2\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "==============================================\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "$c12_merged\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "*****************************************DEBUG\n";
9959c512ac3ba36f7a0db7614f0357ce0bae748fJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $temp_all_comments[$j] = $c12_merged;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $did_merge = 1;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $comments{$c12_merged} = "$comments{$c1}, $comments{$c2}";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek last;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if (not $did_merge) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek push (@all_comments, $c1);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $i++;
9959c512ac3ba36f7a0db7614f0357ce0bae748fJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek}
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozeksub print_comments () {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if ($gpl_found and $gpl_disclaimer) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print << "__EOF"
e3c99ae355408933b03357220f3db09423bd40ddJakub HrozekFor the avoidance of doubt, except that if any license choice other
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekthan GPL or LGPL is available it will apply instead, Oracle elects to
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekuse only the General Public License version 2 (GPLv2) at this time
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekfor any software where a choice of GPL license versions is made
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekavailable with the language indicating that GPLv2 or any later
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekversion may be used, or where a choice of which version of the GPL
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekis applied is otherwise unspecified.
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek--------------------------------------------------------------------
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek__EOF
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek foreach my $comment (@all_comments) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "$comments{$comment}:\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print $comment;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "\n\n" .
9959c512ac3ba36f7a0db7614f0357ce0bae748fJakub Hrozek "--------------------------------------------------------------------" .
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek "\n\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek}
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozeksub main() {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek my $srcdir;
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek process_options ();
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if (not @dirs) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek usage();
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek exit (1);
9959c512ac3ba36f7a0db7614f0357ce0bae748fJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek foreach my $srcdir (@dirs) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if ($srcdir =~ /^\./) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek $srcdir = getcwd();
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek extract_comments ($srcdir);
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek unify_comments ();
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if (not $dumb_mode) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek smart_merge_comments ();
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print_comments ();
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek if ($print_omitted and @files_omitted) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print "\nThe following files were not checked:\n\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek foreach my $fname (@files_omitted) {
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek print " $fname\n";
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek }
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek}
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozek
e3c99ae355408933b03357220f3db09423bd40ddJakub Hrozekmain();
9959c512ac3ba36f7a0db7614f0357ce0bae748fJakub Hrozek