X-Git-Url: http://wagnertech.de/git?a=blobdiff_plain;f=scripts%2Flocales.pl;h=28b56323cbb2ac6d6e873c679db8b2cebe29064d;hb=1857ca9df82773ae3fd16383d89dc54f5149a9e3;hp=f52641630da8f833b102cfd3b02d6211b8606c0f;hpb=ac557528e518920d66ffe4f8138660440de518e0;p=kivitendo-erp.git diff --git a/scripts/locales.pl b/scripts/locales.pl index f52641630..28b56323c 100755 --- a/scripts/locales.pl +++ b/scripts/locales.pl @@ -9,15 +9,16 @@ use utf8; use strict; +use Carp; use Data::Dumper; use English; +use File::Slurp qw(slurp); use FileHandle; use Getopt::Long; +use IO::Dir; use List::Util qw(first); use POSIX; use Pod::Usage; -use Carp; -use File::Slurp qw(slurp); $OUTPUT_AUTOFLUSH = 1; @@ -36,6 +37,9 @@ my $dbupdir = "$basedir/sql/Pg-upgrade"; my $dbupdir2 = "$basedir/sql/Pg-upgrade2"; my $menufile = "menu.ini"; my $submitsearch = qr/type\s*=\s*[\"\']?submit/i; +our $self = {}; +our $missing = {}; +our @lost = (); my (%referenced_html_files, %locale, %htmllocale, %alllocales, %cached, %submit); my ($ALL_HEADER, $MISSING_HEADER, $LOST_HEADER); @@ -43,30 +47,33 @@ my ($ALL_HEADER, $MISSING_HEADER, $LOST_HEADER); init(); sub find_files { - my ($dir_name, $files) = @_; + my ($top_dir_name) = @_; - $files ||= []; + my (@files, $finder); - my @dirs_to_check; + $finder = sub { + my ($dir_name) = @_; - opendir my $dir, $dir_name or die "$! $dir_name"; + tie my %dir_h, 'IO::Dir', $dir_name; - foreach my $name (readdir $dir) { - next if $name eq '.' || $name eq '..'; + push @files, grep { -f } map { "${dir_name}/${_}" } keys %dir_h; + my @sub_dirs = grep { -d } map { "${dir_name}/${_}" } grep { ! m/^\.\.?$/ } keys %dir_h; - my $full_name = "${dir_name}/${name}"; - if (-d $full_name) { - push @dirs_to_check, $full_name; - } else { - push @{ $files }, $full_name; - } - } + $finder->($_) for @sub_dirs; + }; - closedir $dir; + $finder->($top_dir_name); - map { find_files($_, $files) } @dirs_to_check; + return @files; +} - return @{ $files }; +sub merge_texts { +# overwrite existing entries with the ones from 'missing' + $self->{texts}->{$_} = $missing->{$_} for grep { $missing->{$_} } keys %alllocales; + + # try to set missing entries from lost ones + my %lost_by_text = map { ($_->{text} => $_->{translation}) } @lost; + $self->{texts}->{$_} = $lost_by_text{$_} for grep { !$self->{texts}{$_} } keys %alllocales; } my @bindir_files = find_files($bindir); @@ -76,32 +83,24 @@ my @customfiles = grep /_custom/, @bindir_files; push @progfiles, map { m:^(.+)/([^/]+)$:; [ $2, $1 ] } grep { /\.pm$/ } map { find_files($_) } @progdirs; # put customized files into @customfiles -my @menufiles; +my (@menufiles, %dir_h); if ($opt_n) { @customfiles = (); @menufiles = ($menufile); } else { - opendir DIR, "$basedir" or die "$!"; - @menufiles = grep { /.*?_$menufile$/ } readdir DIR; - closedir DIR; - unshift @menufiles, $menufile; + tie %dir_h, 'IO::Dir', $basedir; + @menufiles = map { "$basedir/$_" } grep { /.*?_$menufile$/ } keys %dir_h; + unshift @menufiles, "$basedir/$menufile"; } -opendir DIR, $dbupdir or die "$!"; -my @dbplfiles = grep { /\.pl$/ } readdir DIR; -closedir DIR; +tie %dir_h, 'IO::Dir', $dbupdir; +my @dbplfiles = grep { /\.pl$/ } keys %dir_h; -opendir DIR, $dbupdir2 or die "$!"; -my @dbplfiles2 = grep { /\.pl$/ } readdir DIR; -closedir DIR; +tie %dir_h, 'IO::Dir', $dbupdir2; +my @dbplfiles2 = grep { /\.pl$/ } keys %dir_h; # slurp the translations in -our $self = {}; -our $missing = {}; -our @missing = (); -our @lost = (); - if (-f "$locales_dir/all") { require "$locales_dir/all"; } @@ -119,9 +118,13 @@ chomp $charset; my %old_texts = %{ $self->{texts} || {} }; -map({ handle_file(@{ $_ }); } @progfiles); -map({ handle_file($_, $dbupdir); } @dbplfiles); -map({ handle_file($_, $dbupdir2); } @dbplfiles2); +handle_file(@{ $_ }) for @progfiles; +handle_file($_, $dbupdir) for @dbplfiles; +handle_file($_, $dbupdir2) for @dbplfiles2; +scanmenu($_) for @menufiles; + +# merge entries to translate with entries from files 'missing' and 'lost' +merge_texts(); # generate all generate_file( @@ -131,15 +134,24 @@ generate_file( data_sub => sub { _print_line($_, $self->{texts}{$_}, @_) for sort keys %alllocales }, ); + foreach my $text (keys %$missing) { + if ($locale{$text} || $htmllocale{$text}) { + unless ($self->{texts}{$text}) { + $self->{texts}{$text} = $missing->{$text}; + } + } + } + + # calc and generate missing -push @missing, grep { !$self->{texts}{$_} } sort keys %alllocales; +my @new_missing = grep { !$self->{texts}{$_} } sort keys %alllocales; -if (@missing) { +if (@new_missing) { generate_file( file => "$locales_dir/missing", header => $MISSING_HEADER, data_name => '$missing', - data_sub => sub { _print_line($_, '', @_) for @missing }, + data_sub => sub { _print_line($_, '', @_) for @new_missing }, ); } @@ -168,7 +180,7 @@ chomp $trlanguage; search_unused_htmlfiles() if $opt_c; my $count = scalar keys %alllocales; -my $notext = scalar @missing; +my $notext = scalar @new_missing; my $per = sprintf("%.1f", ($count - $notext) / $count * 100); print "\n$trlanguage - ${per}%"; print " - $notext/$count missing" if $notext; @@ -255,14 +267,6 @@ sub handle_file { } $file =~ s/\.pl//; - - foreach my $text (keys %$missing) { - if ($locale{$text} || $htmllocale{$text}) { - unless ($self->{texts}{$text}) { - $self->{texts}{$text} = $missing->{$text}; - } - } - } } sub extract_text_between_parenthesis { @@ -430,14 +434,15 @@ sub scanfile { } - map { $alllocales{$_} = 1 } keys %{$cached{$file}{all}}; - map { $locale{$_} = 1 } keys %{$cached{$file}{locale}}; - map { $submit{$_} = 1 } keys %{$cached{$file}{submit}}; - map { &scanfile($_, 0, $scanned_files) } keys %{$cached{$file}{scan}}; - map { &scanfile($_, 1, $scanned_files) } keys %{$cached{$file}{scannosubs}}; - map { &scanhtmlfile($_) } keys %{$cached{$file}{scanh}}; + $alllocales{$_} = 1 for keys %{$cached{$file}{all}}; + $locale{$_} = 1 for keys %{$cached{$file}{locale}}; + $submit{$_} = 1 for keys %{$cached{$file}{submit}}; + + scanfile($_, 0, $scanned_files) for keys %{$cached{$file}{scan}}; + scanfile($_, 1, $scanned_files) for keys %{$cached{$file}{scannosubs}}; + scanhtmlfile($_) for keys %{$cached{$file}{scanh}}; - @referenced_html_files{keys %{$cached{$file}{scanh}}} = (1) x scalar keys %{$cached{$file}{scanh}}; + $referenced_html_files{$_} = 1 for keys %{$cached{$file}{scanh}}; } sub scanmenu { @@ -555,13 +560,13 @@ sub scanhtmlfile { } # copy back into global arrays - map { $alllocales{$_} = 1 } keys %{$cached{$file}{all}}; - map { $locale{$_} = 1 } keys %{$cached{$file}{html}}; - map { $submit{$_} = 1 } keys %{$cached{$file}{submit}}; + $alllocales{$_} = 1 for keys %{$cached{$file}{all}}; + $locale{$_} = 1 for keys %{$cached{$file}{html}}; + $submit{$_} = 1 for keys %{$cached{$file}{submit}}; - map { scanhtmlfile($_) } keys %{$cached{$file}{scanh}}; + scanhtmlfile($_) for keys %{$cached{$file}{scanh}}; - @referenced_html_files{keys %{$cached{$file}{scanh}}} = (1) x scalar keys %{$cached{$file}{scanh}}; + $referenced_html_files{$_} = 1 for keys %{$cached{$file}{scanh}}; } sub search_unused_htmlfiles {