build: i18n-scan.pl: add support for ucode sources and templates

Recognize ucode source files and ucode templates and add the necessary logic
to preprocess ucode templates into valid JavaScript sources.

Signed-off-by: Jo-Philipp Wich <jo@mein.io>

diff --git a/build/i18n-scan.pl b/build/i18n-scan.pl
index 0374b6d872b6e80b3e032a6828b0372f70600c68..da7a944b96a6fce2b2bbef243f03eb1a396f3254 100755 (executable)
--- a/build/i18n-scan.pl
+++ b/build/i18n-scan.pl
@@ -4,6 +4,7 @@ use strict;
 use warnings;
 use IPC::Open2;
 use POSIX;
+use Text::Balanced qw(gen_extract_tagged);
 
 $ENV{'LC_ALL'} = 'C';
 POSIX::setlocale(POSIX::LC_ALL, 'C');
@@ -13,6 +14,8 @@ POSIX::setlocale(POSIX::LC_ALL, 'C');
 
 my %keywords = (
        '.js' => [ '_:1', '_:1,2c', 'N_:2,3', 'N_:2,3,4c' ],
+       '.ut' => [ '_:1', '_:1,2c', 'N_:2,3', 'N_:2,3,4c' ],
+       '.uc' => [ '_:1', '_:1,2c', 'translate:1', 'translate:1,2c', 'N_:2,3', 'N_:2,3,4c', 'ntranslate:2,3', 'ntranslate:2,3,4c' ],
        '.lua' => [ '_:1', '_:1,2c', 'translate:1', 'translate:1,2c', 'translatef:1', 'N_:2,3', 'N_:2,3,4c', 'ntranslate:2,3', 'ntranslate:2,3,4c' ],
        '.htm' => [ '_:1', '_:1,2c', 'translate:1', 'translate:1,2c', 'translatef:1', 'N_:2,3', 'N_:2,3,4c', 'ntranslate:2,3', 'ntranslate:2,3,4c' ],
        '.json' => [ '_:1', '_:1,2c' ]
@@ -27,7 +30,7 @@ sub xgettext($@) {
        if ($ext eq '.htm' || $ext eq '.lua') {
                push @cmd, '--language=Lua';
        }
-       elsif ($ext eq '.js' || $ext eq '.json') {
+       elsif ($ext eq '.ut' || $ext eq '.uc' || $ext eq '.js' || $ext eq '.json') {
                push @cmd, '--language=JavaScript';
        }
 
@@ -153,6 +156,59 @@ sub preprocess_htm($$) {
        return ("[==[$source]==]", @extra_function_keywords);
 }
 
+sub preprocess_ut($$) {
+       my ($path, $source) = @_;
+
+       # Translate the .ut source into valid JavaScript code by enclosing template text
+       # in multiline comments and extracting blocks as plain code.
+       my $comt = gen_extract_tagged('{#', '#}', '(?s).*?(?=\{[#{%])');
+       my $expr = gen_extract_tagged('{{', '}}', '(?s).*?(?=\{[#{%])');
+       my $stmt = gen_extract_tagged('{%', '%}', '(?s).*?(?=\{[#{%])');
+
+       my $res = '';
+
+       while (length($source)) {
+               my ($block, $remain, $prefix);
+
+               ($block, $remain, $prefix) = $comt->($source);
+               ($block, $remain, $prefix) = $expr->($source) unless defined $block;
+               ($block, $remain, $prefix) = $stmt->($source) unless defined $block;
+
+               last unless defined $block;
+
+               $source = $remain;
+
+               $prefix =~ s!\*/!*\\/!g;
+               $res .= '/*' . $prefix . '*/';
+
+               if ($block =~ s!^\{#(.*)#}$!$1!s) {
+                       $block =~ s!\*/!*\\/!g;
+                       $res .= '/*' . $block . '*/';
+               }
+               elsif ($block =~ s!^\{\{(.*)}}$!$1!s) {
+                       $block =~ s!^[+-]!!;
+                       $block =~ s![+-]$!!;
+                       $res .= '(' . $block . ')';
+               }
+               elsif ($block =~ s!^\{%(.*)%}$!$1!s) {
+                       $block =~ s!^[+-]!!;
+                       $block =~ s![+-]$!!;
+                       $res .= '{' . $block . '}';
+               }
+       }
+
+       if ($source =~ m!^(.*)\{%[+-]?(.*)$!s) {
+               my $prefix = $1;
+               my $block = $2;
+
+               $prefix =~ s!\*/!*\\/!g;
+               $res .= '/*' . $prefix . '*/';
+               $res .= '{' . $block . '}';
+       }
+
+       return ($res);
+}
+
 sub preprocess_lua($$) {
        my ($path, $source) = @_;
 
@@ -181,7 +237,7 @@ my $msguniq_pid = open2($msguniq_out, $msguniq_in, 'msguniq', '-s');
 
 print $msguniq_in "msgid \"\"\nmsgstr \"Content-Type: text/plain; charset=UTF-8\"\n";
 
-if (open F, "find @ARGV -type f '(' -name '*.htm' -o -name '*.lua' -o -name '*.js' -o -path '*/menu.d/*.json' -o -path '*/acl.d/*.json' -o -path '*/statistics/plugins/*.json' ')' |")
+if (open F, "find @ARGV -type f '(' -name '*.htm' -o -name '*.lua' -o -name '*.js' -o -name '*.uc' -o -name '*.ut' -o -path '*/menu.d/*.json' -o -path '*/acl.d/*.json' -o -path '*/statistics/plugins/*.json' ')' |")
 {
        while (defined( my $file = readline F))
        {
@@ -197,6 +253,10 @@ if (open F, "find @ARGV -type f '(' -name '*.htm' -o -name '*.lua' -o -name '*.j
                        {
                                ($source, @extra_function_keywords) = preprocess_htm($file, $source);
                        }
+                       elsif ($file =~ m!\.ut$!)
+                       {
+                               ($source, @extra_function_keywords) = preprocess_ut($file, $source);
+                       }
                        elsif ($file =~ m!\.lua$!)
                        {
                                ($source, @extra_function_keywords) = preprocess_lua($file, $source);