Add script to check engine locale files for problems
authorWuzzy <Wuzzy2@mail.ru>
Thu, 25 Oct 2018 15:26:40 +0200
changeset 13970 fa9b22311390
parent 13969 fc43d63ee5a7
child 13971 c409af570f87
Add script to check engine locale files for problems
tools/README.md
tools/check_engine_locale_files.sh
--- a/tools/README.md	Thu Oct 25 13:12:45 2018 +0200
+++ b/tools/README.md	Thu Oct 25 15:26:40 2018 +0200
@@ -9,6 +9,7 @@
 
 ### Files
 * `update_locale_files.sh`: Update locale files
+* `check_engine_locale_files.sh`: Check the engine locale files for missing translations and problems
 * `hwmap2lua.sh`: Convert HWMAP files to Lua code for usage in missions
 * `create_dmg.sh`: Generate a .dmg file (relevant for Mac)
 * `dmg_pkg_install.sh`: Downloads and install a .dmg from a URL (relevant for Mac)
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/tools/check_engine_locale_files.sh	Thu Oct 25 15:26:40 2018 +0200
@@ -0,0 +1,177 @@
+#!/bin/sh -
+# Script to check all engine locale files (XX.txt)
+
+# HOW TO USE:
+# - Run this script in the tools/ directory.
+# Result: All problems and missing translations in .txt files will be reported
+
+# SYNTAX:
+#
+#     ./check_engine_locale_files.sh [file_to_check [show_untranslated]]
+#
+# Optional parameters:
+#
+# * file_to_check: Add this if you want to check a single file. Use the special value ALL to check all files.
+# * show_untranslated: Set to 0 if you want to hide the list of untranslated files, set to 1 otherwise
+
+SHOW_UNTRANSLATED_STRINGS=1;
+CHECKED_FILES=*.txt
+
+# Parse command line
+if [[ $# -gt 0 ]]
+then
+	if [ $1 = ALL ]
+	then
+		CHECKED_FILES=*.txt
+	else
+		CHECKED_FILES=$1;
+	fi
+fi
+if [[ $# -gt 1 ]]
+then
+	if [[ $2 -eq 1 ]]
+	then
+		SHOW_UNTRANSLATED_STRINGS=1;
+	elif [[ $2 -eq 0 ]]
+	then
+		SHOW_UNTRANSLATED_STRINGS=0;
+	fi
+fi
+
+cd ../share/hedgewars/Data/Locale;
+
+# Temporary files
+TEMP_SYMBOLS_EN=$(mktemp);
+TEMP_SYMBOLS=$(mktemp);
+TEMP_COMPARE=$(mktemp);
+TEMP_COMPARE_2=$(mktemp);
+TEMP_CHECK=$(mktemp);
+TEMP_TEMP=$(mktemp);
+declare -a TEMP_PARAMS;
+for n in 0 1 2 3 4 5 6 7 8 9
+do
+	TEMP_PARAMS[$n]=$(mktemp);
+done
+
+# Collect list of string IDs
+echo -n "" > $TEMP_SYMBOLS_EN;
+grep -o "^[0-9][0-9]:[0-9][0-9]=" en.txt | cut -c1-5 | sort | uniq > $TEMP_SYMBOLS_EN;
+TOTAL_STRINGS=`wc -l < $TEMP_SYMBOLS_EN`;
+
+# Collect strings with placeholders (only in 01:XX)
+for n in 0 1 2 3 4 5 6 7 8 9
+do
+	grep -o "^01:[0-9][0-9]=.*%$n.*" en.txt | cut -c1-5 | sort | uniq > $TEMP_PARAMS[$n];
+done
+
+# Iterate through selected language files
+for CHECKED_LANG_FILE in $CHECKED_FILES;
+	# Skip files that don't contain engine strings
+	do
+	if [[ $CHECKED_LANG_FILE == campaigns_* ]] || [[ $CHECKED_LANG_FILE == missions_* ]] || [ $CHECKED_LANG_FILE == CMakeLists.txt ]
+	then
+		continue;
+	fi
+	if [ ! -e $CHECKED_LANG_FILE ]
+	then
+		echo "ERROR: $CHECKED_LANG_FILE not found!";
+		continue;
+	fi
+	if [ ! -r $CHECKED_LANG_FILE ]
+	then
+		echo "ERROR: No permission to read $CHECKED_LANG_FILE!";
+		continue;
+	fi
+
+	# Start the tests
+	echo "== $CHECKED_LANG_FILE ==";
+	MISSING_STRINGS=0;
+	HAS_PROBLEMS=0;
+
+	# Find duplicate placeholders
+	for i in 0 1 2 3 4 5 6 7 8 9
+	do
+		grep -G "%$i.*%$i" $CHECKED_LANG_FILE > $TEMP_CHECK;
+		if [ -s $TEMP_CHECK ]
+		then
+			echo "ERROR! Duplicate placeholders found:";
+			cat $TEMP_CHECK;
+			HAS_PROBLEMS=1;
+		fi
+	done;
+
+	if [ $CHECKED_LANG_FILE != en.txt ]
+	then
+		grep -o "^[0-9][0-9]:[0-9][0-9]=" $CHECKED_LANG_FILE | cut -c1-5 | sort | uniq > $TEMP_SYMBOLS;
+
+		# Find strings with missing placeholders
+		> $TEMP_COMPARE;
+		> $TEMP_COMPARE_2;
+		for n in 0 1 2 3 4 5 6 7 8 9
+		do
+			grep -o "^01:[0-9][0-9]=.*%$n.*" $CHECKED_LANG_FILE | cut -c1-5 | sort | uniq > $TEMP_CHECK;
+			comm $TEMP_PARAMS[$n] $TEMP_CHECK -2 -3 >> $TEMP_COMPARE;
+			comm $TEMP_PARAMS[$n] $TEMP_CHECK -1 -3 >> $TEMP_COMPARE_2;
+		done
+		cat $TEMP_COMPARE | cut -c1-5 | sort | uniq > $TEMP_TEMP;
+		cat $TEMP_TEMP > $TEMP_COMPARE;
+		comm $TEMP_COMPARE $TEMP_SYMBOLS -1 -2 > $TEMP_TEMP;
+		if [ -s $TEMP_TEMP ]
+		then
+			echo "ERROR! Missing placeholders in these strings:";
+			cat $TEMP_TEMP;
+			HAS_PROBLEMS=1;
+		fi
+		cat $TEMP_COMPARE_2 | cut -c1-5 | sort | uniq > $TEMP_TEMP;
+		cat $TEMP_TEMP > $TEMP_COMPARE_2;
+		comm $TEMP_COMPARE_2 $TEMP_SYMBOLS -1 -2 > $TEMP_TEMP;
+		if [ -s $TEMP_TEMP ]
+		then
+			echo "ERROR! Invalid placeholders found in these strings:";
+			cat $TEMP_TEMP;
+			HAS_PROBLEMS=1;
+		fi
+	
+		# Find superficial strings
+		comm $TEMP_SYMBOLS_EN $TEMP_SYMBOLS -1 -3 > $TEMP_COMPARE;
+		if [ -s $TEMP_COMPARE ]
+		then
+			echo "WARNING! Superficial strings that do not exist in en.txt:";
+			cat $TEMP_COMPARE;
+			HAS_PROBLEMS=1;
+		fi
+	
+		# Find missing translations
+		comm $TEMP_SYMBOLS_EN $TEMP_SYMBOLS -2 -3 > $TEMP_COMPARE;
+		if [ -s $TEMP_COMPARE ]
+		then
+			if [ $SHOW_UNTRANSLATED_STRINGS -eq 1 ]
+			then
+				echo "Missing translations:";
+				cat $TEMP_COMPARE;
+			fi
+			MISSING_STRINGS=`wc -l < $TEMP_COMPARE`;
+		fi
+
+		# Print summary
+		if [ $MISSING_STRINGS -ne 0 ]
+		then
+			echo "Missing translations TOTAL: $MISSING_STRINGS/$TOTAL_STRINGS";
+		else
+			echo "All strings translated!";
+		fi
+		if [ $HAS_PROBLEMS -eq 1 ]
+		then
+			echo "Problems have been found.";
+		fi
+	else
+		if [ $HAS_PROBLEMS -eq 0 ]
+		then
+			echo "No problems.";
+		fi
+	fi;
+		
+done;
+
+# Clean up files
+rm $TEMP_SYMBOLS $TEMP_SYMBOLS_EN $TEMP_COMPARE $TEMP_COMPARE_2 $TEMP_CHECK $TEMP_TEMP;