classes/export/import_translation_zip.php - babel/server - Git at Google

 <?php
 /*******************************************************************************
  * Copyright (c) 2007 Eclipse Foundation and others.
  * All rights reserved. This program and the accompanying materials
  * are made available under the terms of the Eclipse Public License v1.0
  * which accompanies this distribution, and is available at
  * http://www.eclipse.org/legal/epl-v10.html
  *
  * Contributors:
  *    Eclipse Foundation - Initial API and implementation
 *******************************************************************************/

 # TODO: this is really rough and needs to be cleaned up
 # but it will import translation strings from .properties files into the target project/version you specify below
 # It also doesn't overwrite translations that were corrected by users, so you can
 # run the import over later with little impact
 # sub-structure: ./XX/eclipse/plugins/ where XX is the iso code for the language
 # See: http://www.eclipse.org/babel/development/large_contributions.php
 # For instructions on how to import the files, see here:
 # http://wiki.eclipse.org/Babel_/_Large_Contribution_Import_Process

 # To run this, copy the file to the 'root' of html/ (where translate.php resides)
 # and set the project, version and indir, then call the script from a browser, or wget

 # See convertiso.sh if the incoming files have various encodings.


 error_reporting(E_ALL); ini_set("display_errors", true);


 header("Content-type: text/plain");
 include("global.php");
 InitPage("");


 $headless = 1;

 # See http://wiki.eclipse.org/Babel_/_Large_Contribution_Import_Process
 #
 # !!  IMPORTANT !!
 # Set to 1 unless the translations were authored (and tested/reviewed in context) by professionals
 # This doesn't mean all incoming translations will be fuzzy --
 # only those that are 'replacing' a non-fuzzy one
 $fuzzy = 1;


 require(dirname(__FILE__) . "/../file/file.class.php");
 require_once("json_encode.php");

 $pageTitle 		= "Babel - Import Translation archive";
 $pageKeywords 	= "import,properties,translation,language,nlpack,pack,eclipse,babel";

 $USER = getGenieUser()->userid;
 $PROJECT_ID = "eclipse";
 $VERSION	= "3.3.1";

 # TODO
 $indir = "/tmp/tmp-babel/import";
 chdir($indir);
 # sub-structure: ./XX/eclipse/plugins/ where XX is the iso code for the language
 exec('find . -type f', $lines);

 # loop through files
 foreach ($lines as $line) {
 	$line = trim($line);
 	echo $line . "<br />";
 	if(preg_match("/^\.\/([a-zA-Z0-9_-]+)\/(.+\.properties)$/", $line, $matches)) {
 		$language = $matches[1];
 		$file = $matches[2];

 		# Find a matching file
 		# File: eclipse/plugins/org.eclipse.jem.source/plugin.properties Language: ar
 		$file = preg_replace("/eclipse\/plugins\//", "", $file);
 		$first_part_file = substr($file, 0, strpos($file, "/"));
 		$second_part_file = substr($file, strpos($file, "/"));
 		$last_part_file = substr($file, strrpos($file, "/"));
 		echo "File: " . $file ." Language: $language\n";
 		echo "  first part: " . $first_part_file ." second part: $second_part_file last part: $last_part_file\n";
 		$file_id = 0;
 		$language_id = 0;

 		$SQL = "SELECT F.file_id, L.language_id
 		FROM files AS F, languages AS L WHERE F.is_active = 1
 		AND F.project_id = '" . $PROJECT_ID . "' AND F.version = '" . $VERSION . "'
 			AND F.name LIKE '%" . $first_part_file . "%' AND F.name LIKE '%" . $second_part_file . "' AND L.iso_code = '" . $language . "'";
 		$rs = mysqli_query($dbh, $SQL);
 		if($myrow = mysqli_fetch_assoc($rs)) {
 			$file_id 		= $myrow['file_id'];
 			$language_id 	= $myrow['language_id'];
 			echo "  Found file: " . $file_id . "\n";
 		}
 		else {
 			$SQL = "SELECT F.file_id, L.language_id
 			FROM files AS F, languages AS L WHERE F.is_active = 1
 			AND F.project_id = '" . $PROJECT_ID . "' AND F.version = '" . $VERSION . "'
 				AND F.name LIKE '%" . $first_part_file . "%' AND F.name LIKE '%" . $last_part_file . "' AND L.iso_code = '" . $language . "'";
 			$rs = mysqli_query($dbh, $SQL);
 			if($myrow = mysqli_fetch_assoc($rs)) {
 				$file_id 		= $myrow['file_id'];
 				$language_id 	= $myrow['language_id'];
 				echo "  Found file: " . $file_id . "\n";
 			}
 		}

 		if($file_id > 0 && $language_id > 0) {
 			# Get the list of translatable strings

 			# Get the file contents
 			$fh      = fopen($line, 'r');
 			$size 	 = filesize($line);

 			$content = fread($fh, $size);
 			# echo $content . "<br/>";
 			fclose($fh);
 			$previous_line 	= "";
 			$lines = explode("\n", $content);

 			# Loop through each string
 			foreach($lines as $line) {
 				# echo "Doing line: " . $line . "<br />";
 				if(strlen($line) > 0 && $line[0] != "#" && $line[0] != ";") {
 					$line = trim($line);

 					# Does line end with a \ ?
 					if(preg_match("/\\\\$/", $line)) {
 						# Line ends with \

 						# strip the backslash
 						$previous_line .= $line . "\n";
 					}
 					else {
 						if($previous_line != "") {
 							$line 			= $previous_line . $line;
 							$previous_line 	= "";
 						}

 						$tags = explode("=", trim($line), 2);
 						if(count($tags) > 1) {
 							$tags[0] = trim($tags[0]);
 							$tags[1] = trim($tags[1]);
 							$tags[1] = str_replace("\:", ":", $tags[1]);
 							$tags[1] = str_replace("\=", "=", $tags[1]);
 							$tags[1] = str_replace("\ ", " ", $tags[1]);
 							# echo "Doing " . $tags[0] . " with value " . $tags[1] . " Unescaped: " . unescape($tags[1]);

 							# Get the matching string name
 							$SQL = "SELECT s.string_id, s.value, tr.value as tr_last, tr.possibly_incorrect as tr_last_fuzzy, trv.value as ever_tr_value
 							FROM strings as s
 							left join translations as tr on (s.string_id = tr.string_id
 	    					and tr.language_id = $language_id
 	    					and tr.is_active)
 	    					left join translations as trv on (s.string_id = trv.string_id
 	    					and trv.language_id = $language_id
 	    					and trv.value = '" . addslashes(unescape($tags[1])) . "')
 							WHERE s.is_active = 1 AND s.non_translatable <> 1 AND s.file_id = " . $file_id . " AND s.name = '" . $tags[0] . "'";
 							$rs_string = mysqli_query($dbh, $SQL);
 							$myrow_string = mysqli_fetch_assoc($rs_string);
 							if($myrow_string['string_id'] > 0  				# There is an English string
 								 && $tags[1] != ""							# With a non-null English value
 								 && $myrow_string['ever_tr_value'] == ""	# That's never been translated to this incoming value
 								 && $tags[1] != $myrow_string['value']  	# And the proposed translation is different from the English value
 								 ) {
 								$insert_as_fuzzy = 0;
 								if($myrow_string['tr_last'] != "" && $fuzzy == 1 && $myrow_string['tr_last_fuzzy'] == 0) {
 									# This incoming translation is replacing an existing value that is *not* marked as fuzzy
 									# And the $fuzzy == 1, so we may be replacing a known good value !!
 									$insert_as_fuzzy = 1;
 								}
 								else {
 									## Nothing. Insert as non-fuzzy.
 									## If this is replacing a fuzzy value, then that's a good thing
 								}
 								echo "    Found string never translated to this value: " . $myrow_string['string_id'] . " value: " . $myrow_string['value'] . "\n";
 								$SQL = "UPDATE translations set is_active = 0 where string_id = " . $myrow_string['string_id'] . " and language_id = '" . $language_id . "'";
 								mysqli_query($dbh, $SQL);
 								$SQL = "INSERT INTO translations (translation_id, string_id, language_id, version, value, possibly_incorrect, is_active, userid, created_on)
 								VALUES (
 									NULL, " . $myrow_string['string_id'] . ",
 									" . $language_id . ", 0, '" . addslashes(unescape($tags[1])) . "', $insert_as_fuzzy, 1, " . $USER . ", NOW()
 								)";
 								mysqli_query($dbh, $SQL);
 								# echo $SQL;
 							}
 						}
 					}
 				}
 			}
 		}
 		else {
 			echo " Cannot find a file for: " .  $line . "\n";
 		}
 	}
 }
 echo "Done.\n\n";
 ?>
	<?php
	/*******************************************************************************
	* Copyright (c) 2007 Eclipse Foundation and others.
	* All rights reserved. This program and the accompanying materials
	* are made available under the terms of the Eclipse Public License v1.0
	* which accompanies this distribution, and is available at
	* http://www.eclipse.org/legal/epl-v10.html
	*
	* Contributors:
	* Eclipse Foundation - Initial API and implementation
	*******************************************************************************/

	# TODO: this is really rough and needs to be cleaned up
	# but it will import translation strings from .properties files into the target project/version you specify below
	# It also doesn't overwrite translations that were corrected by users, so you can
	# run the import over later with little impact
	# sub-structure: ./XX/eclipse/plugins/ where XX is the iso code for the language
	# See: http://www.eclipse.org/babel/development/large_contributions.php
	# For instructions on how to import the files, see here:
	# http://wiki.eclipse.org/Babel_/_Large_Contribution_Import_Process

	# To run this, copy the file to the 'root' of html/ (where translate.php resides)
	# and set the project, version and indir, then call the script from a browser, or wget

	# See convertiso.sh if the incoming files have various encodings.


	error_reporting(E_ALL); ini_set("display_errors", true);


	header("Content-type: text/plain");
	include("global.php");
	InitPage("");


	$headless = 1;

	# See http://wiki.eclipse.org/Babel_/_Large_Contribution_Import_Process
	#
	# !! IMPORTANT !!
	# Set to 1 unless the translations were authored (and tested/reviewed in context) by professionals
	# This doesn't mean all incoming translations will be fuzzy --
	# only those that are 'replacing' a non-fuzzy one
	$fuzzy = 1;


	require(dirname(__FILE__) . "/../file/file.class.php");
	require_once("json_encode.php");

	$pageTitle = "Babel - Import Translation archive";
	$pageKeywords = "import,properties,translation,language,nlpack,pack,eclipse,babel";

	$USER = getGenieUser()->userid;
	$PROJECT_ID = "eclipse";
	$VERSION = "3.3.1";

	# TODO
	$indir = "/tmp/tmp-babel/import";
	chdir($indir);
	# sub-structure: ./XX/eclipse/plugins/ where XX is the iso code for the language
	exec('find . -type f', $lines);

	# loop through files
	foreach ($lines as $line) {
	$line = trim($line);
	echo $line . "<br />";
	if(preg_match("/^\.\/([a-zA-Z0-9_-]+)\/(.+\.properties)$/", $line, $matches)) {
	$language = $matches[1];
	$file = $matches[2];

	# Find a matching file
	# File: eclipse/plugins/org.eclipse.jem.source/plugin.properties Language: ar
	$file = preg_replace("/eclipse\/plugins\//", "", $file);
	$first_part_file = substr($file, 0, strpos($file, "/"));
	$second_part_file = substr($file, strpos($file, "/"));
	$last_part_file = substr($file, strrpos($file, "/"));
	echo "File: " . $file ." Language: $language\n";
	echo " first part: " . $first_part_file ." second part: $second_part_file last part: $last_part_file\n";
	$file_id = 0;
	$language_id = 0;

	$SQL = "SELECT F.file_id, L.language_id
	FROM files AS F, languages AS L WHERE F.is_active = 1
	AND F.project_id = '" . $PROJECT_ID . "' AND F.version = '" . $VERSION . "'
	AND F.name LIKE '%" . $first_part_file . "%' AND F.name LIKE '%" . $second_part_file . "' AND L.iso_code = '" . $language . "'";
	$rs = mysqli_query($dbh, $SQL);
	if($myrow = mysqli_fetch_assoc($rs)) {
	$file_id = $myrow['file_id'];
	$language_id = $myrow['language_id'];
	echo " Found file: " . $file_id . "\n";
	}
	else {
	$SQL = "SELECT F.file_id, L.language_id
	FROM files AS F, languages AS L WHERE F.is_active = 1
	AND F.project_id = '" . $PROJECT_ID . "' AND F.version = '" . $VERSION . "'
	AND F.name LIKE '%" . $first_part_file . "%' AND F.name LIKE '%" . $last_part_file . "' AND L.iso_code = '" . $language . "'";
	$rs = mysqli_query($dbh, $SQL);
	if($myrow = mysqli_fetch_assoc($rs)) {
	$file_id = $myrow['file_id'];
	$language_id = $myrow['language_id'];
	echo " Found file: " . $file_id . "\n";
	}
	}

	if($file_id > 0 && $language_id > 0) {
	# Get the list of translatable strings

	# Get the file contents
	$fh = fopen($line, 'r');
	$size = filesize($line);

	$content = fread($fh, $size);
	# echo $content . "<br/>";
	fclose($fh);
	$previous_line = "";
	$lines = explode("\n", $content);

	# Loop through each string
	foreach($lines as $line) {
	# echo "Doing line: " . $line . "<br />";
	if(strlen($line) > 0 && $line[0] != "#" && $line[0] != ";") {
	$line = trim($line);

	# Does line end with a \ ?
	if(preg_match("/\\\\$/", $line)) {
	# Line ends with \

	# strip the backslash
	$previous_line .= $line . "\n";
	}
	else {
	if($previous_line != "") {
	$line = $previous_line . $line;
	$previous_line = "";
	}

	$tags = explode("=", trim($line), 2);
	if(count($tags) > 1) {
	$tags[0] = trim($tags[0]);
	$tags[1] = trim($tags[1]);
	$tags[1] = str_replace("\:", ":", $tags[1]);
	$tags[1] = str_replace("\=", "=", $tags[1]);
	$tags[1] = str_replace("\ ", " ", $tags[1]);
	# echo "Doing " . $tags[0] . " with value " . $tags[1] . " Unescaped: " . unescape($tags[1]);

	# Get the matching string name
	$SQL = "SELECT s.string_id, s.value, tr.value as tr_last, tr.possibly_incorrect as tr_last_fuzzy, trv.value as ever_tr_value
	FROM strings as s
	left join translations as tr on (s.string_id = tr.string_id
	and tr.language_id = $language_id
	and tr.is_active)
	left join translations as trv on (s.string_id = trv.string_id
	and trv.language_id = $language_id
	and trv.value = '" . addslashes(unescape($tags[1])) . "')
	WHERE s.is_active = 1 AND s.non_translatable <> 1 AND s.file_id = " . $file_id . " AND s.name = '" . $tags[0] . "'";
	$rs_string = mysqli_query($dbh, $SQL);
	$myrow_string = mysqli_fetch_assoc($rs_string);
	if($myrow_string['string_id'] > 0 # There is an English string
	&& $tags[1] != "" # With a non-null English value
	&& $myrow_string['ever_tr_value'] == "" # That's never been translated to this incoming value
	&& $tags[1] != $myrow_string['value'] # And the proposed translation is different from the English value
	) {
	$insert_as_fuzzy = 0;
	if($myrow_string['tr_last'] != "" && $fuzzy == 1 && $myrow_string['tr_last_fuzzy'] == 0) {
	# This incoming translation is replacing an existing value that is not marked as fuzzy
	# And the $fuzzy == 1, so we may be replacing a known good value !!
	$insert_as_fuzzy = 1;
	}
	else {
	## Nothing. Insert as non-fuzzy.
	## If this is replacing a fuzzy value, then that's a good thing
	}
	echo " Found string never translated to this value: " . $myrow_string['string_id'] . " value: " . $myrow_string['value'] . "\n";
	$SQL = "UPDATE translations set is_active = 0 where string_id = " . $myrow_string['string_id'] . " and language_id = '" . $language_id . "'";
	mysqli_query($dbh, $SQL);
	$SQL = "INSERT INTO translations (translation_id, string_id, language_id, version, value, possibly_incorrect, is_active, userid, created_on)
	VALUES (
	NULL, " . $myrow_string['string_id'] . ",
	" . $language_id . ", 0, '" . addslashes(unescape($tags[1])) . "', $insert_as_fuzzy, 1, " . $USER . ", NOW()
	)";
	mysqli_query($dbh, $SQL);
	# echo $SQL;
	}
	}
	}
	}
	}
	}
	else {
	echo " Cannot find a file for: " . $line . "\n";
	}
	}
	}
	echo "Done.\n\n";
	?>