Application: gvSIG desktop

/**

 * gvSIG. Desktop Geographic Information System.

 *

 * Copyright (C) 2007-2013 gvSIG Association.

 *

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 3

 * of the License, or (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,

 * MA  02110-1301, USA.

 *

 * For any additional information, do not hesitate to contact us

 * at info AT gvsig.com, or visit our website www.gvsig.com.

 */

package org.gvsig.i18n.utils;

import java.util.HashMap;

/**

 * Convenience class to manage the attributes of the project tag from the config.xml

 * file.

 * 

 * 

 * @author cesar

 *

 */

public class Project {

	public String dir;

	public String basename;

	/**

	 * The directory which stores the property files of the project.

	 */

	public String propertyDir;

	/**

	 * Source of the keys: whether they are loaded from the property files of

	 * the project or they are searched inside the sources.

	 * <ul><li>sourceKeys="sources": The keys are searched inside the Java source

	 * files and the config.xml files from the extensions.</li>

	 * <li>sourceKeys="properties": The keys are loaded from the property files

	 * of each project.</li></ul> 

	 */

	public String sourceKeys;

	/**

	 * Stores the associated dictionaries. Each value of the

	 * HashMap is a Properties object, containing the translations for each

	 * language.

	 * 

	 * <p>Example:</p>

	 * Properties dictionary = (Properties)dictionaries.get("es");

	 * 

	 */

	public HashMap dictionaries;

	/**

	 * Stores the subdirectories containing sources. When searching for keys in

	 * the source files, only these subdirectories will be searched.

	 */

	public String[] srcDirs;

}

/**

 * gvSIG. Desktop Geographic Information System.

 *

 * Copyright (C) 2007-2013 gvSIG Association.

 *

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 3

 * of the License, or (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,

 * MA  02110-1301, USA.

 *

 * For any additional information, do not hesitate to contact us

 * at info AT gvsig.com, or visit our website www.gvsig.com.

 */

package org.gvsig.i18n.utils;

import java.io.IOException;

import java.io.InputStream;

import java.util.ArrayList;

import java.util.HashMap;

import java.util.Iterator;

/**

 * The DoubleProperties class represents a set of properties. It provides the

 * same functionality as its parent class, Properties. Besides that, it also

 * provides an efficient method to get the key associated with a value.  

 * 

 * @author cesar

 *

 */

public class DoubleProperties extends OrderedProperties {

	/**

	 * 

	 */

	private static final long serialVersionUID = -1738114064256800193L;

	HashMap reverseMap = new HashMap();

	public DoubleProperties() {

		super();

	}

	public DoubleProperties(OrderedProperties defaults) {

		super(defaults);

		Iterator keysIterator = this.keySet().iterator();

		ArrayList keySet;

		String key, value;

		while (keysIterator.hasNext()) {

			key = (String) keysIterator.next();

			value = this.getProperty(key);

			if (reverseMap.containsKey(value)) {

				keySet = (ArrayList) reverseMap.get(value);

				keySet.add(key);

			}

			else {

				keySet = new ArrayList();

				keySet.add(key);

				reverseMap.put(value, keySet);

			}

		}

	}

	public void load(InputStream stream) throws IOException {

		super.load(stream);

		Iterator keysIterator = this.keySet().iterator();

		ArrayList keySet;

		String key, value;

		while (keysIterator.hasNext()) {

			key = (String) keysIterator.next();

			value = this.getProperty(key);

			if (reverseMap.containsKey(value)) {

				keySet = (ArrayList) reverseMap.get(value);

				keySet.add(key);

			}

			else {

				keySet = new ArrayList();

				keySet.add(key);

				reverseMap.put(value, keySet);

			}

		}

	}

	public Object setProperty(String key, String value) {

		ArrayList keySet;

		Object returnValue = super.setProperty(key, value);

		if (reverseMap.containsKey(value)) {

			keySet = (ArrayList) reverseMap.get(value);

			keySet.add(key);

		}

		else {

			keySet = new ArrayList();

			keySet.add(key);

			reverseMap.put(value, keySet);

		}

		return returnValue;

	}

	/**

	 * Gets the key associated with the provided value. If there

	 * are several associated keys, returns one of them.

	 * 

	 * @param value

	 * @return The key associated with the provided value, or null

	 * if the value is not present in the dictionary. If there

	 * are several associated keys, returns one of them.

	 */

	public String getAssociatedKey(String value) {

		ArrayList keySet = (ArrayList) reverseMap.get(value);

		if (keySet==null) return null;

		return (String) keySet.get(0);

	}

	/**

	 * Returns the keys associated with the provided value. If there

	 * are several associated keys, returns one of them.

	 * 

	 * @param value

	 * @return An ArrayList containing the keys associated with the

	 * provided value, or null if the value is not present in the 

	 * dictionary.

	 */

	public ArrayList getAssociatedKeys(String value) {

		return (ArrayList) reverseMap.get(value);

	}

	public Object remove(Object key) {

		Object value = super.remove(key);

		if (value==null) return null;

		ArrayList keySet = (ArrayList) reverseMap.get(value);

		if (keySet==null) return null;

		if (keySet.size()<=1) {

			//if it's the last key associated wit the value, remove the

			// value from the reverseDictionary			

			reverseMap.remove(value);

		}

		else {

			// otherwise, remove the key from the list of associated keys

			keySet.remove(key);

		}

		return value;

	}	

}

/**

 * gvSIG. Desktop Geographic Information System.

 *

 * Copyright (C) 2007-2013 gvSIG Association.

 *

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 3

 * of the License, or (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,

 * MA  02110-1301, USA.

 *

 * For any additional information, do not hesitate to contact us

 * at info AT gvsig.com, or visit our website www.gvsig.com.

 */

package org.gvsig.i18n.utils;

import java.io.BufferedWriter;

import java.io.File;

import java.io.FileNotFoundException;

import java.io.FileOutputStream;

import java.io.IOException;

import java.io.OutputStreamWriter;

import java.io.UnsupportedEncodingException;

import java.util.ArrayList;

import java.util.HashMap;

import java.util.Iterator;

import java.util.TreeMap;

/**

 * @author cesar

 *

 */

public class UpdateTrans {

	// The filename which stores the configuration (may be overriden by the command line parameter)

	private String configFileName = "config.xml";

	// Object to load and store the config options

	private ConfigOptions config;

	private TranslationDatabase database;

	/**

	 * @param args

	 */

	public static void main(String[] args) {

		UpdateTrans process = new UpdateTrans();

		// load command line parameters

		if (!process.readParameters(args)) {

			usage();

			System.exit(-1);

		}

		// transfer control to the program's main loop

		process.start();

	}

	private void start() {

		// load config options from the config file

		if (!loadConfig()) {

			System.out.println("Error leyendo el fichero de configuraci?n.");

			usage();

			System.exit(-1);

		}

		loadKeys();

		loadDataBase();

		updateDB();

	}

	private void updateDB(){

		String lang, auxLang;

		String key, value, dbValue;

		HashMap newKeys = detectNewKeys();

		TreeMap newKeysDict;

		HashMap removedKeys = new HashMap();

		ArrayList removedKeysDict;

		/**

		 * Process the new or changed keys

		 */

		for (int i=0; i<config.languages.length; i++) {

			lang = config.languages[i];

			File langDir = new File(config.outputDir+File.separator+lang);

			langDir.mkdirs();

			// process the keys

			newKeysDict = (TreeMap) newKeys.get(lang);

			removedKeysDict = new ArrayList();

			removedKeys.put(lang, removedKeysDict);

			Iterator newKeysIterator = newKeysDict.keySet().iterator();

			while (newKeysIterator.hasNext()) {

				int numValues=0;

				value = null;

				key = (String) newKeysIterator.next();

				dbValue = database.getTranslation(lang, key);

				ArrayList newKeyList = (ArrayList) newKeysDict.get(key);

				String[] newKey;

				boolean equal=true;

				for (int j=0; j<newKeyList.size(); j++) {

					newKey = (String[]) newKeyList.get(j);

					if (!newKey[0].equals("")) {

						if (dbValue!=null && !dbValue.equals(newKey[0]))

							equal = false;

						if (numValues==0) { //if there are several non-empty values, take the first one

							value = newKey[0];

						}

						else if (!value.equals(newKey[0])) {

							equal=false;

						}

						numValues++;	

					}

				}

				if (equal==false) {

					System.err.println("\nAtenci?n -- La clave '"+key+"' tiene diferentes valores para el idioma "  + lang + ".");

					System.err.println("Valor en base de datos: "+key+"="+dbValue);

					for (int j=0; j<newKeyList.size(); j++) {

						newKey = (String[]) newKeyList.get(j);

						System.err.println(newKey[1] + " -- " + key + "=" + newKey[0]);

					}

				}

				if (value!=null && !value.equals("")) { // the translation has a value

					if (dbValue==null) {

						// new translation

						database.setTranslation(lang, key, value);

						// it has been added to database, it isn't new anymore

						// we add the key to the list of keys to remove. We don't remove it now because then there is troubles with the iterator

						removedKeysDict.add(key);

					}

					else if (!dbValue.equals("")) {

						// if dbValue contains a translation, it isn't a new translation

						removedKeysDict.add(key);

					}

					/*

					 * else { // if dbValue.equals(""), it means that the key has been changed, and it must be sent for translation

					 *       //It should not be added to the database with the value from the property file, as it is not valid anymore.

					 * 

					 * }

					 */

				}

			}

		}

		// remove 

		for (int i=0; i<config.languages.length; i++) {

			lang = config.languages[i];

			removedKeysDict = (ArrayList) removedKeys.get(lang);

			newKeysDict = (TreeMap) newKeys.get(lang);

			Iterator removeIterator = removedKeysDict.iterator();

			while (removeIterator.hasNext()) {

				key = (String) removeIterator.next();

				newKeysDict.remove(key);

			}

		}

		removedKeys = new HashMap();

		// we already added all the new keys with value to the database

		// now we try to find a translation for the keys without translation

		for (int i=0; i<config.languages.length; i++) {

			lang = config.languages[i];

			File langDir = new File(config.outputDir+File.separator+lang);

			langDir.mkdirs();

			// process the keys

			newKeysDict = (TreeMap) newKeys.get(lang);

			removedKeysDict = new ArrayList();

			removedKeys.put(lang, removedKeysDict);

			Iterator newKeysIterator = newKeysDict.keySet().iterator();

			while (newKeysIterator.hasNext()) {

				key = (String) newKeysIterator.next();

				value = "";

				String auxValue;

				for (int currentAuxLang=0; currentAuxLang<config.languages.length && (value==null || value.equals("")); currentAuxLang++) {

					auxLang = config.languages[currentAuxLang];

					auxValue = database.getTranslation(auxLang, key);

					if (auxValue!=null && !auxValue.equals("")) {

						ArrayList keyList = database.getAssociatedKeys(auxLang, value);

						if (keyList!=null) {

							for (int j=0; j<keyList.size() && (value==null || !value.equals("")); j++) {

								value = database.getTranslation(lang, (String)keyList.get(j));

							}

						}

					}

				}

				if (value!=null && !value.equals("")) { // the translation has a value

					dbValue = database.getTranslation(lang, key);

					if (dbValue==null || !dbValue.equals("")) {

						/* if dbValue == "" means that the key has been changed and should be sent for translation.

						 * It should not be added to the database with the value from the property file, as it is not valid anymore.

						 */

						database.setTranslation(lang, key, value);

						// it has been added to database, it isn't new anymore

						// we add the key to the list of keys to remove. We don't remove it now because then there is troubles with the iterator

						removedKeysDict.add(key);

					}

				}

			}

		}

		// remove 

		for (int i=0; i<config.languages.length; i++) {

			lang = config.languages[i];

			removedKeysDict = (ArrayList) removedKeys.get(lang);

			newKeysDict = (TreeMap) newKeys.get(lang);

			Iterator removeIterator = removedKeysDict.iterator();

			while (removeIterator.hasNext()) {

				key = (String) removeIterator.next();

				newKeysDict.remove(key);

			}

		}

		// output the keys to be translated

		outputNewKeys(newKeys);

		// update the values of each project's property files and store to disk

		saveKeys();

		// store datase to disk

		database.save();

	}

	private void outputNewKeys(HashMap newKeys) {

		String lang, auxLang;

		/**

		 * Process the new or changed keys

		 */

		for (int i=0; i<config.languages.length; i++) {

			lang = config.languages[i];

			File langDir = new File(config.outputDir+File.separator+lang);

			langDir.mkdirs();

			HashMap outputFiles = new HashMap();

			HashMap outputPropertiesStream = new HashMap();

			HashMap outputProperties = new HashMap();

			// open the output files, one for each defined language

			for (int j=0; j<config.outputLanguages.length; j++) {

				auxLang = config.outputLanguages[j];

				FileOutputStream fos, fosProp;

				OrderedProperties prop;

				try {

					fos = new FileOutputStream(langDir.getPath()+File.separator+config.defaultBaseName+"_"+auxLang+".properties-"+config.outputEncoding);

					fosProp = new FileOutputStream(langDir.getPath()+File.separator+config.defaultBaseName+"_"+auxLang+".properties");

					prop = new OrderedProperties();

					outputPropertiesStream.put(auxLang, fosProp);

					outputProperties.put(auxLang, prop);

					try {

						outputFiles.put(auxLang, new BufferedWriter(new OutputStreamWriter(fos, config.outputEncoding)));

					} catch (UnsupportedEncodingException e) {

						// TODO Auto-generated catch block

						System.err.println(e.getLocalizedMessage());

						System.exit(-1);

					}

				} catch (FileNotFoundException e) {

					// TODO Auto-generated catch block

					System.err.println(e.getLocalizedMessage());

					System.exit(-1);

				}

			}

			// also open the file for language we're processing currently

			if (!outputFiles.containsKey(lang)) {

				FileOutputStream fos, fosProp;

				OrderedProperties prop;

				try {

					fos = new FileOutputStream(langDir.getPath()+File.separator+config.defaultBaseName+"_"+lang+".properties-"+config.outputEncoding);

					fosProp = new FileOutputStream(langDir.getPath()+File.separator+config.defaultBaseName+"_"+lang+".properties");

					prop = new OrderedProperties();

					outputPropertiesStream.put(lang, fosProp);

					outputProperties.put(lang, prop);

					try {

						outputFiles.put(lang, new BufferedWriter(new OutputStreamWriter(fos, config.outputEncoding)));

					} catch (UnsupportedEncodingException e) {

						// TODO Auto-generated catch block

						System.err.println(e.getLocalizedMessage());

						System.exit(-1);

					}

				} catch (FileNotFoundException e) {

					// TODO Auto-generated catch block

					System.err.println(e.getLocalizedMessage());

					System.exit(-1);

				}

			}

			TreeMap dict = (TreeMap) newKeys.get(lang);

			Iterator keyIterator = dict.keySet().iterator();

			String key, value;

			while (keyIterator.hasNext()) {

				key = (String) keyIterator.next();

				Iterator files = outputFiles.keySet().iterator();

				BufferedWriter writer;

				while (files.hasNext()) {

					// we output the pair key-value for the defined output languages (they're used for reference by translators)							

					auxLang = (String) files.next();

					writer = (BufferedWriter) outputFiles.get(auxLang);

					value = database.getTranslation(auxLang, key);

					try {

						if (value!=null)

							writer.write(key+"="+value+"\n");

						else

							writer.write(key+"=\n");

					} catch (IOException e) {

						// TODO Auto-generated catch block

						e.printStackTrace();

					}

				}

				Iterator props = outputProperties.keySet().iterator();

				OrderedProperties prop;

				while (props.hasNext()) {

					// we output the pair key-value for the defined output languages (they're used for reference by translators)							

					auxLang = (String) props.next();

					prop = (OrderedProperties) outputProperties.get(auxLang);

					value = database.getTranslation(auxLang, key);

					if (value!=null)

						prop.put(key, value);

					else

						prop.put(key, "");

				}

			}

			Iterator props = outputProperties.keySet().iterator();

			OrderedProperties prop;

			FileOutputStream fos;

			while (props.hasNext()) {

				auxLang = (String) props.next();

				fos = (FileOutputStream) outputPropertiesStream.get(auxLang);

				prop = (OrderedProperties) outputProperties.get(auxLang);

				try {

					prop.store(fos, "Translations for language ["+auxLang+"]");

				} catch (IOException e) {

					// TODO Auto-generated catch block

					e.printStackTrace();

				}

			}

			// close the files now

			Iterator files = outputFiles.keySet().iterator();

			while (files.hasNext()) {							

				auxLang = (String) files.next();

				BufferedWriter writer = (BufferedWriter) outputFiles.get(auxLang);

				try {

					writer.close();

				} catch (IOException e) {

					// do nothing here

				}

			}

		}		

	}

	private HashMap detectNewKeys() {

		Project currentProject;

		String lang;

		OrderedProperties dict;

		TreeMap auxDict;

		Iterator keys;

		String key, value, dbValue;

		HashMap newKeys = new HashMap();

		for (int i=0; i<config.languages.length; i++) {

			lang = config.languages[i];

			newKeys.put(lang, new TreeMap());

		}

		/**

		 * Detect the new or changed keys

		 * We just make a list, we will check the list later (to detect conflicting changes)

		 */

		for (int i=0; i<config.projects.size(); i++) {

			currentProject = (Project) config.projects.get(i);

			for (int j=0; j<config.languages.length; j++) {

				lang = config.languages[j];

				dict = (OrderedProperties) currentProject.dictionaries.get(lang);

				keys = dict.keySet().iterator();

				while (keys.hasNext()) {

					key = (String) keys.next();

					value = dict.getProperty(key);

					dbValue = database.getTranslation(lang, key);

					if (dbValue==null || dbValue.equals("") || (!value.equals("") && !dbValue.equals(value))) {

						String []newKey = new String[2];

						newKey[0]=value;

						newKey[1]= currentProject.dir;

						auxDict = (TreeMap) newKeys.get(lang);

						ArrayList keyList = (ArrayList) auxDict.get(key);

						if (keyList==null) {

							keyList = new ArrayList();

						}

						keyList.add(newKey);

						auxDict.put(key, keyList);

					}

				}

			}

		}

		return newKeys;

	}

	private static void usage() {

		System.out.println("Uso: UpdateTrans [OPCION]");

		System.out.println("\t-c\t--config=configFile");

	}

	/**

	 *  Reads the command line parameters */

	private boolean readParameters(String[] args) {

		String configPair[];

		for (int i=0; i<args.length; i++) {

			configPair = args[i].split("=",2);

			if ( (configPair[0].equals("-c") || configPair[0].equals("--config"))

					&& configPair.length==2) {

				configFileName = configPair[1];

			}

			else {

				return false;

			}

		}

		return true;

	}

	private boolean loadConfig() {

		config = new ConfigOptions(configFileName);

		config.load();

		return true;

	}

	/**

	 * Reads the translation keys from the projects speficied in

	 * the config file. The keys are stored for each project in

	 * 'config.projects'. 

	 * 

	 * @return

	 */

	private void loadKeys() {

		Keys keys = new Keys(config);

		keys.load();

	}

	private void saveKeys() {

		Project project;

		OrderedProperties dict;

		String lang;

		for (int currentProject=0; currentProject<config.projects.size(); currentProject++) {

			project = ((Project)config.projects.get(currentProject));

			for (int currentLang=0; currentLang<config.languages.length; currentLang++) {

				lang = (String) config.languages[currentLang];

				dict = (OrderedProperties) project.dictionaries.get(lang);

				String dbValue, key;

				Iterator keysIterator = dict.keySet().iterator();

				while (keysIterator.hasNext()) {

					key = (String) keysIterator.next();

					dbValue = database.getTranslation(lang, key);

					if (dbValue!=null) {

						dict.setProperty(key, dbValue);

					}

				}

			}

		}

		Keys keys = new Keys(config);

		keys.save();

	}

	private void loadDataBase() {

		database = new TranslationDatabase(config);

		database.load();

	}

}

/**

 * gvSIG. Desktop Geographic Information System.

 *

 * Copyright (C) 2007-2013 gvSIG Association.

 *

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 3

 * of the License, or (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,

 * MA  02110-1301, USA.

 *

 * For any additional information, do not hesitate to contact us

 * at info AT gvsig.com, or visit our website www.gvsig.com.

 */

package org.gvsig.i18n.utils;

import java.io.BufferedReader;

import java.io.File;

import java.io.FileInputStream;

import java.io.FileNotFoundException;

import java.io.FileOutputStream;

import java.io.IOException;

import java.io.InputStreamReader;

import java.io.UnsupportedEncodingException;

import java.util.HashMap;

import java.util.HashSet;

import java.util.Iterator;

import java.util.regex.Matcher;

import java.util.regex.Pattern;

import org.kxml2.io.KXmlParser;

import org.xmlpull.v1.XmlPullParserException;

/**

 * @author cesar

 *

 */

public class Keys {

	private ConfigOptions config;

	public Keys(ConfigOptions config) {

		this.config = config;

	}

	public void load() {

		Project project;

		for (int currentProject=0; currentProject<config.projects.size(); currentProject++) {

			project = ((Project)config.projects.get(currentProject));

			/**

			 * There is two options, "properties" and "sources". "sources" is the default, so

			 * if there was something different to "properties", we assume "sources".

			 */

			if (!project.sourceKeys.equals("properties")) {

				project.dictionaries = loadProjectFromSources(project);

			}

			else {

				// load the keys for each language from the property file

			 	project.dictionaries = loadProjectFromProperties(project);

			 	// add missing keys tp each language

			 	completeKeys(project);

			 }

		}

	}

	public void save() {

		Project project;

		OrderedProperties dict;

		FileOutputStream stream=null;

		String lang;

		for (int currentProject=0; currentProject<config.projects.size(); currentProject++) {

			project = ((Project)config.projects.get(currentProject));

			for (int currentLang=0; currentLang<config.languages.length; currentLang++) {

				lang = (String) config.languages[currentLang];

				dict = (OrderedProperties) project.dictionaries.get(lang);

				if (dict.size()>0) {

					// ensure the directory exists

					File propertyDir = new File(project.propertyDir);

					if (propertyDir.mkdirs())

						System.out.println("Aviso -- directorio creado: "+project.propertyDir);

					try {

						// different for spanish...

						if (lang.equals("es")) {

							stream = new FileOutputStream(project.propertyDir+File.separator+project.basename+".properties");

						}

						else {

							stream = new FileOutputStream(project.propertyDir+File.separator+project.basename+"_"+lang+".properties");

						}

					} catch (FileNotFoundException e) {

						// TODO Auto-generated catch block

						e.printStackTrace();

					}

					try {

						dict.store(stream, "Translations for language ["+lang+"]");

					} catch (IOException e) {

						// TODO Auto-generated catch block

						e.printStackTrace();

					}

				}

			}

		}	

	}

	private HashMap loadProjectFromSources(Project project) {

		// always start with an empty HashMap when loading

		HashMap dictionaries = new HashMap();		

		String lang;

		/**

		 * The keys obtained from the sources and the config.xml files of the

		 * plugins.

		 */

		HashSet keys = new HashSet();

		/**

		 * The translations loaded from the property files of the project.

		 */

		dictionaries =  loadProjectFromProperties(project);

		for (int i=0; i<project.srcDirs.length; i++) {

			try {

				keys = loadKeysFromSources(ConfigOptions.getAbsolutePath(File.separator, project.dir+File.separator+project.srcDirs[i]), keys);

			}

			catch (IOException ex) {

				// It there was an error reading the directory, just warn and skip the dir

				System.err.println(project.dir +" -- Aviso: no se pudo leer el directorio "+project.dir+File.separator+project.srcDirs[i]);

			}

		}

		for (int currentLang=0; currentLang<config.languages.length; currentLang++) {

			lang = config.languages[currentLang];

			OrderedProperties currentDict = (OrderedProperties) dictionaries.get(lang);

			Iterator keysIterator = keys.iterator();

			String key;

			// add missing keys

			while (keysIterator.hasNext()) {

				key = (String) keysIterator.next();

				if (!currentDict.containsKey(key)) {

					currentDict.put(key, "");

					System.out.println(project.dir+" -- Aviso -- clave a?adida: "+key);

				}

			}

			// remove extra keys

			// first make a list of keys to remove, because it's not possible to access the iterator and the TreeMap at the same time

		/*	HashSet removedKeys = new HashSet();

			Iterator dictKey = currentDict.keySet().iterator();

			while (dictKey.hasNext()) {

				key = (String) dictKey.next();

				if (!keys.contains(key)) {

					removedKeys.add(key);

					System.out.println(project.dir+" -- Aviso -- clave eliminada: "+key);

				}

			}

			// now we really remove the keys

			Iterator removedKeysIt = removedKeys.iterator();

			while (removedKeysIt.hasNext()) {

				key = (String) removedKeysIt.next();

				currentDict.remove(key);

			}*/	

		}

		return dictionaries;

	}

	/**

	 * Reads the keys from all the languages, to make a unique list containing

	 * all the keys. 

	 */

	public void completeKeys(Project project) {

		/* The list of all the keys */

		HashSet keys = new HashSet();

		// always start with an empty HashMap when loading

		//HashMap dictionaries = new HashMap();		

		String lang;

		// calculate all the keys

		for (int currentLang=0; currentLang<config.languages.length; currentLang++) {

			lang = config.languages[currentLang];

			OrderedProperties currentDict = (OrderedProperties) project.dictionaries.get(lang);

			if (currentDict==null) {

				currentDict = new OrderedProperties();

				project.dictionaries.put(lang, currentDict);

			}

			else {

				Iterator keysIterator = currentDict.keySet().iterator();

				String key;

				// add missing keys

				while (keysIterator.hasNext()) {

					key = (String) keysIterator.next();

					keys.add(key);

				}	

			}

		}

		// add missing keys to each language

		for (int currentLang=0; currentLang<config.languages.length; currentLang++) {

			lang = config.languages[currentLang];

			OrderedProperties currentDict = (OrderedProperties) project.dictionaries.get(lang);

			Iterator keysIterator = keys.iterator();

			String key;

			// add missing keys

			while (keysIterator.hasNext()) {

				key = (String) keysIterator.next();

				if (!currentDict.containsKey(key)) {

					currentDict.put(key, "");

					System.out.println(project.dir+" -- Aviso -- clave a?adida: "+key);

				}

			}			

		}

	}

	private HashSet loadKeysFromSources(String directory, HashSet keys) {

		String key;

		File dir = new File(directory);

		File files[] = dir.listFiles();

		final int BLOCKSIZE = 8192;

		char[] partialBuffer = new char[BLOCKSIZE+1];

		String text;

		StringBuffer buffer;

		// stores the position of the newlines

		//ArrayList newLines = new ArrayList();

		//	int lineNumber;

		if (files!=null) {

			//Pattern keyPattern = Pattern.compile("(PluginServices|Messages)\\.(getText|getString|get)\\([^\"\\)]*\"([^\"]*)\"[^\\)]*\\)");

			Pattern keyPattern = Pattern.compile(

					"(PluginServices|Messages)\\p{Space}*\\.\\p{Space}*(getText|getString|get)\\p{Space}*\\([^\"\\)]*\"([^\"]*)\"[^\\+\\)]*(\\+[^\\)]*)*\\)");

			Matcher keyMatcher = keyPattern.matcher("");

					//"(PluginServices|Messages)\\.(getText|getString|get)\\p{Space}*\\([^\"\\)]*\"([^\"]*)\"[^\\+\\)]*(\\+[^\"]*\"([^\"]*)\"[^\\+\\)]*)*\\)");

			//Pattern newLinePattern = Pattern.compile("\n");

			//Matcher newLineMatcher = newLinePattern.matcher("");

			for (int i=0; i<files.length; i++) {

				if (files[i].isDirectory()) {

					keys = loadKeysFromSources(files[i].toString(), keys);

					continue;

				}

				else if (files[i].getName().toLowerCase().equals("PluginServices.java")) {

					//[Messages.]getText(...)

					Pattern PsPattern = Pattern.compile("(Messages\\.)*getText\\([^\"\\)]*\"([^\"]*)\"[^\\)]*\\)");

					Matcher PsMatcher = PsPattern.matcher("");

					FileInputStream fis=null;

					try {

						fis = new FileInputStream(files[i]);

						buffer = new StringBuffer();

						BufferedReader currentFile=null;

						currentFile = new BufferedReader(new InputStreamReader(fis, config.sourcesEncoding));

						while (currentFile.read(partialBuffer, 0, BLOCKSIZE)!=-1) {

							buffer.append(partialBuffer);

						}

						text = buffer.toString();

						PsMatcher.reset(text);

						while (PsMatcher.find()) {

							key = PsMatcher.group(2);

							if (!key.equals(""))

								keys.add(key);

						}

						currentFile.close();

					} catch (UnsupportedEncodingException e1) {

						System.err.println(e1.getLocalizedMessage());

						continue;

					}

					catch (IOException e1) {

						System.err.println(e1.getLocalizedMessage());

						continue;

					}

				}

				else if (files[i].getName().toLowerCase().endsWith(".java")) {

					FileInputStream fis=null;

					try {

						fis = new FileInputStream(files[i]);

						BufferedReader currentFile=null;

						currentFile = new BufferedReader(new InputStreamReader(fis, config.sourcesEncoding));

						buffer = new StringBuffer();

						int readChars; // number of characters which were read

						while ( (readChars = currentFile.read(partialBuffer, 0, BLOCKSIZE)) != -1) {

							buffer.append(partialBuffer, 0, readChars);

						}

						text = buffer.toString();

						/*newLineMatcher.reset(text);

						 while (newLineMatcher.find()) {

						 newLines.add(new Integer(newLineMatcher.end()-1));

						 }*/

						// lineNumber=1;

						keyMatcher.reset(text);

						while (keyMatcher.find()) {

							// find out in which line number we are

							/*while (keyMatcher.start() > ((Integer)newLines.get(lineNumber)).intValue() ) lineNumber++;

							 System.out.println("FileName: "+files[i].getCanonicalPath()+"; lineNumber: "+lineNumber);*/

//							StringBuffer keyBuffer = new StringBuffer();

//							for (int ii=0; ii<=keyMatcher.groupCount(); ii++) {

//							System.out.println("group: "+ ii+ "; " + keyMatcher.group(ii));

//							}

//							for (int groupNumb=3; groupNumb<=keyMatcher.groupCount(); groupNumb+=2) {

//							if (keyMatcher.group(groupNumb)!=null)

//							keyBuffer.append(keyMatcher.group(groupNumb));

//							}

							if (keyMatcher.group(4)!=null) {

								System.err.println("\nError: clave repartida en varias l?neas");

								System.err.println("Fichero: "+files[i].getCanonicalPath());

								System.err.println("C?digo: ");

								System.err.println(keyMatcher.group());

							}

							else {

								key = keyMatcher.group(3);

								if (!key.equals(""))

									keys.add(key);

							}

						}

						currentFile.close();

					} catch (UnsupportedEncodingException e1) {

						System.err.println(e1.getLocalizedMessage());

						continue;

					}

					catch (IOException e1) {

						System.err.println(e1.getLocalizedMessage());

						continue;

					}

				}

				else if (files[i].getName().equalsIgnoreCase("config.xml")) {

					keys = loadKeysFromXml(files[i], keys);

				}

			}

		}

		return keys;

	}

	private HashSet loadKeysFromXml(File fileName, HashSet keys) {

		KXmlParser parser = new KXmlParser();

		String tagname, attribute;

		// we use null encoding, in this way kxml2 tries to detect the encoding

		try {

			parser.setInput(new FileInputStream(fileName), null);

		} catch (FileNotFoundException e1) {

			System.err.println(e1.getLocalizedMessage());

			return keys;

		} catch (XmlPullParserException e1) {

			// No podemos leer el fichero de configuraci?n. Usamos valores por defecto

			System.err.println("Aviso: error al cargar el fichero "+fileName);

			return keys;

		}

		try {

			for (parser.next(); parser.getEventType()!=KXmlParser.END_DOCUMENT; parser.next()) {

				// este bucle externo recorre las etiquetas de primer y segundo nivel

				if (parser.getEventType()==KXmlParser.START_TAG) {

					tagname = parser.getName();

					if (tagname.equals("menu") || tagname.equals("action-tool") || tagname.equals("selectable-tool") || tagname.equals("entry")) {

						attribute = parser.getAttributeValue(null, "text");

						if (attribute!=null) {

							String menuParts[] = attribute.split("/");

							for (int i=0; i<menuParts.length; i++) {

								if (!menuParts[i].equals(""))

									keys.add(menuParts[i]);

							}

						}

						attribute = parser.getAttributeValue(null, "tooltip");

						if (attribute!=null && !attribute.equals("")) {

							keys.add(attribute);

						}

					}

					else if (tagname.equals("combo-scale")) {

						attribute = parser.getAttributeValue(null, "label");

						if (attribute!=null && !attribute.equals("")) {

							keys.add(attribute);

						}

					}

					else if (tagname.equals("tool-bar")) {

						attribute = parser.getAttributeValue(null, "name");

						if (attribute!=null && !attribute.equals("")) {

							keys.add(attribute);

						}

					}

				}

			}	

		} catch (XmlPullParserException e1) {

			e1.getLocalizedMessage();

		} catch (IOException e1) {

			e1.getLocalizedMessage();

		}

		return keys;

	}

	private HashMap loadProjectFromProperties(Project project) {

		// always start with an empty HashMap when loading

		HashMap dictionaries = new HashMap();

		String lang;

		OrderedProperties dictionary;

		FileInputStream stream=null;

		for (int currentLang=0; currentLang<config.languages.length; currentLang++) {

			lang = config.languages[currentLang];

			dictionary = new OrderedProperties();

			try {

				// different for spanish...

				if (lang.equals("es")) {

					stream = new FileInputStream(project.propertyDir+File.separator+project.basename+".properties");

				}

				else {

					stream = new FileInputStream(project.propertyDir+File.separator+project.basename+"_"+lang+".properties");

				}

				try {

					dictionary.load(stream);

				} catch (IOException e) {

					System.err.println("Error cargando la base de datos para el idioma: ["+lang+"]. "+e.getLocalizedMessage());

				}

			} catch (FileNotFoundException e) {

				System.err.println(project.dir + " -- Error cargando la base de datos para el idioma: ["+lang+"]. "+e.getLocalizedMessage());

			}

			dictionaries.put(lang, dictionary);

		}

		return dictionaries;

	}

}

/**

 * gvSIG. Desktop Geographic Information System.

 *

 * Copyright (C) 2007-2013 gvSIG Association.

 *

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 3

 * of the License, or (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,

 * MA  02110-1301, USA.

 *

 * For any additional information, do not hesitate to contact us

 * at info AT gvsig.com, or visit our website www.gvsig.com.

 */

package org.gvsig.i18n.utils;

import java.io.File;

import java.io.FileInputStream;

import java.io.FileNotFoundException;

import java.io.IOException;

import java.util.ArrayList;

import org.kxml2.io.KXmlParser;

import org.xmlpull.v1.XmlPullParserException;

public class ConfigOptions {

	// Default values

	public String defaultBaseName = "text";

	public String defaultBaseDir = ".";

	public String databaseDir = "database";

	private String configFileName = "config.xml";

	public String[] languages;

	public ArrayList projects = new ArrayList();

	private String defaultLangList="ca;cs;de;en;es;eu;fr;gl;it;pt";

	public String sourceKeys = "sources";

	private String defaultPropertyDir = "config";

	public String[] outputLanguages={"en", "es"};

	public String outputDir="output";

	public String inputDir="input";

	public String[] defaultSrcDirs={"src"};

	/**

	 * The character encoding of the Java source files, used to search keys in the sources.

	 */

	public String sourcesEncoding = "ISO8859_1";

	/**

	 * The character encoding of the generated output files for missing keys.

	 */

	public String outputEncoding = "UTF8";

	/**

	 * Creates a new ConfigOptions object.

	 */

	public ConfigOptions() {

		// Now we transform all directories to absolute canonical paths, so

		// that the are easier to manage afterwards.

		// It's also done at the end of parseVars method, but we must also do

		// it here, because parseVars() might not get executed.

		try {

			this.defaultBaseDir = getAbsolutePath(".", this.defaultBaseDir);

			this.databaseDir = getAbsolutePath(this.defaultBaseDir, this.databaseDir);

			this.outputDir = getAbsolutePath(this.defaultBaseDir, this.outputDir);

			this.inputDir = getAbsolutePath(this.defaultBaseDir, this.inputDir);

			/*

			 * 

			 File baseDirFile = new File(this.defaultBaseDir);

			this.defaultBaseDir = baseDirFile.getCanonicalPath();

			File databaseDirFile = new File(this.databaseDir);

			if (databaseDirFile.isAbsolute()) {

				this.databaseDir = databaseDirFile.getCanonicalPath();

			}

			else {

				this.databaseDir = (new File(this.defaultBaseDir+File.separator+this.databaseDir)).getCanonicalPath();

			}

			File outputDirFile = new File(this.outputDir);

			if (outputDirFile.isAbsolute()) {

				this.outputDir = outputDirFile.getCanonicalPath();

			}

			else {

				this.outputDir = (new File(this.defaultBaseDir+File.separator+this.outputDir)).getCanonicalPath();

			}

			File inputDirFile = new File(this.inputDir);

			if (inputDirFile.isAbsolute()) {

				this.inputDir = inputDirFile.getCanonicalPath();

			}

			else {

				this.inputDir = (new File(this.defaultBaseDir+File.separator+this.inputDir)).getCanonicalPath();

			}

			*/

		} catch (IOException e) {

			System.err.println("Error accediendo a los directorios de las traducciones: "+e.getLocalizedMessage());

		}

	}

	/**

	 *  Creates a new ConfigOptions object, defining the config file to use.

	 *  

	 * @param configFileName The file name of the config file to use.

	 */

	public ConfigOptions(String configFileName) {

		this.configFileName = configFileName;

		// Now we transform all directories to absolute canonical paths, so

		// that the are easier to manage afterwards.

		// It's also done at the end of parseVars method, but we must also do

		// it here, because parseVars() might not get executed.

		try {

			this.defaultBaseDir = getAbsolutePath(".", this.defaultBaseDir);

			this.databaseDir = getAbsolutePath(this.defaultBaseDir, this.databaseDir);

			this.outputDir = getAbsolutePath(this.defaultBaseDir, this.outputDir);

			this.inputDir = getAbsolutePath(this.defaultBaseDir, this.inputDir);

			/*File baseDirFile = new File(this.defaultBaseDir);

			this.defaultBaseDir = baseDirFile.getCanonicalPath();

			File databaseDirFile = new File(this.databaseDir);

			if (databaseDirFile.isAbsolute()) {

				this.databaseDir = databaseDirFile.getCanonicalPath();

			}

			else {

				this.databaseDir = (new File(this.defaultBaseDir+File.separator+this.databaseDir)).getCanonicalPath();

			}

			File outputDirFile = new File(this.outputDir);

			if (outputDirFile.isAbsolute()) {

				this.outputDir = outputDirFile.getCanonicalPath();

			}

			else {

				this.outputDir = (new File(this.defaultBaseDir+File.separator+this.outputDir)).getCanonicalPath();

			}

			File inputDirFile = new File(this.inputDir);

			if (inputDirFile.isAbsolute()) {

				this.inputDir = inputDirFile.getCanonicalPath();

			}

			else {

				this.inputDir = (new File(this.defaultBaseDir+File.separator+this.inputDir)).getCanonicalPath();

			}*/

		} catch (IOException e) {

			System.err.println("Error accediendo a los directorios de las traducciones: "+e.getLocalizedMessage());

		}

	}

	/**

	 * Sets the name of the config file to use.

	 * 

	 * @param configFileName

	 */

	public void setConfigFile(String configFileName) {

		this.configFileName = configFileName;

	}

	/**

	 * Gets the name of the config file in use.

	 * 

	 * @return The name of the config file in use.

	 */

	public String getConfigFile() {

		return configFileName;

	}

	/**

	 *  Loads the config parameters and the projects to consider from the XML

	 * config file */

	public boolean load() {

		KXmlParser parser = new KXmlParser();

		// we use null encoding, in this way kxml2 tries to detect the encoding

		try {

			parser.setInput(new FileInputStream(configFileName), null);

		} catch (FileNotFoundException e1) {

			System.err.println(e1.getLocalizedMessage());

			return false;

		} catch (XmlPullParserException e1) {

			// No podemos leer el fichero de configuraci?n. Usamos valores por defecto

			System.err.println("Aviso: no se pudo leer correctamente el fichero de configuraci?n. Se usar?n los valores por defecto.");

			return false;

		}

		try {

			for (parser.next(); parser.getEventType()!=KXmlParser.END_DOCUMENT; parser.next()) {

				// este bucle externo recorre las etiquetas de primer y segundo nivel

				if (parser.getEventType()==KXmlParser.START_TAG) {

					if (parser.getName().equals("config")) {

						parseVars(parser);

					}

					else if (parser.getName().equals("projects")) {

						parseProjects(parser);

					}

				}

			}	

		} catch (XmlPullParserException e1) {

			e1.getLocalizedMessage();

		} catch (IOException e1) {

			e1.getLocalizedMessage();

		}

		File outputDirFile = new File(outputDir);

		outputDirFile.mkdirs();

		File databaseDirFile = new File(databaseDir);

		databaseDirFile.mkdirs();

		return true;

	}

	private void parseVars(KXmlParser parser) throws XmlPullParserException, IOException {

		// recorremos todas las etiquetas 'variable' dentro de config

		int state;

		String name, value;

		for (state = parser.next(); state!=KXmlParser.END_TAG || !parser.getName().equals("config") ; state=parser.next()) {

			if (state==KXmlParser.START_TAG) {

				if (parser.getName().equals("variable")) {

					name = parser.getAttributeValue(null, "name");

					value = parser.getAttributeValue(null, "value");

					if (name!=null && value!=null) {

						value = parser.getAttributeValue(null, "value");

						if (parser.getAttributeValue(null, "name").equals("basename")) {

							defaultBaseName = parser.getAttributeValue(null, "value");

						}

						else if (parser.getAttributeValue(null, "name").equals("basedir")) {

							defaultBaseDir = parser.getAttributeValue(null, "value");

						}

						else if (parser.getAttributeValue(null, "name").equals("databaseDir")) {

							databaseDir = parser.getAttributeValue(null, "value");

						}

						else if (parser.getAttributeValue(null, "name").equals("defaultPropertyDir")) {

							defaultPropertyDir = parser.getAttributeValue(null, "value");

						}

						else if (parser.getAttributeValue(null, "name").equals("outputDir")) {

							outputDir = parser.getAttributeValue(null, "value");

						}

						else if (parser.getAttributeValue(null, "name").equals("inputDir")) {

							inputDir = parser.getAttributeValue(null, "value");

						}

						else if (parser.getAttributeValue(null, "name").equals("sourceKeys")) {

							sourceKeys = parser.getAttributeValue(null, "value");

						}

						else if (parser.getAttributeValue(null, "name").equals("srcDirs")) {

							String srcDirs = parser.getAttributeValue(null, "value");

							this.defaultSrcDirs = srcDirs.split(";");

						}

						else if (parser.getAttributeValue(null, "name").equals("languages")) {

							languages = parser.getAttributeValue(null, "value").split(";");

							if (languages.length==0) {

								System.err.println("Aviso: No se definieron idiomas a considerar. Se usar? la lista de idiomas\n por defecto: "+defaultLangList);

								languages = defaultLangList.split(";");

							}

						}

					}

					else {

						if (name==null)

							System.err.println("Error leyendo el fichero de configuraci?n. No se encontr? el atributo 'name'\nrequerido en la etiqueta <variable>. La etiqueta ser? ignorada.");

						if (value==null)

							System.err.println("Error leyendo el fichero de configuraci?n. No se encontr? el atributo 'value'\nrequerido en la etiqueta <variable>. La etiqueta ser? ignorada.");

					}

				}

				else {

					System.err.println("Aviso: se ignor? una etiqueta desconocida o inesperada: " + parser.getName());

				}

			}

		}

		// Now we transform all directories to absolute canonical paths, so

		// that they are easier to manage afterwards.

		try {

			this.defaultBaseDir = getAbsolutePath(".", this.defaultBaseDir);

			this.databaseDir = getAbsolutePath(this.defaultBaseDir, this.databaseDir);

			this.outputDir = getAbsolutePath(this.defaultBaseDir, this.outputDir);

			this.inputDir = getAbsolutePath(this.defaultBaseDir, this.inputDir);

			/**

			File baseDirFile = new File(this.defaultBaseDir);

			this.defaultBaseDir = baseDirFile.getCanonicalPath();

			System.out.println(this.defaultBaseDir);