Application: gvSIG desktop

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L  vsanjaime   programador

 */

package org.gvsig.geocoding.index;

import java.io.File;

import java.util.Iterator;

import org.apache.lucene.analysis.snowball.SnowballAnalyzer;

import org.apache.lucene.analysis.standard.StandardAnalyzer;

import org.apache.lucene.document.Document;

import org.apache.lucene.document.Field;

import org.apache.lucene.index.IndexWriter;

import org.apache.lucene.index.Term;

import org.apache.lucene.queryParser.MultiFieldQueryParser;

import org.apache.lucene.search.BooleanClause;

import org.apache.lucene.search.BooleanQuery;

import org.apache.lucene.search.FuzzyQuery;

import org.apache.lucene.search.Hits;

import org.apache.lucene.search.IndexSearcher;

import org.apache.lucene.search.Query;

import org.gvsig.LayerServer;

import org.gvsig.fmap.dal.feature.Feature;

import org.gvsig.fmap.dal.feature.FeatureReference;

import org.gvsig.fmap.dal.feature.FeatureSet;

import org.gvsig.fmap.dal.feature.FeatureStore;

import org.gvsig.fmap.dal.feature.spi.FeatureReferenceProviderServices;

import org.gvsig.geocoding.address.Literal;

import org.gvsig.geocoding.address.impl.DefaultLiteral;

import org.gvsig.geocoding.pattern.GeocodingPattern;

import org.gvsig.geocoding.pattern.GeocodingSource;

import org.gvsig.geocoding.pattern.impl.DefaultGeocodingPattern;

import org.gvsig.geocoding.pattern.impl.DefaultGeocodingSource;

import org.gvsig.geocoding.styles.AbstractGeocodingStyle;

import org.gvsig.geocoding.styles.impl.SimpleCentroid;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

/**

 * Test

 * 

 * @author <a href="mailto:jsanz@prodevelop.es"> Jorge Gaspar Sanz Salinas</a>

 * @author <a href="mailto:vsanjaime@prodevelop.es"> Vicent Sanjaime Calvet</a>

 */

public class LuceneIndexDataStoreTest extends

                org.gvsig.tools.junit.AbstractLibraryAutoInitTestCase {

        private static final Logger log = LoggerFactory

                        .getLogger(LuceneIndexDataStoreTest.class);

        @Override

        protected void doSetUp() throws Exception {

                // TODO Auto-generated method stub

        }

        public void testSnowballIndex() throws Exception {

                log.debug("/////////////  SNOWBALL TEST ...");

                log.debug("Load pattern ...");

                GeocodingPattern pat = getPattern();

                log.debug("Load data store ...");

                FeatureStore store = LayerServer.getSHPStore(LayerServer

                                .getStreetsFile());

                log.debug("Create indexes ...");

                File tmpFile = new File("/home/vsanjaime/tmp/index");

                IndexWriter indexWriter = new IndexWriter(tmpFile.getAbsolutePath(),

                                new SnowballAnalyzer("Spanish"), true);

                FeatureSet features = store.getFeatureSet();

                Iterator it = features.fastIterator();

                Literal lfields = pat.getDataSource().getStyle().getRelationsLiteral();

                String[] fields = lfields.getStringValuesArray();

                Feature feat = null;

                while (it.hasNext()) {

                        Document doc = new org.apache.lucene.document.Document();

                        feat = (Feature) it.next();

                        FeatureReference ref = feat.getReference();

                        FeatureReferenceProviderServices serv = (FeatureReferenceProviderServices)ref;

//                        Field field = new Field("id", attribute, Field.Store.YES,

//                                        Field.Index.UTOKENIZED);

//                        doc.add(field);

                        for (int i = 0; i < fields.length; i++) {

                                String fieldName = (String) fields[i];

                                String attribute = feat.getString(fieldName);

                                Field field = new Field(fieldName, attribute, Field.Store.YES,

                                                Field.Index.TOKENIZED);

                                doc.add(field);

                        }

                        //log.info("Field 1: "+doc.getFields().get(0).toString()+"Field 2: "+doc.getFields().get(1).toString());

                        indexWriter.addDocument(doc);

                }

                indexWriter.optimize();

                log.debug("Buscar ...");

                String path = tmpFile.getAbsolutePath();

                IndexSearcher searcher = new IndexSearcher(path);

                String[] input = new String[] { "castr","valencia" };

                Query query = MultiFieldQueryParser.parse(input, fields,

                                new SnowballAnalyzer("Spanish"));

                Hits hits = searcher.search(query);

                for (int i = 0; i < 20; i++) {

                         Document docu = hits.doc(i);

                         log.debug(docu.get("GID") + "\t " + docu.get("STREET_NAM") +" - "+docu.get("PROV") + "("

                         + hits.score(i) + ")");

                }

                log.debug("Resultados: " + hits.length());

                log.debug("FIN ....");

        }

//        public void testStandardIndex() throws Exception {

//                log.info("/////////////  STANDARD TEST ...");

//                log.info("Load pattern ...");

//                GeocodingPattern pat = getPattern();

//

//                log.info("Load data store ...");

//                FeatureStore store = LayerServer.getSHPStore(LayerServer

//                                .getStreetsFile());

//

//                log.info("Create indexes ...");

//                File tmpFile = new File("/home/vsanjaime/tmp/index");

//                IndexWriter indexWriter = new IndexWriter(tmpFile.getAbsolutePath(),

//                                new StandardAnalyzer(), true);

//                FeatureSet features = store.getFeatureSet();

//                Iterator it = features.fastIterator();

//

//                Literal lfields = pat.getSource().getStyle().getRelationsLiteral();

//                String[] fields = lfields.getStringValuesArray();

//

//                Feature feat = null;

//

//                int idd = 0;

//                while (it.hasNext()) {

//                        

//                        Document doc = new org.apache.lucene.document.Document();

//                        feat = (Feature) it.next();

//                        Field idfield = new Field("GID", idd+"", Field.Store.YES,

//                                        Field.Index.UN_TOKENIZED);                                

//                        doc.add(idfield);

//                        for (int i = 0; i < fields.length; i++) {

//                                String fieldName = (String) fields[i];

//                                String attribute = feat.getString(fieldName);

//                                Field field = new Field(fieldName, attribute, Field.Store.YES,

//                                                Field.Index.TOKENIZED);                                

//                                doc.add(field);

//

//                        }                        

//                        indexWriter.addDocument(doc);

//                        idd++;

//                }

//                indexWriter.optimize();

//

//                log.info("Buscar ...");

//                String path = tmpFile.getAbsolutePath();

//                IndexSearcher searcher = new IndexSearcher(path);

//

////                String[] input = new String[] { "guilem","valenci" };

//

////                Query query = MultiFieldQueryParser.parse(input, fields,

////                                new StandardAnalyzer());

//                

//                Query consulta = new BooleanQuery();

//                 BooleanQuery boolConsulta = (BooleanQuery) consulta;

////                 boolConsulta.add(

////                 new FuzzyQuery(new Term("STRET_NAM", "na"), 0.5f),

////                 BooleanClause.Occur.SHOULD);

//                 boolConsulta.add(

//                 new FuzzyQuery(new Term("STRET_NAM", "jordana"), 0.5f),

//                 BooleanClause.Occur.SHOULD);

//                 boolConsulta.add(

//                 new FuzzyQuery(new Term("PROV", "valencia"), 0.5f),

//                 BooleanClause.Occur.SHOULD);

//                

//                Hits hits = searcher.search(consulta);

//                for (int i = 0; i < 20; i++) {

//                         Document docu = hits.doc(i);

//                        

//                         log.info(docu.get("GID") + "\t " + docu.get("STREET_NAM") +" - "+docu.get("PROV") + "("

//                                         + hits.score(i) + ")");

//                }

//                log.info("Resultados: " + hits.length());

//                log.info("FIN ....");

//        }

        /**

         * get pattern

         * 

         * @return

         */

        private GeocodingPattern getPattern() {

                GeocodingPattern pat = new DefaultGeocodingPattern();

                try {

                        pat.setPatternName("indexLucenePattern");

                        GeocodingSource source = new DefaultGeocodingSource();

                        source.setLayerName("Streets.shp");

                        source.setLayerProvider("Shape file");

                        AbstractGeocodingStyle style = new SimpleCentroid();

                        Literal relations = new DefaultLiteral();

                        relations.put("Calle", "STREET_NAM");

                        relations.put("Provincia", "PROV");

                        style.setRelationsLiteral(relations);

                        source.setStyle(style);

                        pat.setSource(source);

                } catch (Exception e) {

                        log.error("Building a pattern", e);

                }

                return pat;

        }

}