Application: gvSIG desktop

/*

 * To change this license header, choose License Headers in Project Properties.

 * To change this template file, choose Tools | Templates

 * and open the template in the editor.

 */

package org.gvsig.fmap.dal.store.csv.virtualrows;

import java.io.Closeable;

import java.io.File;

import java.io.IOException;

import java.nio.charset.Charset;

import java.util.ArrayList;

import java.util.Date;

import java.util.Iterator;

import java.util.List;

import org.apache.commons.csv.CSVFormat;

import org.apache.commons.csv.CSVParser;

import org.apache.commons.csv.CSVRecord;

import org.apache.commons.io.FilenameUtils;

import org.apache.commons.io.IOUtils;

import org.apache.commons.lang3.ArrayUtils;

import static org.gvsig.fmap.dal.store.csv.virtualrows.RandomAccessFileReader.FILTER_NONE;

import org.gvsig.tools.ToolsLocator;

import org.gvsig.tools.library.impl.DefaultLibrariesInitializer;

import org.gvsig.tools.observer.Observable;

import org.gvsig.tools.task.SimpleTaskStatus;

import org.gvsig.tools.task.TaskStatus;

import org.gvsig.tools.task.TaskStatusManager;

/**

 *

 * @author gvSIG Team

 */

public class ApacheCommonsCSVList extends AbstractCSVList {

    public ApacheCommonsCSVList(File text, File index, Charset charset) throws IOException {

        super(text, index, charset);

    }

    public ApacheCommonsCSVList(RandomAccessFileReader reader, RandomAccessFileIndex index) throws IOException {

        super(reader, index);

    }

    @Override

    protected List<String> nextRecord() throws IOException {

        CSVParser parser = CSVFormat.EXCEL.parse(this.reader);

        Iterator<CSVRecord> it = parser.iterator();

        if (!it.hasNext()) {

            return null;

        }

        CSVRecord record = it.next();

        List<String> values = new ArrayList<>();

        for (String value : record) {

            values.add(value);

        }

        return values;

    }

    public static void main(String[] args) throws Exception {

        new DefaultLibrariesInitializer().fullInitialize();

        String fname;

        fname = "/home/jjdelcerro/Descargas/test/origen_coordenadas.csv";

//        fname = "/home/jjdelcerro/Descargas/test/esp_poblaciones.csv";

//        fname = "/home/jjdelcerro/Descargas/test/esp_provincias.csv";

        File data_file = new File(fname);

        File index_file = new File(FilenameUtils.removeExtension(data_file.getAbsolutePath()) + ".idx");

        final TaskStatusManager taskStatusManager = ToolsLocator.getTaskStatusManager();

        taskStatusManager.addObserver((Observable observable, Object notification) -> {

            TaskStatus status = taskStatusManager.getRunningTaskStatusMostRecent();

//            System.out.print("\033[?25l\r");

//            if( status!=null && status.isRunning() ) {

//                System.out.print("\033[?25l\r");

//                System.out.print(status.getTitle()+ " - " + status.getLabel());

//                System.out.print("\033[K\033[?12l\033[?25h");

//            }

//            System.out.flush();

        });

        SimpleTaskStatus status = taskStatusManager.createDefaultSimpleTaskStatus(data_file.getName());

        status.add();

        RandomAccessFileReader reader = new RandomAccessFileReader(data_file, "UTF-8");

        RandomAccessFileIndex index_lines = reader.createOrOpenIndexOfLines(index_file, FILTER_NONE, null);

        CSVList csv = new ApacheCommonsCSVList(reader, index_lines);

        System.out.println("Lines " + csv.size());

        int n = 0;

        for (List<String> record : csv) {

            if( n<100 ) {

                System.out.println(String.format("%6d: %s", n, ArrayUtils.toString(record)));

            } else if( n==100 ) {

                System.out.println("More records...");

            }

            n++;

        }

        System.out.println("-----------------");

        long t1 = new Date().getTime();

        for (int i = csv.size() - 1; i >= 0; i--) {

            List<String> record = csv.get(i);

            if( i<100 ) {

                System.out.println(String.format("%6d: %s", i, ArrayUtils.toString(record)));

            } else if( i==100 ) {

                System.out.println("More records...");

            }

        }

        long t2 = new Date().getTime();

        System.out.println("Time: " + (t2 - t1) + " ms");

        IOUtils.closeQuietly(csv);

    }

}