Revision 1657
org.gvsig.jexcel/tags/org.gvsig.jexcel-1.0.194/org.gvsig.jexcel.provider/src/main/resources/META-INF/services/org.gvsig.tools.library.Library | ||
---|---|---|
1 |
org.gvsig.jexcel.JExcelLibrary |
org.gvsig.jexcel/tags/org.gvsig.jexcel-1.0.194/org.gvsig.jexcel.provider/src/main/resources/org/gvsig/jexcel/dal/provider/JExcelMetadata.xml | ||
---|---|---|
1 |
<?xml version="1.0"?> |
|
2 |
<!-- |
|
3 |
Definitions of metadata fields of a shp file. |
|
4 |
--> |
|
5 |
<definitions> |
|
6 |
<version>1.0.0</version> |
|
7 |
<classes> |
|
8 |
|
|
9 |
<class name="JExcel" namespace="Metadata"> |
|
10 |
<extends> |
|
11 |
<class namespace="Metadata" name="SpatialProvider"/> |
|
12 |
</extends> |
|
13 |
<description>Metadata of a JExcel store</description> |
|
14 |
<fields> |
|
15 |
</fields> |
|
16 |
</class> |
|
17 |
|
|
18 |
</classes> |
|
19 |
</definitions> |
org.gvsig.jexcel/tags/org.gvsig.jexcel-1.0.194/org.gvsig.jexcel.provider/src/main/resources/org/gvsig/jexcel/dal/provider/JExcelParameters.xml | ||
---|---|---|
1 |
<?xml version= "1.0 "?> |
|
2 |
<definitions> |
|
3 |
<version>1.0.0</version> |
|
4 |
<classes> |
|
5 |
<class name="JExcel"> |
|
6 |
<extends> |
|
7 |
<class namespace="dal" name="ProviderParameters"/> |
|
8 |
</extends> |
|
9 |
<description>Store the parameters need to open a Excel file</description> |
|
10 |
<fields> |
|
11 |
<field name="file" label="File" type="file" mandatory="true"> |
|
12 |
<description>Excel file</description> |
|
13 |
</field> |
|
14 |
<field name="locale" label="Locale" type="string" mandatory="true" defaultValue="DEFAULT"> |
|
15 |
<description>Locale used to parse double and float values (BCP47 language tag representing the locale)</description> |
|
16 |
<availableValues> |
|
17 |
<value label="Default (use system locale)">DEFAULT</value> |
|
18 |
<value label="Canada (english)">en-CA</value> |
|
19 |
<value label="Canada (french)">fr-CA</value> |
|
20 |
<value label="Chinese">zh</value> |
|
21 |
<value label="English">en</value> |
|
22 |
<value label="French">fr</value> |
|
23 |
<value label="German">de</value> |
|
24 |
<value label="Italian">it</value> |
|
25 |
<value label="Japanese">ja</value> |
|
26 |
<value label="Korea">ko</value> |
|
27 |
<value label="Spain">es</value> |
|
28 |
<value label="Uk">en-GB</value> |
|
29 |
<value label="Us">en-US</value> |
|
30 |
</availableValues> |
|
31 |
</field> |
|
32 |
<field name="sheet" label="Sheet to load" type="integer" subtype="jexcel.sheet.selector" mandatory="false" defaultValue="0"> |
|
33 |
<description>Sheet to use.</description> |
|
34 |
</field> |
|
35 |
<field name="isFirstRowHeadeer" label="Use first row as header" type="boolean" mandatory="false" defaultValue="false"> |
|
36 |
<description>Check for use first row as header.</description> |
|
37 |
</field> |
|
38 |
<field name="CRS" type="crs" mandatory="false"> |
|
39 |
<description>The coordinate reference system used when use the point parameter to generate a layer</description> |
|
40 |
</field> |
|
41 |
<field name="point" label="Point (X,Y,Z)" type="string" mandatory="false" defaultValue="" > |
|
42 |
<description>This field allow to add a Geometry column to the table. It is a list of field names separated by commas used as dimensions for the attribute GEOM of type point to add to the table.</description> |
|
43 |
</field> |
|
44 |
|
|
45 |
<field name="header" label="Header" type="string" mandatory="false" defaultValue="" group="Advanced"> |
|
46 |
<description>The header or empty if parsed automatically</description> |
|
47 |
</field> |
|
48 |
<field name="fieldtypes" label="Field types" type="string" mandatory="false" defaultValue="" group="Advanced"> |
|
49 |
<description>Comma separated list of field types. If empty strings are assumed (Eg: integer,string,double,boolean,float,geometry).</description> |
|
50 |
</field> |
|
51 |
<field name="automaticTypesDetection" label="Automatic types detection" type="boolean" mandatory="false" defaultValue="true" group="Advanced"> |
|
52 |
<description>This flag activate the autodetection of types in the CSV. Can be slow.</description> |
|
53 |
</field> |
|
54 |
<field name="ignoreErrors" label="Ignore errors" type="boolean" mandatory="false" defaultValue="false" group="Advanced"> |
|
55 |
<description>Set to true to ignore errors during load of data.</description> |
|
56 |
</field> |
|
57 |
</fields> |
|
58 |
|
|
59 |
</class> |
|
60 |
</classes> |
|
61 |
</definitions> |
org.gvsig.jexcel/tags/org.gvsig.jexcel-1.0.194/org.gvsig.jexcel.provider/src/main/java/org/gvsig/jexcel/dal/provider/JExcelStoreProviderFactory.java | ||
---|---|---|
1 |
/** |
|
2 |
* gvSIG. Desktop Geographic Information System. |
|
3 |
* |
|
4 |
* Copyright (C) 2007-2013 gvSIG Association. |
|
5 |
* |
|
6 |
* This program is free software; you can redistribute it and/or |
|
7 |
* modify it under the terms of the GNU General Public License |
|
8 |
* as published by the Free Software Foundation; either version 3 |
|
9 |
* of the License, or (at your option) any later version. |
|
10 |
* |
|
11 |
* This program is distributed in the hope that it will be useful, |
|
12 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
13 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
14 |
* GNU General Public License for more details. |
|
15 |
* |
|
16 |
* You should have received a copy of the GNU General Public License |
|
17 |
* along with this program; if not, write to the Free Software |
|
18 |
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, |
|
19 |
* MA 02110-1301, USA. |
|
20 |
* |
|
21 |
* For any additional information, do not hesitate to contact us |
|
22 |
* at info AT gvsig.com, or visit our website www.gvsig.com. |
|
23 |
*/ |
|
24 |
package org.gvsig.jexcel.dal.provider; |
|
25 |
|
|
26 |
import org.gvsig.fmap.dal.DataParameters; |
|
27 |
import org.gvsig.fmap.dal.DataStoreProvider; |
|
28 |
import org.gvsig.fmap.dal.exception.InitializeException; |
|
29 |
import org.gvsig.fmap.dal.feature.FeatureStoreProviderFactory; |
|
30 |
import org.gvsig.fmap.dal.feature.spi.AbstractFeatureStoreProviderFactory; |
|
31 |
import org.gvsig.fmap.dal.spi.DataStoreProviderServices; |
|
32 |
import org.gvsig.tools.dynobject.DynObject; |
|
33 |
|
|
34 |
public class JExcelStoreProviderFactory extends AbstractFeatureStoreProviderFactory implements FeatureStoreProviderFactory{ |
|
35 |
|
|
36 |
public JExcelStoreProviderFactory(String name, String description) { |
|
37 |
super(name, description); |
|
38 |
} |
|
39 |
|
|
40 |
public DataStoreProvider createProvider(DataParameters parameters, |
|
41 |
DataStoreProviderServices providerServices) |
|
42 |
throws InitializeException { |
|
43 |
return new JExcelStoreProvider((JExcelStoreParameters) parameters, providerServices); |
|
44 |
} |
|
45 |
|
|
46 |
public DynObject createParameters() { |
|
47 |
return new JExcelStoreParameters(); |
|
48 |
} |
|
49 |
|
|
50 |
public int allowCreate() { |
|
51 |
return NO; |
|
52 |
} |
|
53 |
|
|
54 |
public int allowWrite() { |
|
55 |
return NO; |
|
56 |
} |
|
57 |
|
|
58 |
public int allowRead() { |
|
59 |
return YES; |
|
60 |
} |
|
61 |
|
|
62 |
public int hasRasterSupport() { |
|
63 |
return NO; |
|
64 |
} |
|
65 |
|
|
66 |
public int hasTabularSupport() { |
|
67 |
return YES; |
|
68 |
} |
|
69 |
|
|
70 |
public int hasVectorialSupport() { |
|
71 |
return YES; |
|
72 |
} |
|
73 |
|
|
74 |
public int allowMultipleGeometryTypes() { |
|
75 |
return YES; |
|
76 |
} |
|
77 |
|
|
78 |
public int allowEditableFeatureType() { |
|
79 |
return NO; |
|
80 |
} |
|
81 |
|
|
82 |
} |
org.gvsig.jexcel/tags/org.gvsig.jexcel-1.0.194/org.gvsig.jexcel.provider/src/main/java/org/gvsig/jexcel/dal/provider/JExcelStoreParameters.java | ||
---|---|---|
1 |
/** |
|
2 |
* gvSIG. Desktop Geographic Information System. |
|
3 |
* |
|
4 |
* Copyright (C) 2007-2013 gvSIG Association. |
|
5 |
* |
|
6 |
* This program is free software; you can redistribute it and/or |
|
7 |
* modify it under the terms of the GNU General Public License |
|
8 |
* as published by the Free Software Foundation; either version 3 |
|
9 |
* of the License, or (at your option) any later version. |
|
10 |
* |
|
11 |
* This program is distributed in the hope that it will be useful, |
|
12 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
13 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
14 |
* GNU General Public License for more details. |
|
15 |
* |
|
16 |
* You should have received a copy of the GNU General Public License |
|
17 |
* along with this program; if not, write to the Free Software |
|
18 |
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, |
|
19 |
* MA 02110-1301, USA. |
|
20 |
* |
|
21 |
* For any additional information, do not hesitate to contact us |
|
22 |
* at info AT gvsig.com, or visit our website www.gvsig.com. |
|
23 |
*/ |
|
24 |
package org.gvsig.jexcel.dal.provider; |
|
25 |
|
|
26 |
import java.io.File; |
|
27 |
import java.util.Locale; |
|
28 |
import org.apache.commons.lang3.StringEscapeUtils; |
|
29 |
import org.apache.commons.lang3.StringUtils; |
|
30 |
import org.cresques.cts.IProjection; |
|
31 |
import org.gvsig.fmap.dal.FileHelper; |
|
32 |
import org.gvsig.fmap.dal.feature.OpenFeatureStoreParameters; |
|
33 |
import org.gvsig.fmap.dal.serverexplorer.filesystem.FilesystemStoreParameters; |
|
34 |
import org.gvsig.fmap.dal.spi.AbstractDataStoreParameters; |
|
35 |
import org.gvsig.fmap.dal.spi.DataStoreProviderServices; |
|
36 |
import org.gvsig.tools.ToolsLocator; |
|
37 |
import org.gvsig.tools.dataTypes.DataTypesManager; |
|
38 |
import org.gvsig.tools.dynobject.DelegatedDynObject; |
|
39 |
import org.gvsig.tools.dynobject.DynObject; |
|
40 |
import org.slf4j.Logger; |
|
41 |
import org.slf4j.LoggerFactory; |
|
42 |
|
|
43 |
public class JExcelStoreParameters extends AbstractDataStoreParameters implements |
|
44 |
OpenFeatureStoreParameters, FilesystemStoreParameters { |
|
45 |
|
|
46 |
private static final Logger logger = LoggerFactory.getLogger(JExcelStoreParameters.class); |
|
47 |
|
|
48 |
public static final String PARAMETERS_DEFINITION_NAME = "JExcel"; |
|
49 |
|
|
50 |
private static final String FILE = "file"; |
|
51 |
private static final String IGNOREERRORS = "ignoreErrors"; |
|
52 |
private static final String CRS = "CRS"; |
|
53 |
private static final String FIELDTYPES = "fieldtypes"; |
|
54 |
private static final String LOCALE = "locale"; |
|
55 |
private static final String SHEET = "sheet"; |
|
56 |
private static final String ISFIRSTROWHEADER = "isFirstRowHeadeer"; |
|
57 |
private static final String AUTOMATICTYPESDETECTION = "automaticTypesDetection"; |
|
58 |
private static final String HEADER = "header"; |
|
59 |
|
|
60 |
private DelegatedDynObject parameters; |
|
61 |
|
|
62 |
public JExcelStoreParameters() { |
|
63 |
this(PARAMETERS_DEFINITION_NAME); |
|
64 |
} |
|
65 |
|
|
66 |
protected JExcelStoreParameters(String parametersDefinitionName) { |
|
67 |
this(parametersDefinitionName, JExcelStoreProvider.NAME); |
|
68 |
} |
|
69 |
|
|
70 |
public JExcelStoreParameters(String parametersDefinitionName, String name) { |
|
71 |
super(); |
|
72 |
this.parameters = (DelegatedDynObject) FileHelper.newParameters(parametersDefinitionName); |
|
73 |
this.setDynValue(DataStoreProviderServices.PROVIDER_PARAMTER_NAME, name); |
|
74 |
} |
|
75 |
|
|
76 |
public String getDataStoreName() { |
|
77 |
return (String) this.getDynValue(DataStoreProviderServices.PROVIDER_PARAMTER_NAME); |
|
78 |
} |
|
79 |
|
|
80 |
public String getDescription() { |
|
81 |
return this.getDynClass().getDescription(); |
|
82 |
} |
|
83 |
|
|
84 |
protected DelegatedDynObject getDelegatedDynObject() { |
|
85 |
return parameters; |
|
86 |
} |
|
87 |
|
|
88 |
public boolean isValid() { |
|
89 |
if ( getFileName(this) == null ) { |
|
90 |
return false; |
|
91 |
} |
|
92 |
return true; |
|
93 |
} |
|
94 |
|
|
95 |
public File getFile() { |
|
96 |
return (File) this.getDynValue(FILE); |
|
97 |
} |
|
98 |
|
|
99 |
public void setFile(File file) { |
|
100 |
this.setDynValue(FILE, file); |
|
101 |
} |
|
102 |
|
|
103 |
static IProjection getCRS(DynObject dynobj) { |
|
104 |
return (IProjection) dynobj.getDynValue(CRS); |
|
105 |
} |
|
106 |
|
|
107 |
static String getFileName(DynObject dynobj) { |
|
108 |
File f = (File) dynobj.getDynValue(FILE); |
|
109 |
if ( f == null ) { |
|
110 |
return null; |
|
111 |
} |
|
112 |
return f.getPath(); |
|
113 |
} |
|
114 |
|
|
115 |
static File getFile(DynObject dynobj) { |
|
116 |
File f = (File) dynobj.getDynValue(FILE); |
|
117 |
return f; |
|
118 |
} |
|
119 |
|
|
120 |
static Locale getLocale(DynObject dynobj) { |
|
121 |
try { |
|
122 |
String s = (String) dynobj.getDynValue(LOCALE); |
|
123 |
if ( s.trim().length() == 0 ) { |
|
124 |
return null; |
|
125 |
} |
|
126 |
if ( "DEFAULT".equalsIgnoreCase(s.trim()) ) { |
|
127 |
return Locale.getDefault(); |
|
128 |
} |
|
129 |
Locale locale = null; |
|
130 |
// locale = Locale.forLanguageTag(s); // Since java 1.7 |
|
131 |
String[] ss = s.split("-"); |
|
132 |
switch (ss.length) { |
|
133 |
case 1: |
|
134 |
locale = new Locale(ss[0]); |
|
135 |
break; |
|
136 |
case 2: |
|
137 |
locale = new Locale(ss[0], ss[1]); |
|
138 |
break; |
|
139 |
case 3: |
|
140 |
default: |
|
141 |
locale = new Locale(ss[0], ss[1], ss[2]); |
|
142 |
break; |
|
143 |
} |
|
144 |
return locale; |
|
145 |
} catch (Exception ex) { |
|
146 |
logger.warn("Can't get locale from JExcel parameters.", ex); |
|
147 |
return null; |
|
148 |
} |
|
149 |
} |
|
150 |
|
|
151 |
private static String getDelimiter(String line) { |
|
152 |
String sep = null; |
|
153 |
// Cuiaddo con los ":", los he puesto al final a proposito |
|
154 |
// ya que podian estar en la cadena para separar el size |
|
155 |
// size de cada tipo. |
|
156 |
String seps = ",;-|@#/+$%&!:"; |
|
157 |
for ( int i = 0; i < seps.length(); i++ ) { |
|
158 |
sep = seps.substring(i, 1); |
|
159 |
if ( line.contains(seps.substring(i, 1)) ) { |
|
160 |
break; |
|
161 |
} |
|
162 |
sep = null; |
|
163 |
} |
|
164 |
return sep; |
|
165 |
} |
|
166 |
|
|
167 |
static String[] getPointDimensionNames(DynObject dynobj) { |
|
168 |
String s = (String) dynobj.getDynValue("point"); |
|
169 |
if ( StringUtils.isEmpty(s) ) { |
|
170 |
return null; |
|
171 |
} |
|
172 |
return s.split(","); |
|
173 |
} |
|
174 |
|
|
175 |
static boolean getIgnoreErrors(DynObject dynobj) { |
|
176 |
Boolean b = (Boolean) dynobj.getDynValue(IGNOREERRORS); |
|
177 |
if ( b == null ) { |
|
178 |
return false; |
|
179 |
} |
|
180 |
return b.booleanValue(); |
|
181 |
} |
|
182 |
|
|
183 |
static int[] getFieldTypes(DynObject dynobj) { |
|
184 |
String s = (String) dynobj.getDynValue(FIELDTYPES); |
|
185 |
if ( StringUtils.isEmpty(s) ) { |
|
186 |
return null; |
|
187 |
} |
|
188 |
String sep = getDelimiter(s); |
|
189 |
if ( sep == null ) { |
|
190 |
return null; |
|
191 |
} |
|
192 |
DataTypesManager dataTypeManager = ToolsLocator.getDataTypesManager(); |
|
193 |
String fieldTypeNames[] = s.split("[" + sep + "]"); |
|
194 |
int fieldTypes[] = new int[fieldTypeNames.length]; |
|
195 |
for ( int i = 0; i < fieldTypeNames.length; i++ ) { |
|
196 |
s = fieldTypeNames[i].trim(); |
|
197 |
if ( s.contains(":") ) { |
|
198 |
s = s.split(":")[0]; |
|
199 |
} |
|
200 |
fieldTypes[i] = dataTypeManager.getType(s); |
|
201 |
} |
|
202 |
return fieldTypes; |
|
203 |
} |
|
204 |
|
|
205 |
static int[] getFieldSizes(DynObject dynobj) { |
|
206 |
String s = (String) dynobj.getDynValue(FIELDTYPES); |
|
207 |
if ( StringUtils.isEmpty(s) ) { |
|
208 |
return null; |
|
209 |
} |
|
210 |
String sep = getDelimiter(s); |
|
211 |
if ( sep == null ) { |
|
212 |
return null; |
|
213 |
} |
|
214 |
String fieldTypeNames[] = s.split("[" + sep + "]"); |
|
215 |
int fieldSizes[] = new int[fieldTypeNames.length]; |
|
216 |
for ( int i = 0; i < fieldTypeNames.length; i++ ) { |
|
217 |
String fieldtype = fieldTypeNames[i].trim(); |
|
218 |
if ( fieldtype.contains(":") ) { |
|
219 |
try { |
|
220 |
s = fieldtype.split(":")[1]; |
|
221 |
fieldSizes[i] = Integer.parseInt(s); |
|
222 |
} catch (Exception ex) { |
|
223 |
logger.warn("Can't get size of field " + i + " (" + fieldtype + ").", ex); |
|
224 |
} |
|
225 |
} else { |
|
226 |
fieldSizes[i] = 0; |
|
227 |
} |
|
228 |
} |
|
229 |
return fieldSizes; |
|
230 |
} |
|
231 |
|
|
232 |
static int getSheetIndex(DynObject dynobj) { |
|
233 |
Integer sheet = (Integer) dynobj.getDynValue(SHEET); |
|
234 |
if ( sheet == null ) { |
|
235 |
return 0; |
|
236 |
} |
|
237 |
return sheet.intValue(); |
|
238 |
} |
|
239 |
|
|
240 |
static String getHeader(DynObject dynobj) { |
|
241 |
String s = (String) dynobj.getDynValue(HEADER); |
|
242 |
s = StringEscapeUtils.unescapeJava(s); |
|
243 |
if ( StringUtils.isBlank(s) ) { |
|
244 |
return null; |
|
245 |
} |
|
246 |
return s; |
|
247 |
} |
|
248 |
|
|
249 |
static String[] getHeaders(DynObject dynobj) { |
|
250 |
String s = getHeader(dynobj); |
|
251 |
if ( StringUtils.isBlank(s) ) { |
|
252 |
return null; |
|
253 |
} |
|
254 |
String sep = getDelimiter(s); |
|
255 |
if ( sep == null ) { |
|
256 |
// Chungo |
|
257 |
return null; |
|
258 |
} |
|
259 |
String[] ss = s.split("[" + sep + "]"); |
|
260 |
return ss; |
|
261 |
} |
|
262 |
|
|
263 |
static boolean getAutomaticTypesDetection(DynObject dynobj) { |
|
264 |
Boolean b = (Boolean) dynobj.getDynValue(AUTOMATICTYPESDETECTION); |
|
265 |
if ( b == null ) { |
|
266 |
return false; |
|
267 |
} |
|
268 |
return b.booleanValue(); |
|
269 |
} |
|
270 |
|
|
271 |
static boolean isFirstRowHeader(DynObject dynobj) { |
|
272 |
Boolean b = (Boolean) dynobj.getDynValue(ISFIRSTROWHEADER); |
|
273 |
if ( b == null ) { |
|
274 |
return false; |
|
275 |
} |
|
276 |
return b.booleanValue(); |
|
277 |
} |
|
278 |
|
|
279 |
} |
org.gvsig.jexcel/tags/org.gvsig.jexcel-1.0.194/org.gvsig.jexcel.provider/src/main/java/org/gvsig/jexcel/dal/provider/JExcelFilesystemServerProvider.java | ||
---|---|---|
1 |
/** |
|
2 |
* gvSIG. Desktop Geographic Information System. |
|
3 |
* |
|
4 |
* Copyright (C) 2007-2013 gvSIG Association. |
|
5 |
* |
|
6 |
* This program is free software; you can redistribute it and/or |
|
7 |
* modify it under the terms of the GNU General Public License |
|
8 |
* as published by the Free Software Foundation; either version 3 |
|
9 |
* of the License, or (at your option) any later version. |
|
10 |
* |
|
11 |
* This program is distributed in the hope that it will be useful, |
|
12 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
13 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
14 |
* GNU General Public License for more details. |
|
15 |
* |
|
16 |
* You should have received a copy of the GNU General Public License |
|
17 |
* along with this program; if not, write to the Free Software |
|
18 |
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, |
|
19 |
* MA 02110-1301, USA. |
|
20 |
* |
|
21 |
* For any additional information, do not hesitate to contact us |
|
22 |
* at info AT gvsig.com, or visit our website www.gvsig.com. |
|
23 |
*/ |
|
24 |
package org.gvsig.jexcel.dal.provider; |
|
25 |
|
|
26 |
import java.io.File; |
|
27 |
|
|
28 |
import org.gvsig.fmap.dal.DALLocator; |
|
29 |
import org.gvsig.fmap.dal.DataManager; |
|
30 |
import org.gvsig.fmap.dal.DataServerExplorer; |
|
31 |
import org.gvsig.fmap.dal.DataStoreParameters; |
|
32 |
import org.gvsig.fmap.dal.NewDataStoreParameters; |
|
33 |
import org.gvsig.fmap.dal.exception.CreateException; |
|
34 |
import org.gvsig.fmap.dal.exception.DataException; |
|
35 |
import org.gvsig.fmap.dal.exception.FileNotFoundException; |
|
36 |
import org.gvsig.fmap.dal.exception.RemoveException; |
|
37 |
import org.gvsig.fmap.dal.resource.spi.ResourceConsumer; |
|
38 |
import org.gvsig.fmap.dal.resource.spi.ResourceProvider; |
|
39 |
import org.gvsig.fmap.dal.serverexplorer.filesystem.impl.AbstractFilesystemServerExplorerProvider; |
|
40 |
import org.gvsig.fmap.dal.serverexplorer.filesystem.spi.FilesystemServerExplorerProvider; |
|
41 |
import org.gvsig.fmap.dal.serverexplorer.filesystem.spi.FilesystemServerExplorerProviderServices; |
|
42 |
|
|
43 |
public class JExcelFilesystemServerProvider extends AbstractFilesystemServerExplorerProvider |
|
44 |
implements FilesystemServerExplorerProvider, ResourceConsumer { |
|
45 |
|
|
46 |
private FilesystemServerExplorerProviderServices serverExplorer; |
|
47 |
|
|
48 |
public String getDataStoreProviderName() { |
|
49 |
return JExcelStoreProvider.NAME; |
|
50 |
} |
|
51 |
|
|
52 |
public int getMode() { |
|
53 |
return DataServerExplorer.MODE_FEATURE | DataServerExplorer.MODE_GEOMETRY; |
|
54 |
} |
|
55 |
|
|
56 |
public boolean accept(File pathname) { |
|
57 |
return (pathname.getName().toLowerCase().endsWith(".xls")); |
|
58 |
} |
|
59 |
|
|
60 |
public String getDescription() { |
|
61 |
return JExcelStoreProvider.DESCRIPTION; |
|
62 |
} |
|
63 |
|
|
64 |
public DataStoreParameters getParameters(File file) throws DataException { |
|
65 |
DataManager manager = DALLocator.getDataManager(); |
|
66 |
JExcelStoreParameters params = (JExcelStoreParameters) manager |
|
67 |
.createStoreParameters(this |
|
68 |
.getDataStoreProviderName()); |
|
69 |
params.setFile(file); |
|
70 |
return params; |
|
71 |
} |
|
72 |
|
|
73 |
public boolean canCreate() { |
|
74 |
return false; |
|
75 |
} |
|
76 |
|
|
77 |
public boolean canCreate(NewDataStoreParameters parameters) { |
|
78 |
throw new UnsupportedOperationException(); |
|
79 |
} |
|
80 |
|
|
81 |
public void create(NewDataStoreParameters parameters, boolean overwrite) |
|
82 |
throws CreateException { |
|
83 |
throw new UnsupportedOperationException(); |
|
84 |
} |
|
85 |
|
|
86 |
public NewDataStoreParameters getCreateParameters() throws DataException { |
|
87 |
throw new UnsupportedOperationException(); |
|
88 |
} |
|
89 |
|
|
90 |
public void initialize( |
|
91 |
FilesystemServerExplorerProviderServices serverExplorer) { |
|
92 |
this.serverExplorer = serverExplorer; |
|
93 |
} |
|
94 |
|
|
95 |
public void remove(DataStoreParameters parameters) throws RemoveException { |
|
96 |
File file = ((JExcelStoreParameters) parameters).getFile(); |
|
97 |
if (!file.exists()) { |
|
98 |
throw new RemoveException(this.getDataStoreProviderName(), |
|
99 |
new FileNotFoundException(file)); |
|
100 |
} |
|
101 |
if (!file.delete()) { |
|
102 |
// FIXME throws ??? |
|
103 |
} |
|
104 |
|
|
105 |
} |
|
106 |
|
|
107 |
public boolean closeResourceRequested(ResourceProvider resource) { |
|
108 |
// while it is using a resource anyone can't close it |
|
109 |
return false; |
|
110 |
} |
|
111 |
|
|
112 |
public void resourceChanged(ResourceProvider resource) { |
|
113 |
//Do nothing |
|
114 |
|
|
115 |
} |
|
116 |
|
|
117 |
|
|
118 |
} |
org.gvsig.jexcel/tags/org.gvsig.jexcel-1.0.194/org.gvsig.jexcel.provider/src/main/java/org/gvsig/jexcel/dal/provider/JExcelStoreProvider.java | ||
---|---|---|
1 |
/** |
|
2 |
* gvSIG. Desktop Geographic Information System. |
|
3 |
* |
|
4 |
* Copyright (C) 2007-2013 gvSIG Association. |
|
5 |
* |
|
6 |
* This program is free software; you can redistribute it and/or |
|
7 |
* modify it under the terms of the GNU General Public License |
|
8 |
* as published by the Free Software Foundation; either version 3 |
|
9 |
* of the License, or (at your option) any later version. |
|
10 |
* |
|
11 |
* This program is distributed in the hope that it will be useful, |
|
12 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
13 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
14 |
* GNU General Public License for more details. |
|
15 |
* |
|
16 |
* You should have received a copy of the GNU General Public License |
|
17 |
* along with this program; if not, write to the Free Software |
|
18 |
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, |
|
19 |
* MA 02110-1301, USA. |
|
20 |
* |
|
21 |
* For any additional information, do not hesitate to contact us |
|
22 |
* at info AT gvsig.com, or visit our website www.gvsig.com. |
|
23 |
*/ |
|
24 |
package org.gvsig.jexcel.dal.provider; |
|
25 |
|
|
26 |
import java.io.File; |
|
27 |
import java.io.IOException; |
|
28 |
import java.text.SimpleDateFormat; |
|
29 |
import java.util.ArrayList; |
|
30 |
import java.util.HashMap; |
|
31 |
import java.util.Iterator; |
|
32 |
import java.util.List; |
|
33 |
import java.util.Locale; |
|
34 |
import javax.json.JsonObject; |
|
35 |
import jxl.Cell; |
|
36 |
import jxl.Sheet; |
|
37 |
import jxl.Workbook; |
|
38 |
import jxl.read.biff.BiffException; |
|
39 |
|
|
40 |
import org.apache.commons.io.FilenameUtils; |
|
41 |
import org.apache.commons.lang3.StringUtils; |
|
42 |
import org.cresques.cts.IProjection; |
|
43 |
import org.gvsig.fmap.dal.DALLocator; |
|
44 |
import org.gvsig.fmap.dal.DataManager; |
|
45 |
import org.gvsig.fmap.dal.DataServerExplorer; |
|
46 |
import org.gvsig.fmap.dal.DataStore; |
|
47 |
import org.gvsig.fmap.dal.DataStoreNotification; |
|
48 |
import org.gvsig.fmap.dal.DataTypes; |
|
49 |
import org.gvsig.fmap.dal.FileHelper; |
|
50 |
import org.gvsig.fmap.dal.exception.DataException; |
|
51 |
import org.gvsig.fmap.dal.exception.InitializeException; |
|
52 |
import org.gvsig.fmap.dal.exception.OpenException; |
|
53 |
import org.gvsig.fmap.dal.exception.ReadException; |
|
54 |
import org.gvsig.fmap.dal.exception.ValidateDataParametersException; |
|
55 |
import org.gvsig.fmap.dal.feature.EditableFeature; |
|
56 |
import org.gvsig.fmap.dal.feature.EditableFeatureAttributeDescriptor; |
|
57 |
import org.gvsig.fmap.dal.feature.EditableFeatureType; |
|
58 |
import org.gvsig.fmap.dal.feature.Feature; |
|
59 |
import org.gvsig.fmap.dal.feature.FeatureAttributeDescriptor; |
|
60 |
import org.gvsig.fmap.dal.feature.FeatureAttributeEmulator; |
|
61 |
import org.gvsig.fmap.dal.feature.FeatureStore; |
|
62 |
import org.gvsig.fmap.dal.feature.FeatureType; |
|
63 |
import org.gvsig.fmap.dal.feature.exception.PerformEditingException; |
|
64 |
import org.gvsig.fmap.dal.feature.spi.FeatureProvider; |
|
65 |
import org.gvsig.fmap.dal.feature.spi.FeatureStoreProviderServices; |
|
66 |
import org.gvsig.fmap.dal.feature.spi.memory.AbstractMemoryStoreProvider; |
|
67 |
import org.gvsig.fmap.dal.resource.file.FileResource; |
|
68 |
import org.gvsig.fmap.dal.resource.spi.ResourceConsumer; |
|
69 |
import org.gvsig.fmap.dal.resource.spi.ResourceProvider; |
|
70 |
import org.gvsig.fmap.dal.serverexplorer.filesystem.FilesystemServerExplorer; |
|
71 |
import org.gvsig.fmap.dal.serverexplorer.filesystem.FilesystemServerExplorerParameters; |
|
72 |
import org.gvsig.fmap.dal.spi.DataStoreProviderServices; |
|
73 |
import org.gvsig.fmap.geom.Geometry; |
|
74 |
import org.gvsig.fmap.geom.GeometryLocator; |
|
75 |
import org.gvsig.fmap.geom.GeometryManager; |
|
76 |
import org.gvsig.fmap.geom.aggregate.MultiPoint; |
|
77 |
import org.gvsig.fmap.geom.primitive.Envelope; |
|
78 |
import org.gvsig.fmap.geom.primitive.Point; |
|
79 |
import org.gvsig.fmap.geom.type.GeometryType; |
|
80 |
import org.gvsig.json.Json; |
|
81 |
import org.gvsig.json.JsonObjectBuilder; |
|
82 |
import org.gvsig.tools.ToolsLocator; |
|
83 |
import org.gvsig.tools.dataTypes.Coercion; |
|
84 |
import org.gvsig.tools.dataTypes.CoercionException; |
|
85 |
import org.gvsig.tools.dataTypes.DataType; |
|
86 |
import org.gvsig.tools.dataTypes.DataTypesManager; |
|
87 |
import org.gvsig.tools.dynobject.exception.DynFieldNotFoundException; |
|
88 |
import org.gvsig.tools.exception.BaseException; |
|
89 |
import org.gvsig.tools.exception.NotYetImplemented; |
|
90 |
import org.gvsig.tools.logger.FilteredLogger; |
|
91 |
import org.gvsig.tools.persistence.PersistentState; |
|
92 |
import org.gvsig.tools.persistence.exception.PersistenceException; |
|
93 |
import org.gvsig.tools.task.SimpleTaskStatus; |
|
94 |
import org.gvsig.tools.task.TaskStatusManager; |
|
95 |
import org.gvsig.tools.visitor.VisitCanceledException; |
|
96 |
import org.gvsig.tools.visitor.Visitor; |
|
97 |
import org.slf4j.Logger; |
|
98 |
import org.slf4j.LoggerFactory; |
|
99 |
|
|
100 |
@SuppressWarnings("UseSpecificCatch") |
|
101 |
public class JExcelStoreProvider extends AbstractMemoryStoreProvider implements |
|
102 |
ResourceConsumer { |
|
103 |
|
|
104 |
private static final Logger logger = LoggerFactory.getLogger(JExcelStoreProvider.class); |
|
105 |
|
|
106 |
public static final String NAME = "JExcel"; |
|
107 |
public static final String DESCRIPTION = "JExcel file"; |
|
108 |
|
|
109 |
public static final String METADATA_DEFINITION_NAME = NAME; |
|
110 |
|
|
111 |
private ResourceProvider resource; |
|
112 |
|
|
113 |
private long counterNewsOIDs = 0; |
|
114 |
private Envelope envelope; |
|
115 |
private boolean need_calculate_envelope = false; |
|
116 |
private SimpleTaskStatus taskStatus; |
|
117 |
private String sheetName = ""; |
|
118 |
|
|
119 |
public JExcelStoreProvider(JExcelStoreParameters parameters, |
|
120 |
DataStoreProviderServices storeServices) throws InitializeException { |
|
121 |
super( |
|
122 |
parameters, |
|
123 |
storeServices, |
|
124 |
FileHelper.newMetadataContainer(METADATA_DEFINITION_NAME) |
|
125 |
); |
|
126 |
|
|
127 |
TaskStatusManager manager = ToolsLocator.getTaskStatusManager(); |
|
128 |
this.taskStatus = manager.createDefaultSimpleTaskStatus("JExcel"); |
|
129 |
|
|
130 |
counterNewsOIDs = 0; |
|
131 |
|
|
132 |
File file = getJExcelParameters().getFile(); |
|
133 |
resource = this.createResource( |
|
134 |
FileResource.NAME, |
|
135 |
new Object[]{file.getAbsolutePath()} |
|
136 |
); |
|
137 |
|
|
138 |
resource.addConsumer(this); |
|
139 |
initializeFeatureTypes(); |
|
140 |
} |
|
141 |
|
|
142 |
private JExcelStoreParameters getJExcelParameters() { |
|
143 |
return (JExcelStoreParameters) this.getParameters(); |
|
144 |
} |
|
145 |
|
|
146 |
public String getProviderName() { |
|
147 |
return NAME; |
|
148 |
} |
|
149 |
|
|
150 |
public boolean allowWrite() { |
|
151 |
return false; |
|
152 |
} |
|
153 |
|
|
154 |
private String getFullFileName() { |
|
155 |
// Usar solo para mostrar mensajes en el logger. |
|
156 |
String s = "(unknow)"; |
|
157 |
try { |
|
158 |
s = getJExcelParameters().getFile().getAbsolutePath(); |
|
159 |
} catch (Exception e2) { |
|
160 |
s = "(unknow)"; |
|
161 |
} |
|
162 |
return s; |
|
163 |
} |
|
164 |
|
|
165 |
@Override |
|
166 |
public void open() throws OpenException { |
|
167 |
if ( this.data != null ) { |
|
168 |
return; |
|
169 |
} |
|
170 |
this.data = new ArrayList<>(); |
|
171 |
resource.setData(new HashMap()); |
|
172 |
counterNewsOIDs = 0; |
|
173 |
try { |
|
174 |
loadFeatures(); |
|
175 |
} catch (RuntimeException e) { |
|
176 |
logger.warn("Can't load features from JExcel '" + getFullFileName() + "'.", e); |
|
177 |
throw e; |
|
178 |
} catch (Exception e) { |
|
179 |
logger.warn("Can't load features from JExcel '" + getFullFileName() + "'.", e); |
|
180 |
throw new RuntimeException(e); |
|
181 |
} |
|
182 |
} |
|
183 |
|
|
184 |
public DataServerExplorer getExplorer() throws ReadException { |
|
185 |
DataManager manager = DALLocator.getDataManager(); |
|
186 |
FilesystemServerExplorerParameters params; |
|
187 |
try { |
|
188 |
params = (FilesystemServerExplorerParameters) manager |
|
189 |
.createServerExplorerParameters(FilesystemServerExplorer.NAME); |
|
190 |
params.setRoot(this.getJExcelParameters().getFile().getParent()); |
|
191 |
return manager.openServerExplorer(FilesystemServerExplorer.NAME, params); |
|
192 |
} catch (DataException e) { |
|
193 |
throw new ReadException(this.getProviderName(), e); |
|
194 |
} catch (ValidateDataParametersException e) { |
|
195 |
throw new ReadException(this.getProviderName(), e); |
|
196 |
} |
|
197 |
|
|
198 |
} |
|
199 |
|
|
200 |
public void performChanges(Iterator deleteds, Iterator inserteds, Iterator updateds, Iterator originalFeatureTypesUpdated) throws PerformEditingException { |
|
201 |
throw new UnsupportedOperationException(); |
|
202 |
} |
|
203 |
|
|
204 |
public boolean closeResourceRequested(ResourceProvider resource) { |
|
205 |
return true; |
|
206 |
} |
|
207 |
|
|
208 |
public int getOIDType() { |
|
209 |
return DataTypes.LONG; |
|
210 |
} |
|
211 |
|
|
212 |
public boolean supportsAppendMode() { |
|
213 |
return false; |
|
214 |
} |
|
215 |
|
|
216 |
public void append(FeatureProvider featureProvider) { |
|
217 |
throw new UnsupportedOperationException(); |
|
218 |
} |
|
219 |
|
|
220 |
public void beginAppend() { |
|
221 |
throw new UnsupportedOperationException(); |
|
222 |
} |
|
223 |
|
|
224 |
public void endAppend() { |
|
225 |
throw new UnsupportedOperationException(); |
|
226 |
} |
|
227 |
|
|
228 |
public void saveToState(PersistentState state) throws PersistenceException { |
|
229 |
throw new NotYetImplemented(); |
|
230 |
} |
|
231 |
|
|
232 |
public void loadFromState(PersistentState state) throws PersistenceException { |
|
233 |
throw new NotYetImplemented(); |
|
234 |
} |
|
235 |
|
|
236 |
public Object createNewOID() { |
|
237 |
return new Long(counterNewsOIDs++); |
|
238 |
} |
|
239 |
|
|
240 |
protected void initializeFeatureTypes() throws InitializeException { |
|
241 |
try { |
|
242 |
this.open(); |
|
243 |
} catch (OpenException e) { |
|
244 |
throw new InitializeException(this.getProviderName(), e); |
|
245 |
} |
|
246 |
} |
|
247 |
|
|
248 |
public Envelope getEnvelope() throws DataException { |
|
249 |
this.open(); |
|
250 |
if ( this.envelope != null ) { |
|
251 |
return this.envelope; |
|
252 |
} |
|
253 |
if ( !this.need_calculate_envelope ) { |
|
254 |
return null; |
|
255 |
} |
|
256 |
FeatureStore fs = this.getFeatureStore(); |
|
257 |
FeatureType ft = fs.getDefaultFeatureType(); |
|
258 |
FeatureAttributeDescriptor fad = ft.getAttributeDescriptor(ft.getDefaultGeometryAttributeIndex()); |
|
259 |
|
|
260 |
try { |
|
261 |
this.envelope = GeometryLocator.getGeometryManager().createEnvelope(fad.getGeomType().getSubType()); |
|
262 |
fs.accept(new Visitor() { |
|
263 |
public void visit(Object obj) throws VisitCanceledException, BaseException { |
|
264 |
Feature f = (Feature) obj; |
|
265 |
Geometry geom = f.getDefaultGeometry(); |
|
266 |
if ( geom != null ) { |
|
267 |
envelope.add(geom.getEnvelope()); |
|
268 |
} |
|
269 |
} |
|
270 |
}); |
|
271 |
} catch (BaseException e) { |
|
272 |
logger.warn("Can't calculate the envelope of JExcel file '" + this.getFullName() + "'.", e); |
|
273 |
this.envelope = null; |
|
274 |
} |
|
275 |
|
|
276 |
this.need_calculate_envelope = false; |
|
277 |
return this.envelope; |
|
278 |
} |
|
279 |
|
|
280 |
public Object getDynValue(String name) throws DynFieldNotFoundException { |
|
281 |
if ( DataStore.METADATA_ENVELOPE.equalsIgnoreCase(name) ) { |
|
282 |
try { |
|
283 |
return this.getEnvelope(); |
|
284 |
} catch (DataException e) { |
|
285 |
return null; |
|
286 |
} |
|
287 |
} else { |
|
288 |
if ( DataStore.METADATA_CRS.equalsIgnoreCase(name) ) { |
|
289 |
IProjection pro = JExcelStoreParameters.getCRS(this.getJExcelParameters()); |
|
290 |
if ( pro != null ) { |
|
291 |
return pro; |
|
292 |
} |
|
293 |
} |
|
294 |
} |
|
295 |
return super.getDynValue(name); |
|
296 |
} |
|
297 |
|
|
298 |
public void resourceChanged(ResourceProvider resource) { |
|
299 |
this.getStoreServices().notifyChange( |
|
300 |
DataStoreNotification.RESOURCE_CHANGED, |
|
301 |
resource); |
|
302 |
} |
|
303 |
|
|
304 |
public Object getSourceId() { |
|
305 |
return this.getJExcelParameters().getFile(); |
|
306 |
} |
|
307 |
|
|
308 |
public String getName() { |
|
309 |
String name = this.getJExcelParameters().getFile().getName(); |
|
310 |
if( StringUtils.isBlank(this.sheetName) ) { |
|
311 |
return FilenameUtils.getBaseName(name); |
|
312 |
} |
|
313 |
return FilenameUtils.getBaseName(name)+"."+this.sheetName; |
|
314 |
} |
|
315 |
|
|
316 |
public String getFullName() { |
|
317 |
return this.getJExcelParameters().getFile().getAbsolutePath(); |
|
318 |
} |
|
319 |
|
|
320 |
public ResourceProvider getResource() { |
|
321 |
return resource; |
|
322 |
} |
|
323 |
|
|
324 |
private class FieldTypeParser { |
|
325 |
|
|
326 |
public String name = null; |
|
327 |
public int type = DataTypes.STRING; |
|
328 |
public int size = 0; |
|
329 |
public boolean allowNulls = true; |
|
330 |
|
|
331 |
private String typename = "string"; |
|
332 |
|
|
333 |
FieldTypeParser() { |
|
334 |
} |
|
335 |
|
|
336 |
private int getType(String value) { |
|
337 |
DataTypesManager dataTypesManager = ToolsLocator.getDataTypesManager(); |
|
338 |
return dataTypesManager.getType(typename); |
|
339 |
} |
|
340 |
|
|
341 |
// El formato seria: |
|
342 |
// name[:typename[:size[:notnull|null]]] |
|
343 |
// name[__typename[__size[__notnull|null]]] |
|
344 |
// |
|
345 |
public boolean parse(String value) { |
|
346 |
String typename = null; |
|
347 |
String[] ss = null; |
|
348 |
if ( value.contains(":") ) { |
|
349 |
ss = value.split(":"); |
|
350 |
} else if ( value.contains("__") ) { |
|
351 |
ss = value.split("__"); |
|
352 |
} |
|
353 |
if ( ss == null ) { |
|
354 |
this.name = value; |
|
355 |
return true; |
|
356 |
} |
|
357 |
switch (ss.length) { |
|
358 |
case 4: |
|
359 |
if ( ss[3].length() > 0 ) { |
|
360 |
if ( "notnull".equalsIgnoreCase(ss[3]) ) { |
|
361 |
this.allowNulls = false; |
|
362 |
} else { |
|
363 |
this.allowNulls = true; |
|
364 |
} |
|
365 |
} |
|
366 |
case 3: |
|
367 |
if ( ss[2].length() > 0 ) { |
|
368 |
try { |
|
369 |
this.size = Integer.parseInt(ss[2]); |
|
370 |
} catch (Exception ex) { |
|
371 |
logger.warn("Ignore incorrect field size for field " + value + " in JExcel header of '" + getFullFileName() + "'.", ex); |
|
372 |
} |
|
373 |
} |
|
374 |
case 2: |
|
375 |
if ( ss[1].length() > 0 ) { |
|
376 |
this.typename = ss[1]; |
|
377 |
this.type = this.getType(this.typename); |
|
378 |
if ( this.type == DataTypes.INVALID ) { |
|
379 |
this.type = DataTypes.STRING; |
|
380 |
logger.info("Type '" + typename + "' not valid for attribute '" + value + "' in JExcel file '" + getFullFileName() + "'."); |
|
381 |
} |
|
382 |
} |
|
383 |
case 1: |
|
384 |
this.name = ss[0]; |
|
385 |
break; |
|
386 |
} |
|
387 |
|
|
388 |
if ( this.type != DataTypes.STRING ) { |
|
389 |
this.size = 0; |
|
390 |
} |
|
391 |
return true; |
|
392 |
} |
|
393 |
|
|
394 |
} |
|
395 |
|
|
396 |
private EditableFeatureType getFeatureType(String headers[], int automaticTypes[]) { |
|
397 |
EditableFeatureType fType = getStoreServices().createFeatureType(this.getName()); |
|
398 |
fType.setHasOID(true); |
|
399 |
DataTypesManager dataTypesManager = ToolsLocator.getDataTypesManager(); |
|
400 |
|
|
401 |
FieldTypeParser[] fieldTypes = new FieldTypeParser[headers.length]; |
|
402 |
// |
|
403 |
// Calculamos cuales pueden ser los tipos de datos |
|
404 |
// |
|
405 |
for ( int i = 0; i < fieldTypes.length; i++ ) { |
|
406 |
fieldTypes[i] = new FieldTypeParser(); |
|
407 |
} |
|
408 |
|
|
409 |
// Asuminos los tipos pasados por parametro, que se supone |
|
410 |
// son los detectados automaticamente. |
|
411 |
if ( automaticTypes != null ) { |
|
412 |
for ( int i = 0; i < fieldTypes.length && i < automaticTypes.length; i++ ) { |
|
413 |
fieldTypes[i].type = automaticTypes[i]; |
|
414 |
} |
|
415 |
} |
|
416 |
// Luego probamos con lo que diga las cabezeras del CVS, sobreescribiendo |
|
417 |
// los tipos anteriores en caso de definirse en la cabezara. |
|
418 |
for ( int i = 0; i < fieldTypes.length; i++ ) { |
|
419 |
if ( !fieldTypes[i].parse(headers[i]) ) { |
|
420 |
continue; |
|
421 |
} |
|
422 |
|
|
423 |
} |
|
424 |
|
|
425 |
// Y por ultimo hacemos caso a lo que se haya especificado en los parametros |
|
426 |
// de apertura del JExcel, teniendo esto prioridad sobre todo. |
|
427 |
int[] param_types = JExcelStoreParameters.getFieldTypes(this.getParameters()); |
|
428 |
if ( param_types != null ) { |
|
429 |
for ( int i = 0; i < fieldTypes.length && i < param_types.length; i++ ) { |
|
430 |
fieldTypes[i].type = param_types[i]; |
|
431 |
} |
|
432 |
} |
|
433 |
|
|
434 |
int[] param_sizes = JExcelStoreParameters.getFieldSizes(this.getParameters()); |
|
435 |
if ( param_sizes != null ) { |
|
436 |
for ( int i = 0; i < param_sizes.length; i++ ) { |
|
437 |
if ( param_sizes[i] > 0 ) { |
|
438 |
fieldTypes[i].size = param_sizes[i]; |
|
439 |
} |
|
440 |
} |
|
441 |
} |
|
442 |
// |
|
443 |
// Una vez ya sabemos los tipos de datos rellenamos el feature-type |
|
444 |
// |
|
445 |
for ( int i = 0; i < fieldTypes.length; i++ ) { |
|
446 |
EditableFeatureAttributeDescriptor fad = fType.add( |
|
447 |
fieldTypes[i].name, |
|
448 |
fieldTypes[i].type |
|
449 |
); |
|
450 |
fad.setSize(fieldTypes[i].size); |
|
451 |
fad.setAllowNull(fieldTypes[i].allowNulls); |
|
452 |
if ( fieldTypes[i].type == DataTypes.GEOMETRY |
|
453 |
&& fType.getDefaultGeometryAttributeName() == null ) { |
|
454 |
fType.setDefaultGeometryAttributeName(fieldTypes[i].name); |
|
455 |
} |
|
456 |
} |
|
457 |
String[] pointDimensionNames = JExcelStoreParameters.getPointDimensionNames(this.getParameters()); |
|
458 |
if ( pointDimensionNames != null ) { |
|
459 |
// ToPointEvaluaror evaluator = new ToPointEvaluaror(pointDimensionNames); |
|
460 |
PointAttributeEmulator emulator = new PointAttributeEmulator(pointDimensionNames); |
|
461 |
EditableFeatureAttributeDescriptor attr = fType.add("GEOM", DataTypes.GEOMETRY, emulator); |
|
462 |
GeometryManager geommgr = GeometryLocator.getGeometryManager(); |
|
463 |
GeometryType gt; |
|
464 |
try { |
|
465 |
if ( emulator.fieldNames != null && emulator.fieldNames.length <= 2 ) { |
|
466 |
gt = geommgr.getGeometryType(Geometry.TYPES.GEOMETRY, Geometry.SUBTYPES.GEOM2D); |
|
467 |
} else { |
|
468 |
gt = geommgr.getGeometryType(Geometry.TYPES.GEOMETRY, Geometry.SUBTYPES.GEOM3D); |
|
469 |
} |
|
470 |
attr.setGeometryType(gt); |
|
471 |
} catch (Exception e) { |
|
472 |
logger.warn("Can't set geometry type for the calculated field in JExcel file '" + getFullFileName() + "'.", e); |
|
473 |
} |
|
474 |
} |
|
475 |
return fType; |
|
476 |
} |
|
477 |
|
|
478 |
static class PointAttributeEmulator implements FeatureAttributeEmulator { |
|
479 |
|
|
480 |
private static final Logger LOGGER = LoggerFactory.getLogger(PointAttributeEmulator.class); |
|
481 |
|
|
482 |
private static final int XNAME = 0; |
|
483 |
private static final int YNAME = 1; |
|
484 |
private static final int ZNAME = 2; |
|
485 |
|
|
486 |
private final GeometryManager geommgr; |
|
487 |
private final Coercion toDouble; |
|
488 |
private final DataType dataType; |
|
489 |
private FilteredLogger logger; |
|
490 |
|
|
491 |
private String[] fieldNames; |
|
492 |
|
|
493 |
public PointAttributeEmulator() { |
|
494 |
this.geommgr = GeometryLocator.getGeometryManager(); |
|
495 |
DataTypesManager datatypeManager = ToolsLocator.getDataTypesManager(); |
|
496 |
|
|
497 |
this.toDouble = datatypeManager.getCoercion(DataTypes.DOUBLE); |
|
498 |
this.dataType = datatypeManager.get(DataTypes.GEOMETRY); |
|
499 |
} |
|
500 |
|
|
501 |
public PointAttributeEmulator(String[] pointDimensionNames) { |
|
502 |
this(); |
|
503 |
if ( pointDimensionNames.length > 2 ) { |
|
504 |
this.fieldNames = new String[3]; |
|
505 |
this.fieldNames[ZNAME] = pointDimensionNames[2]; |
|
506 |
} else { |
|
507 |
this.fieldNames = new String[2]; |
|
508 |
} |
|
509 |
this.fieldNames[XNAME] = pointDimensionNames[0]; |
|
510 |
this.fieldNames[YNAME] = pointDimensionNames[1]; |
|
511 |
} |
|
512 |
|
|
513 |
private FilteredLogger getLogger() { |
|
514 |
if( this.logger == null ) { |
|
515 |
this.logger = new FilteredLogger(LOGGER, "JExcelPointAttributeEmulator", 10); |
|
516 |
this.logger.setInterval(60000); |
|
517 |
} |
|
518 |
return this.logger; |
|
519 |
} |
|
520 |
|
|
521 |
@Override |
|
522 |
public Object get(Feature feature) { |
|
523 |
try { |
|
524 |
Object valueX = feature.get(this.fieldNames[XNAME]); |
|
525 |
valueX = toDouble.coerce(valueX); |
|
526 |
if ( valueX == null ) { |
|
527 |
return null; |
|
528 |
} |
|
529 |
Object valueY = feature.get(this.fieldNames[YNAME]); |
|
530 |
valueY = toDouble.coerce(valueY); |
|
531 |
if ( valueY == null ) { |
|
532 |
return null; |
|
533 |
} |
|
534 |
Object valueZ = null; |
|
535 |
if ( this.fieldNames.length > 2 ) { |
|
536 |
valueZ = toDouble.coerce(feature.get(this.fieldNames[ZNAME])); |
|
537 |
if ( valueZ == null ) { |
|
538 |
return null; |
|
539 |
} |
|
540 |
} |
|
541 |
|
|
542 |
double x = ((Double) valueX); |
|
543 |
double y = ((Double) valueY); |
|
544 |
Point point; |
|
545 |
if ( this.fieldNames.length > 2 ) { |
|
546 |
point = geommgr.createPoint(x, y, Geometry.SUBTYPES.GEOM3D); |
|
547 |
double z = ((Double) valueZ); |
|
548 |
point.setCoordinateAt(2, z); |
|
549 |
} else { |
|
550 |
point = geommgr.createPoint(x, y, Geometry.SUBTYPES.GEOM2D); |
|
551 |
} |
|
552 |
return point; |
|
553 |
} catch (Exception ex) { |
|
554 |
this.getLogger().warn("Can't create point in JExcel provider. XNAME='" |
|
555 |
+ this.fieldNames[XNAME] + "', YNAME='" + this.fieldNames[YNAME] + "' feature=" + feature.toString(), ex); |
|
556 |
return null; |
|
557 |
} |
|
558 |
} |
|
559 |
|
|
560 |
@Override |
|
561 |
public void set(EditableFeature feature, Object value) { |
|
562 |
if ( value == null ) { |
|
563 |
return; |
|
564 |
} |
|
565 |
Point point; |
|
566 |
if ( value instanceof MultiPoint ) { |
|
567 |
point = (Point) ((MultiPoint) value).getPrimitiveAt(0); |
|
568 |
} else { |
|
569 |
point = (Point) value; |
|
570 |
} |
|
571 |
feature.set(this.fieldNames[XNAME], point.getX()); |
|
572 |
feature.set(this.fieldNames[YNAME], point.getY()); |
|
573 |
if ( this.fieldNames.length > 2 ) { |
|
574 |
feature.set(this.fieldNames[ZNAME], point.getCoordinateAt(2)); |
|
575 |
} |
|
576 |
} |
|
577 |
|
|
578 |
@Override |
|
579 |
public boolean allowSetting() { |
|
580 |
return true; |
|
581 |
} |
|
582 |
|
|
583 |
@Override |
|
584 |
public String[] getRequiredFieldNames() { |
|
585 |
return this.fieldNames; |
|
586 |
} |
|
587 |
|
|
588 |
@Override |
|
589 |
public void fromJson(JsonObject json) { |
|
590 |
this.fieldNames = (String[]) Json.toArray(json, "fieldNames", new String[0]); |
|
591 |
} |
|
592 |
|
|
593 |
@Override |
|
594 |
public JsonObject toJson() { |
|
595 |
return this.toJsonBuilder().build(); |
|
596 |
} |
|
597 |
|
|
598 |
@Override |
|
599 |
public JsonObjectBuilder toJsonBuilder() { |
|
600 |
JsonObjectBuilder builder = Json.createObjectBuilder(); |
|
601 |
builder.add("fieldNames", this.fieldNames); |
|
602 |
return builder; |
|
603 |
} |
|
604 |
|
|
605 |
} |
|
606 |
|
|
607 |
static class JExcelReader { |
|
608 |
|
|
609 |
Workbook workbook = null; |
|
610 |
Sheet sheet = null; |
|
611 |
boolean isFirstLineHedaer = false; |
|
612 |
int currentRow = 0; |
|
613 |
String[] row = null; |
|
614 |
private int sheetIndex; |
|
615 |
|
|
616 |
public JExcelReader(File f, int sheet, boolean isFirstLineHedaer) |
|
617 |
throws IOException, BiffException { |
|
618 |
this.currentRow = 0; |
|
619 |
this.sheetIndex = sheet; |
|
620 |
this.workbook = Workbook.getWorkbook(f); |
|
621 |
this.sheet = this.workbook.getSheet(sheet); |
|
622 |
this.row = new String[this.sheet.getColumns()]; |
|
623 |
this.isFirstLineHedaer = isFirstLineHedaer; |
|
624 |
if ( this.isFirstLineHedaer ) { |
|
625 |
this.currentRow++; |
|
626 |
} |
|
627 |
} |
|
628 |
|
|
629 |
public String[] getHeader() { |
|
630 |
int columns = this.sheet.getColumns(); |
|
631 |
String header[] = new String[columns]; |
|
632 |
String abc = "ABCDEFGHIJKLMNOPQRSTUVWXYZ"; |
|
633 |
if ( columns > abc.length() ) { |
|
634 |
for ( int i = 0; i < columns; i++ ) { |
|
635 |
header[i] = "C" + i; |
|
636 |
} |
|
637 |
} else { |
|
638 |
for ( int i = 0; i < columns; i++ ) { |
|
639 |
header[i] = abc.substring(i, i+1); |
|
640 |
} |
|
641 |
} |
|
642 |
if ( this.isFirstLineHedaer ) { |
|
643 |
for ( int col = 0; col < columns; col++ ) { |
|
644 |
Cell cell = this.sheet.getCell(col, 0); |
|
645 |
String s = cell.getContents().trim(); |
|
646 |
if ( !StringUtils.isBlank(s) ) { |
|
647 |
header[col] = s; |
|
648 |
} |
|
649 |
} |
|
650 |
} |
|
651 |
return header; |
|
652 |
} |
|
653 |
|
|
654 |
public String[] read() { |
|
655 |
if( this.currentRow>=this.sheet.getRows() ) { |
|
656 |
return null; |
|
657 |
} |
|
658 |
int columns = this.sheet.getColumns(); |
|
659 |
for ( int col = 0; col < columns; col++ ) { |
|
660 |
Cell cell = this.sheet.getCell(col, this.currentRow); |
|
661 |
this.row[col] = cell.getContents(); |
|
662 |
} |
|
663 |
this.currentRow++; |
|
664 |
return row; |
|
665 |
} |
|
666 |
|
|
667 |
public void close() { |
|
668 |
this.workbook.close(); |
|
669 |
} |
|
670 |
|
|
671 |
public String getSheetName() { |
|
672 |
String[] names = this.workbook.getSheetNames(); |
|
673 |
return names[this.sheetIndex]; |
|
674 |
} |
|
675 |
} |
|
676 |
|
|
677 |
private void loadFeatures() throws IOException, DataException, |
|
678 |
CoercionException, CloneNotSupportedException { |
|
679 |
JExcelReader reader = null; |
|
680 |
|
|
681 |
try { |
|
682 |
String headers[] = null; |
|
683 |
FeatureStoreProviderServices store = this.getStoreServices(); |
|
684 |
|
|
685 |
boolean ignore_errors = JExcelStoreParameters.getIgnoreErrors(getJExcelParameters()); |
|
686 |
|
|
687 |
reader = new JExcelReader( |
|
688 |
this.getJExcelParameters().getFile(), |
|
689 |
JExcelStoreParameters.getSheetIndex(getJExcelParameters()), |
|
690 |
JExcelStoreParameters.isFirstRowHeader(getJExcelParameters()) |
|
691 |
); |
|
692 |
this.sheetName = reader.getSheetName(); |
|
693 |
|
|
694 |
headers = JExcelStoreParameters.getHeaders(getJExcelParameters()); |
|
695 |
if ( headers == null ) { |
|
696 |
headers = reader.getHeader(); |
|
697 |
} |
|
698 |
|
|
699 |
// Initialize the feature types |
|
700 |
EditableFeatureType edftype = this.getFeatureType(headers, automaticDetectionOfTypes()); |
|
701 |
FeatureType ftype = edftype.getNotEditableCopy(); |
|
702 |
List<FeatureType> ftypes = new ArrayList<FeatureType>(); |
|
703 |
ftypes.add(ftype); |
|
704 |
store.setFeatureTypes(ftypes, ftype); |
|
705 |
|
|
706 |
Coercion coercion[] = new Coercion[ftype.size()]; |
|
707 |
int sizes[] = new int[ftype.size()]; |
|
708 |
for ( int i = 0; i < ftype.size(); i++ ) { |
|
709 |
sizes[i] = -1; |
|
710 |
FeatureAttributeDescriptor ad = ftype.getAttributeDescriptor(i); |
|
711 |
coercion[i] = ad.getDataType().getCoercion(); |
|
712 |
if ( ad.getDataType().getType() == DataTypes.STRING ) { |
|
713 |
if ( ad.getSize() == 0 ) { |
|
714 |
// Es un string y no tiene un size asignado. |
|
715 |
// Lo ponemos a cero para calcularlo. |
|
716 |
sizes[i] = 0; |
|
717 |
} |
|
718 |
} |
|
719 |
} |
|
720 |
if ( ftype.getDefaultGeometryAttributeName() != null ) { |
|
721 |
this.need_calculate_envelope = true; |
|
722 |
} |
|
723 |
|
|
724 |
Locale locale = JExcelStoreParameters.getLocale(getJExcelParameters()); |
|
725 |
taskStatus.message("_loading"); |
|
726 |
int count = 0; |
|
727 |
|
|
728 |
int count_errors = 0; |
|
729 |
String[] row = reader.read(); |
|
730 |
|
|
731 |
Object rawvalue = null; |
|
732 |
while ( row != null ) { |
|
733 |
taskStatus.setCurValue(++count); |
|
734 |
FeatureProvider feature = this.createFeatureProvider(ftype); |
|
735 |
for ( int i = 0; i < row.length; i++ ) { |
|
736 |
rawvalue = row [i]; |
|
737 |
if( rawvalue instanceof String && StringUtils.isBlank((String)rawvalue) ) { |
|
738 |
rawvalue = null; |
|
739 |
} |
|
740 |
try { |
|
741 |
Object value = null; |
|
742 |
value = coercion[i].coerce(rawvalue); |
|
743 |
feature.set(i, value); |
|
744 |
if ( sizes[i] >= 0 && value != null ) { |
|
745 |
int x = ((String) value).length(); |
|
746 |
if ( sizes[i] < x ) { |
|
747 |
sizes[i] = x; |
|
748 |
} |
|
749 |
} |
|
750 |
} catch (RuntimeException ex) { |
|
751 |
if ( !ignore_errors ) { |
|
752 |
throw ex; |
|
753 |
} |
|
754 |
if ( count_errors++ < 10 ) { |
|
755 |
logger.warn("Can't load value of attribute " + i + " in row " + count + ".", ex); |
|
756 |
} |
|
757 |
if ( count_errors == 10 ) { |
|
758 |
logger.info("Too many errors, suppress messages."); |
|
759 |
} |
|
760 |
} |
|
761 |
} |
|
762 |
this.addFeatureProvider(feature); |
|
763 |
row = reader.read(); |
|
764 |
} |
|
765 |
for ( int i = 0; i < ftype.size(); i++ ) { |
|
766 |
if ( sizes[i] > 0 ) { |
|
767 |
EditableFeatureAttributeDescriptor efad = ((EditableFeatureAttributeDescriptor) edftype.getAttributeDescriptor(i)); |
|
768 |
efad.setSize(sizes[i]); |
|
769 |
} |
|
770 |
} |
|
771 |
// Volvemos a asignar al store el featuretype, ya que puede |
|
772 |
// haber cambiado. |
|
773 |
ftype = edftype.getNotEditableCopy(); |
|
774 |
ftypes = new ArrayList<FeatureType>(); |
|
775 |
ftypes.add(ftype); |
|
776 |
store.setFeatureTypes(ftypes, ftype); |
|
777 |
|
|
778 |
taskStatus.terminate(); |
|
779 |
} catch (Exception ex) { |
|
780 |
logger.warn("Can't load features from excel file '" + getFullFileName() + "'.", ex); |
|
781 |
} finally { |
|
782 |
if ( reader != null ) { |
|
783 |
try { |
|
784 |
reader.close(); |
|
785 |
} catch (Exception ex) { |
|
786 |
// Do nothing |
|
787 |
} |
|
788 |
reader = null; |
|
789 |
} |
|
790 |
|
|
791 |
} |
|
792 |
} |
|
793 |
|
|
794 |
private int[] automaticDetectionOfTypes() throws IOException { |
|
795 |
boolean automatic_types_detection = JExcelStoreParameters.getAutomaticTypesDetection(getJExcelParameters()); |
|
796 |
if ( !automatic_types_detection ) { |
|
797 |
return null; |
|
798 |
} |
|
799 |
final int T_INT = 0; |
|
800 |
final int T_FLOAT = 1; |
|
801 |
final int T_DOUBLE = 2; |
|
802 |
final int T_LONG = 3; |
|
803 |
final int T_URL = 4; |
|
804 |
final int T_DATE = 5; |
|
805 |
boolean possibleDataTypes[][] = null; |
|
806 |
Locale locale = null; |
|
807 |
JExcelReader reader = null; |
|
808 |
int[] types = null; |
|
809 |
|
|
810 |
String headers[] = null; |
|
811 |
SimpleDateFormat dateFormat = new SimpleDateFormat(); |
|
812 |
|
|
813 |
try { |
|
814 |
reader = new JExcelReader( |
|
815 |
this.getJExcelParameters().getFile(), |
|
816 |
JExcelStoreParameters.getSheetIndex(getJExcelParameters()), |
|
817 |
JExcelStoreParameters.isFirstRowHeader(getJExcelParameters()) |
|
818 |
); |
|
819 |
|
|
820 |
headers = reader.getHeader(); |
|
821 |
if ( headers == null ) { |
|
822 |
headers = JExcelStoreParameters.getHeaders(getJExcelParameters()); |
|
823 |
} |
|
824 |
types = new int[headers.length]; |
|
825 |
|
|
826 |
|
|
827 |
|
|
828 |
possibleDataTypes = new boolean[headers.length][6]; |
|
829 |
for ( int i = 0; i < possibleDataTypes.length; i++ ) { |
|
830 |
for ( int j = 0; j < 4; j++ ) { |
|
831 |
possibleDataTypes[i][j] = true; |
|
832 |
} |
|
833 |
} |
|
834 |
locale = JExcelStoreParameters.getLocale(getJExcelParameters()); |
|
835 |
if ( locale == null ) { |
|
836 |
locale = Locale.getDefault(); |
|
837 |
} |
|
838 |
|
|
839 |
Coercion coercion[] = new Coercion[6]; |
|
840 |
DataTypesManager typeManager = ToolsLocator.getDataTypesManager(); |
|
841 |
coercion[T_DOUBLE] = typeManager.getCoercion(DataTypes.DOUBLE); |
|
842 |
coercion[T_FLOAT] = typeManager.getCoercion(DataTypes.FLOAT); |
|
843 |
coercion[T_INT] = typeManager.getCoercion(DataTypes.INT); |
|
844 |
coercion[T_LONG] = typeManager.getCoercion(DataTypes.LONG); |
|
845 |
coercion[T_DATE] = typeManager.getCoercion(DataTypes.DATE); |
|
846 |
coercion[T_URL] = typeManager.getCoercion(DataTypes.URL); |
|
847 |
|
|
848 |
// CoercionWithLocale toDouble = (CoercionWithLocale) typeManager.getCoercion(DataTypes.DOUBLE); |
|
849 |
// CoercionWithLocale toFloat = (CoercionWithLocale) typeManager.getCoercion(DataTypes.FLOAT); |
|
850 |
|
|
851 |
String[] row = reader.read(); |
|
852 |
|
|
853 |
while ( row != null ) { |
|
854 |
for ( int i = 0; i < row.length; i++ ) { |
|
855 |
Object rawvalue = row[i]; |
|
856 |
if( rawvalue instanceof String && StringUtils.isBlank((String)rawvalue) ) { |
|
857 |
rawvalue = null; |
|
858 |
} |
|
859 |
Object value = null; |
|
860 |
if ( possibleDataTypes[i][T_DOUBLE] ) { |
|
861 |
try { |
|
862 |
// value = toDouble.coerce(rawvalue, locale); |
|
863 |
value = coercion[T_DOUBLE].coerce(rawvalue); |
|
864 |
possibleDataTypes[i][T_DOUBLE] = true; |
|
865 |
} catch (Exception ex) { |
|
866 |
possibleDataTypes[i][T_DOUBLE] = false; |
|
867 |
} |
|
868 |
} |
|
869 |
if ( possibleDataTypes[i][T_FLOAT] ) { |
|
870 |
try { |
|
871 |
// value = toFloat.coerce(rawvalue, locale); |
|
872 |
value = coercion[T_FLOAT].coerce(rawvalue); |
|
873 |
possibleDataTypes[i][T_FLOAT] = true; |
|
874 |
} catch (Exception ex) { |
|
875 |
possibleDataTypes[i][T_FLOAT] = false; |
|
876 |
} |
|
877 |
} |
|
878 |
if ( possibleDataTypes[i][T_LONG] ) { |
|
879 |
try { |
|
880 |
// value = Long.parseLong((String) rawvalue); |
|
881 |
value = coercion[T_LONG].coerce(rawvalue); |
|
882 |
possibleDataTypes[i][T_LONG] = true; |
|
883 |
} catch (Exception ex) { |
|
884 |
possibleDataTypes[i][T_LONG] = false; |
|
885 |
} |
|
886 |
} |
|
887 |
if ( possibleDataTypes[i][T_INT] ) { |
|
888 |
try { |
|
889 |
// value = Integer.parseInt((String) rawvalue); |
|
890 |
value = coercion[T_INT].coerce(rawvalue); |
|
891 |
possibleDataTypes[i][T_INT] = true; |
|
892 |
} catch (Exception ex) { |
|
893 |
possibleDataTypes[i][T_INT] = false; |
|
894 |
} |
|
895 |
} |
|
896 |
if ( possibleDataTypes[i][T_DATE] ) { |
|
897 |
try { |
|
898 |
// value = dateFormat.parse((String) rawvalue); |
|
899 |
value = coercion[T_DATE].coerce(rawvalue); |
|
900 |
possibleDataTypes[i][T_DATE] = true; |
|
901 |
} catch (Exception ex) { |
|
902 |
possibleDataTypes[i][T_DATE] = false; |
|
903 |
} |
|
904 |
} |
|
905 |
if ( possibleDataTypes[i][T_URL] ) { |
Also available in: Unified diff