svn-gvsig-desktop / trunk / org.gvsig.desktop / org.gvsig.desktop.library / org.gvsig.exportto / org.gvsig.exportto.swing / org.gvsig.exportto.swing.prov / org.gvsig.exportto.swing.prov.jdbc / src / main / java / org / gvsig / export / jdbc / service / ExportJDBCService.java @ 44386
History | View | Annotate | Download (17.7 KB)
1 |
/**
|
---|---|
2 |
* gvSIG. Desktop Geographic Information System.
|
3 |
*
|
4 |
* Copyright (C) 2007-2013 gvSIG Association.
|
5 |
*
|
6 |
* This program is free software; you can redistribute it and/or
|
7 |
* modify it under the terms of the GNU General Public License
|
8 |
* as published by the Free Software Foundation; either version 3
|
9 |
* of the License, or (at your option) any later version.
|
10 |
*
|
11 |
* This program is distributed in the hope that it will be useful,
|
12 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
13 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
14 |
* GNU General Public License for more details.
|
15 |
*
|
16 |
* You should have received a copy of the GNU General Public License
|
17 |
* along with this program; if not, write to the Free Software
|
18 |
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
|
19 |
* MA 02110-1301, USA.
|
20 |
*
|
21 |
* For any additional information, do not hesitate to contact us
|
22 |
* at info AT gvsig.com, or visit our website www.gvsig.com.
|
23 |
*/
|
24 |
package org.gvsig.export.jdbc.service; |
25 |
|
26 |
import java.text.MessageFormat; |
27 |
import org.apache.commons.lang3.StringUtils; |
28 |
import org.cresques.cts.ICoordTrans; |
29 |
import org.cresques.cts.IProjection; |
30 |
import org.gvsig.export.ExportAttributes; |
31 |
|
32 |
import org.gvsig.fmap.dal.exception.DataException; |
33 |
import org.gvsig.fmap.dal.feature.EditableFeatureAttributeDescriptor; |
34 |
import org.gvsig.fmap.dal.feature.EditableFeatureType; |
35 |
import org.gvsig.fmap.dal.feature.FeatureType; |
36 |
import org.gvsig.fmap.dal.DALLocator; |
37 |
import org.gvsig.fmap.dal.DataManager; |
38 |
import org.gvsig.fmap.dal.DataTypes; |
39 |
import org.gvsig.fmap.dal.NewDataStoreParameters; |
40 |
import org.gvsig.fmap.dal.OpenDataStoreParameters; |
41 |
import org.gvsig.fmap.dal.feature.EditableFeature; |
42 |
import org.gvsig.fmap.dal.feature.Feature; |
43 |
import org.gvsig.fmap.dal.feature.FeatureAttributeDescriptor; |
44 |
import org.gvsig.fmap.dal.feature.FeatureSet; |
45 |
import org.gvsig.fmap.dal.feature.FeatureStore; |
46 |
import org.gvsig.fmap.dal.feature.FeatureStoreProviderFactory; |
47 |
import org.gvsig.fmap.dal.store.jdbc.JDBCNewStoreParameters; |
48 |
import org.gvsig.fmap.dal.store.jdbc.JDBCServerExplorer; |
49 |
import org.gvsig.fmap.dal.store.jdbc.JDBCStoreParameters; |
50 |
import org.gvsig.fmap.geom.Geometry; |
51 |
import org.gvsig.tools.dispose.DisposableIterator; |
52 |
import org.gvsig.export.ExportException; |
53 |
import org.gvsig.export.ExportLocator; |
54 |
import org.gvsig.export.spi.ExportService; |
55 |
import org.gvsig.export.spi.AbstractExportService; |
56 |
import org.gvsig.export.spi.ExportServiceFactory; |
57 |
import org.gvsig.export.spi.ExportServiceManager; |
58 |
import org.gvsig.export.spi.ExportServiceManager.FixGeometryStatus; |
59 |
|
60 |
/**
|
61 |
* @author gvSIG Team
|
62 |
* @version $Id$
|
63 |
*
|
64 |
*/
|
65 |
public class ExportJDBCService |
66 |
extends AbstractExportService
|
67 |
implements ExportService {
|
68 |
|
69 |
private FeatureType targetFeatureType;
|
70 |
|
71 |
protected ExportJDBCService(ExportServiceFactory factory, ExportJDBCParameters parameters) {
|
72 |
super(factory, parameters);
|
73 |
} |
74 |
|
75 |
@Override
|
76 |
public ExportJDBCParameters getParameters() {
|
77 |
return (ExportJDBCParameters) super.getParameters(); |
78 |
} |
79 |
|
80 |
@Override
|
81 |
protected JDBCServerExplorer createServerExplorer() throws ExportException { |
82 |
try {
|
83 |
DataManager dataManager = DALLocator.getDataManager(); |
84 |
|
85 |
JDBCServerExplorer explorer = (JDBCServerExplorer) dataManager.openServerExplorer( |
86 |
this.getParameters().getExplorerParameters().getExplorerName(),
|
87 |
this.getParameters().getExplorerParameters()
|
88 |
); |
89 |
return explorer;
|
90 |
} catch (Exception e) { |
91 |
throw new ExportException(e); |
92 |
} |
93 |
} |
94 |
|
95 |
@Override
|
96 |
protected NewDataStoreParameters createTargetNewStoreParameters() throws ExportException { |
97 |
try {
|
98 |
FeatureType targetTempFeatureType; |
99 |
EditableFeatureType targetEditableFeatureType; |
100 |
|
101 |
JDBCServerExplorer explorer = this.createServerExplorer();
|
102 |
|
103 |
DataManager manager = DALLocator.getDataManager(); |
104 |
FeatureStoreProviderFactory factory = (FeatureStoreProviderFactory) manager.getStoreProviderFactory(explorer.getStoreName()); |
105 |
|
106 |
boolean preferNotToUseNonNullRestrictions = factory.preferNotToUseNonNullRestrictions();
|
107 |
ExportAttributes exportAttributes = getParameters().getExportAttributes(); |
108 |
|
109 |
|
110 |
targetTempFeatureType = exportAttributes.getTargetFeatureType().getCopy(); |
111 |
targetEditableFeatureType = targetTempFeatureType.getEditable(); |
112 |
|
113 |
// Remove inherited primary keys from the data source and remove NotNull
|
114 |
// restrictions if proceed.
|
115 |
for (int i = 0; i < targetEditableFeatureType.size(); i++) { |
116 |
EditableFeatureAttributeDescriptor eAttr = (EditableFeatureAttributeDescriptor) targetEditableFeatureType.get(i); |
117 |
eAttr.setIsPrimaryKey(false);
|
118 |
if (preferNotToUseNonNullRestrictions) {
|
119 |
eAttr.setAllowNull(true);
|
120 |
} |
121 |
} |
122 |
|
123 |
|
124 |
String pkname = getParameters().getPrimaryKey();
|
125 |
if (pkname != null) { |
126 |
// pkname it's not part of exportattributes list.
|
127 |
pkname = getParameters().getExportAttributes().getNamesTranslator().getNameSuggestion(pkname); |
128 |
EditableFeatureAttributeDescriptor pk = (EditableFeatureAttributeDescriptor) targetEditableFeatureType.get(pkname); |
129 |
if (pk == null) { |
130 |
pk = targetEditableFeatureType.add(pkname, DataTypes.LONG); |
131 |
pk.setIsPrimaryKey(true);
|
132 |
pk.setIsAutomatic(true);
|
133 |
} else {
|
134 |
pk.setIsPrimaryKey(true);
|
135 |
} |
136 |
} |
137 |
|
138 |
if (this.getParameters().getCreateIndexInGeometryRow()) { |
139 |
EditableFeatureAttributeDescriptor x = (EditableFeatureAttributeDescriptor) targetEditableFeatureType.getDefaultGeometryAttribute(); |
140 |
x.setIsIndexed(true);
|
141 |
} |
142 |
|
143 |
// ======================================================
|
144 |
// Reprojection: set SRS of geometry field to target SRS
|
145 |
EditableFeatureAttributeDescriptor attrdescriptor |
146 |
= (EditableFeatureAttributeDescriptor) targetEditableFeatureType.getDefaultGeometryAttribute(); |
147 |
if (attrdescriptor != null) { |
148 |
attrdescriptor.setSRS(this.getParameters().getTargetProjection());
|
149 |
} |
150 |
|
151 |
// ======================================
|
152 |
// Remove index to improve performance
|
153 |
this.targetFeatureType = targetEditableFeatureType.getNotEditableCopy();
|
154 |
for (int i = 0; i < targetEditableFeatureType.size(); i++) { |
155 |
EditableFeatureAttributeDescriptor x = (EditableFeatureAttributeDescriptor) targetEditableFeatureType.get(i); |
156 |
//x.setIsPrimaryKey(false);
|
157 |
x.setIsIndexed(false);
|
158 |
} |
159 |
|
160 |
// ======================================
|
161 |
JDBCNewStoreParameters createTableParams = (JDBCNewStoreParameters) explorer.getAddParameters(); |
162 |
|
163 |
createTableParams.setSelectRole(this.getParameters().getSelectRole());
|
164 |
createTableParams.setInsertRole(this.getParameters().getInsertRole());
|
165 |
createTableParams.setUpdateRole(this.getParameters().getUpdateRole());
|
166 |
createTableParams.setDeleteRole(this.getParameters().getDeleteRole());
|
167 |
createTableParams.setTruncateRole(this.getParameters().getTruncateRole());
|
168 |
createTableParams.setReferenceRole(this.getParameters().getReferenceRole());
|
169 |
createTableParams.setTriggerRole(this.getParameters().getTriggerRole());
|
170 |
createTableParams.setAllRole(this.getParameters().getAllRole());
|
171 |
|
172 |
createTableParams.setSchema(this.getParameters().getSchema());
|
173 |
createTableParams.setPostCreatingStatement(this.getParameters().getPostCreatingStatement());
|
174 |
|
175 |
createTableParams.setDefaultFeatureType(targetEditableFeatureType); |
176 |
createTableParams.setTable(this.getParameters().getTableName());
|
177 |
|
178 |
return createTableParams;
|
179 |
|
180 |
} catch (Exception ex) { |
181 |
throw new ExportException(ex); |
182 |
} |
183 |
} |
184 |
|
185 |
@Override
|
186 |
public OpenDataStoreParameters createTargetOpenStoreParameters() throws ExportException { |
187 |
try {
|
188 |
DataManager dataManager = DALLocator.getDataManager(); |
189 |
JDBCServerExplorer explorer = this.createServerExplorer();
|
190 |
|
191 |
JDBCStoreParameters openStoreParameters = (JDBCStoreParameters) explorer.getOpenParameters(); |
192 |
openStoreParameters.setSchema(this.getParameters().getSchema());
|
193 |
openStoreParameters.setTable(this.getParameters().getTableName());
|
194 |
openStoreParameters.setCRS(this.getParameters().getTargetProjection());
|
195 |
openStoreParameters.setDefaultGeometryField( |
196 |
this.getParameters().getSourceFeatureType().getDefaultGeometryAttributeName()
|
197 |
); |
198 |
return openStoreParameters;
|
199 |
} catch (DataException ex) {
|
200 |
throw new ExportException(ex); |
201 |
} |
202 |
} |
203 |
|
204 |
|
205 |
|
206 |
private int getGeometryColumnCount(FeatureType featureType) { |
207 |
int count = 0; |
208 |
for (int i = 0; i < featureType.size(); i++) { |
209 |
if (featureType.getAttributeDescriptor(i).getType() == DataTypes.GEOMETRY) {
|
210 |
count++; |
211 |
} |
212 |
} |
213 |
return count;
|
214 |
} |
215 |
|
216 |
@Override
|
217 |
public void export(FeatureSet featureSet) throws ExportException { |
218 |
Geometry.ValidationStatus geometryCheck; |
219 |
|
220 |
DisposableIterator it = null;
|
221 |
EditableFeature targetFeature = null;
|
222 |
FeatureStore target = null;
|
223 |
|
224 |
try {
|
225 |
ExportServiceManager serviceManager = ExportLocator.getServiceManager(); |
226 |
|
227 |
// ======================================
|
228 |
// Reprojection
|
229 |
FeatureAttributeDescriptor geo_att = this.getParameters().getSourceFeatureType().getDefaultGeometryAttribute();
|
230 |
IProjection sourceProjection; |
231 |
ICoordTrans coord_trans = null;
|
232 |
Geometry reproj_geom; |
233 |
IProjection targetProjection = this.getParameters().getTargetProjection();
|
234 |
if (geo_att != null) { |
235 |
sourceProjection = geo_att.getSRS(); |
236 |
// this comparison is perhaps too preventive
|
237 |
// we could have two instances of same projection
|
238 |
// so we would do more computations than needed
|
239 |
if (sourceProjection != null && targetProjection != null && sourceProjection != targetProjection) { |
240 |
coord_trans = sourceProjection.getCT(targetProjection); |
241 |
} |
242 |
} |
243 |
// ============================================
|
244 |
|
245 |
DataManager dataManager = DALLocator.getDataManager(); |
246 |
|
247 |
JDBCServerExplorer explorer = this.createServerExplorer();
|
248 |
|
249 |
if (this.getParameters().canCreatetable()) { |
250 |
LOG.debug("Creating table");
|
251 |
getTaskStatus().message("Creating table");
|
252 |
NewDataStoreParameters targetNewStoreParameters = this.createTargetNewStoreParameters();
|
253 |
explorer.add( |
254 |
targetNewStoreParameters.getDataStoreName(), |
255 |
targetNewStoreParameters, |
256 |
true
|
257 |
); |
258 |
} |
259 |
|
260 |
JDBCStoreParameters openParams = (JDBCStoreParameters) this.createTargetOpenStoreParameters();
|
261 |
target = (FeatureStore) explorer.open(openParams); |
262 |
|
263 |
FeatureType theTargetFeatureType = target.getDefaultFeatureType(); |
264 |
FeatureType theSourceFeatureType = featureSet.getDefaultFeatureType(); |
265 |
|
266 |
target.edit(FeatureStore.MODE_APPEND); |
267 |
|
268 |
long featureCount = 1; |
269 |
getTaskStatus().setRangeOfValues(0, featureSet.getSize());
|
270 |
|
271 |
int targetGeometryIndex;
|
272 |
int sourceGeometryIndex;
|
273 |
if (getGeometryColumnCount(theSourceFeatureType) == 1 |
274 |
&& getGeometryColumnCount(theTargetFeatureType) == 1) {
|
275 |
// Si solo hay una columna de geometria asignaremos las geometrias
|
276 |
// independientemente de como se llamen los campos.
|
277 |
targetGeometryIndex = theTargetFeatureType.getDefaultGeometryAttributeIndex(); |
278 |
sourceGeometryIndex = theSourceFeatureType.getDefaultGeometryAttributeIndex(); |
279 |
} else {
|
280 |
FeatureAttributeDescriptor attr = theSourceFeatureType.getDefaultGeometryAttribute(); |
281 |
sourceGeometryIndex = attr.getIndex(); |
282 |
targetGeometryIndex = theTargetFeatureType.getAttributeDescriptor(attr.getName()).getIndex(); |
283 |
} |
284 |
|
285 |
LOG.debug("Inserting rows");
|
286 |
getTaskStatus().message("Inserting rows");
|
287 |
it = featureSet.fastIterator(); |
288 |
while (it.hasNext()) {
|
289 |
Feature feature = (Feature) it.next(); |
290 |
this.getTaskStatus().setCurValue(featureCount);
|
291 |
|
292 |
targetFeature = target.createNewFeature(theTargetFeatureType, feature); |
293 |
for (int i = 0; i < theSourceFeatureType.size(); i++) { |
294 |
if (i == sourceGeometryIndex) {
|
295 |
// Es facil que los campos geometria no se llamen igual, asi que
|
296 |
// el campo geometria lo asignamos a capon.
|
297 |
// Esto puede ocasionar problemas cuando la tabla destino no tenga
|
298 |
// geometria o tenga mas de una.
|
299 |
targetFeature.set(targetGeometryIndex, feature.get(sourceGeometryIndex)); |
300 |
} else {
|
301 |
FeatureAttributeDescriptor sourceField = theSourceFeatureType.getAttributeDescriptor(i); |
302 |
// String name = getTranslatedIdentifier(x.getName());
|
303 |
String targetField = this.getParameters().getExportAttributes().getTargetName(sourceField.getName()); |
304 |
int targetAttributeIndex = theTargetFeatureType.getIndex(targetField);
|
305 |
if (targetAttributeIndex < 0) { |
306 |
continue;
|
307 |
//throw new RuntimeException("Can't locate column '" + x.getName() + "' in the target table.");
|
308 |
} |
309 |
targetFeature.set(targetAttributeIndex, feature.get(sourceField.getName())); |
310 |
} |
311 |
} |
312 |
|
313 |
Geometry geometry = targetFeature.getGeometry(targetGeometryIndex); |
314 |
FixGeometryStatus check = serviceManager.fixGeometry(getParameters(), coord_trans, geometry); |
315 |
switch (check.getState()) {
|
316 |
case FixGeometryStatus.STATE_OK:
|
317 |
targetFeature.setDefaultGeometry(check.getGeometry()); |
318 |
break;
|
319 |
case FixGeometryStatus.STATE_SKIP:
|
320 |
continue;
|
321 |
case FixGeometryStatus.STATE_ABORT:
|
322 |
throw new InvalidGeometryException(targetFeature, check.getMessage()); |
323 |
} |
324 |
|
325 |
target.insert(targetFeature); |
326 |
|
327 |
if (this.getTaskStatus().isCancellationRequested()) { |
328 |
return;
|
329 |
} |
330 |
featureCount++; |
331 |
} |
332 |
String msgRowCount = MessageFormat.format(" ({0,number, #,###} rows)", featureCount); |
333 |
targetFeature = null;
|
334 |
getTaskStatus().setIndeterminate(); |
335 |
LOG.debug("Finish editing" + msgRowCount);
|
336 |
if (featureCount > 50000) { |
337 |
getTaskStatus().message("Finishing insertion of records, may take a while" + msgRowCount);
|
338 |
} else {
|
339 |
getTaskStatus().message("Finishing insertion of records" + msgRowCount);
|
340 |
} |
341 |
target.finishEditing(); |
342 |
|
343 |
if (this.getParameters().canCreatetable()) { |
344 |
getTaskStatus().message("Preparing the update of the indices" + msgRowCount);
|
345 |
target.edit(); |
346 |
EditableFeatureType ft = target.getDefaultFeatureType().getEditable(); |
347 |
for (FeatureAttributeDescriptor attr : this.targetFeatureType) { |
348 |
EditableFeatureAttributeDescriptor attr2 = (EditableFeatureAttributeDescriptor) ft.getAttributeDescriptor(attr.getName()); |
349 |
if (attr2 != null) { |
350 |
//attr2.setIsPrimaryKey(attr.isPrimaryKey());
|
351 |
attr2.setIsIndexed(attr.isIndexed()); |
352 |
attr2.setIsAutomatic(attr.isAutomatic()); |
353 |
} |
354 |
} |
355 |
target.update(ft); |
356 |
getTaskStatus().message("Updating the indices" + msgRowCount);
|
357 |
target.finishEditing(); |
358 |
} |
359 |
if (this.getParameters().getUpdateTableStatistics()) { |
360 |
LOG.debug("Updating statistics");
|
361 |
getTaskStatus().message("Updating statistics" + msgRowCount);
|
362 |
explorer.updateTableStatistics( |
363 |
openParams.getDBName(), |
364 |
openParams.getSchema(), |
365 |
openParams.getTable() |
366 |
); |
367 |
} |
368 |
LOG.debug("finish");
|
369 |
getTaskStatus().message("Exportation finished");
|
370 |
getTaskStatus().terminate(); |
371 |
|
372 |
} catch (Exception e) { |
373 |
LOG.warn("Can't export data.", e);
|
374 |
getTaskStatus().message("Problems exporting data");
|
375 |
throw new ExportException(e, targetFeature); |
376 |
|
377 |
} finally {
|
378 |
if (it != null) { |
379 |
it.dispose(); |
380 |
} |
381 |
featureSet.dispose(); |
382 |
if (target != null) { |
383 |
if (target.isAppending()) {
|
384 |
try {
|
385 |
target.cancelEditing(); |
386 |
} catch (Exception ex) { |
387 |
LOG.warn("Can't cancel editing.", ex);
|
388 |
} |
389 |
} |
390 |
target.dispose(); |
391 |
} |
392 |
this.getTaskStatus().terminate();
|
393 |
this.getTaskStatus().remove();
|
394 |
} |
395 |
} |
396 |
|
397 |
} |