From 94ae08701bbd7585a0b7e5a92d1975965a503c03 Mon Sep 17 00:00:00 2001
From: Dennis Kao <ulysseskao@gmail.com>
Date: Wed, 15 Jan 2014 11:28:52 +0800
Subject: [PATCH] Merge branch 'origin/2.1.x'
---
xdgnjobs/ximple-spatialjob/src/main/java/com/ximple/eofms/jobs/OracleConvertDgn2OraSDOJob.java | 568 +++++++++++++++++++++-----------------------------------
1 files changed, 218 insertions(+), 350 deletions(-)
diff --git a/xdgnjobs/ximple-spatialjob/src/main/java/com/ximple/eofms/jobs/OracleConvertDgn2OraSDOJob.java b/xdgnjobs/ximple-spatialjob/src/main/java/com/ximple/eofms/jobs/OracleConvertDgn2OraSDOJob.java
index 0cbe537..910cde7 100644
--- a/xdgnjobs/ximple-spatialjob/src/main/java/com/ximple/eofms/jobs/OracleConvertDgn2OraSDOJob.java
+++ b/xdgnjobs/ximple-spatialjob/src/main/java/com/ximple/eofms/jobs/OracleConvertDgn2OraSDOJob.java
@@ -6,14 +6,15 @@
import java.io.FilenameFilter;
import java.io.IOException;
import java.math.BigDecimal;
+import java.nio.BufferOverflowException;
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
import java.nio.channels.FileChannel;
+import java.sql.Connection;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.sql.Types;
-import java.sql.Connection;
import java.util.Date;
import java.util.Map;
import java.util.TreeMap;
@@ -24,10 +25,11 @@
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.geotools.data.DataStore;
-import org.geotools.data.oracle.OracleDataStore;
-import org.geotools.data.oracle.OracleDataStoreFactory;
-import org.geotools.feature.IllegalAttributeException;
+import org.geotools.data.jdbc.JDBCUtils;
+import org.geotools.data.oracle.OracleNGDataStoreFactory;
import org.geotools.feature.SchemaException;
+import org.geotools.jdbc.JDBCDataStore;
+import org.opengis.feature.IllegalAttributeException;
import org.quartz.JobDataMap;
import org.quartz.JobDetail;
import org.quartz.JobExecutionContext;
@@ -58,8 +60,7 @@
import com.ximple.io.dgn7.TextElement;
import com.ximple.util.PrintfFormat;
-public class OracleConvertDgn2OraSDOJob extends AbstractOracleDatabaseJob
-{
+public class OracleConvertDgn2OraSDOJob extends AbstractOracleDatabaseJob {
final static Log logger = LogFactory.getLog(OracleConvertDgn2OraSDOJob.class);
private static final String SDOHOST = "SDOHOST";
@@ -73,21 +74,18 @@
private static final int FETCHSIZE = 30;
private static final int COMMITSIZE = 20;
- class Pair
- {
+ class Pair {
Object first;
Object second;
- public Pair(Object first, Object second)
- {
+ public Pair(Object first, Object second) {
this.first = first;
this.second = second;
}
}
- protected static OracleDataStoreFactory dataStoreFactory = new OracleDataStoreFactory();
+ protected static OracleNGDataStoreFactory dataStoreFactory = new OracleNGDataStoreFactory();
- GeometryFactory _geomFactory = new GeometryFactory();
protected String _sdoHost;
protected String _sdoDatabase;
protected String _sdoPort;
@@ -97,20 +95,19 @@
protected String _sdoUseWKB;
protected Map<String, String> sdoProperties;
- protected OracleDataStore targetDataStore;
+ protected JDBCDataStore targetDataStore;
- public Log getLogger()
- {
+ public Log getLogger() {
return logger;
}
- protected AbstractOracleJobContext prepareJobContext(String targetSchemaName, String filterPath)
- {
- return new OracleConvertOraSDOJobContext(getDataPath(), getTargetDataStore(), filterPath);
+ protected AbstractOracleJobContext prepareJobContext(String targetSchemaName, String filterPath,
+ boolean profileMode, boolean useTransform) {
+ return new OracleConvertOraSDOJobContext(getDataPath(), getTargetDataStore(), filterPath, profileMode,
+ useTransform);
}
- protected void extractJobConfiguration(JobDetail jobDetail) throws JobExecutionException
- {
+ protected void extractJobConfiguration(JobDetail jobDetail) throws JobExecutionException {
super.extractJobConfiguration(jobDetail);
JobDataMap dataMap = jobDetail.getJobDataMap();
_sdoHost = dataMap.getString(SDOHOST);
@@ -132,56 +129,49 @@
logger.info("USEWKB=" + _myUseWKB);
*/
- if (_sdoHost == null)
- {
+ if (_sdoHost == null) {
logger.warn("SDOHOST is null");
throw new JobExecutionException("Unknown OraSDO host.");
}
- if (_sdoDatabase == null)
- {
+ if (_sdoDatabase == null) {
logger.warn("PGDATABASE is null");
throw new JobExecutionException("Unknown OraSDO database.");
}
- if (_sdoPort == null)
- {
+ if (_sdoPort == null) {
logger.warn("SDOPORT is null");
throw new JobExecutionException("Unknown OraSDO port.");
}
- if (_sdoSchema == null)
- {
+ if (_sdoSchema == null) {
logger.warn("SDOSCHEMA is null");
throw new JobExecutionException("Unknown OraSDO schema.");
}
- if (_sdoUsername == null)
- {
+ if (_sdoUsername == null) {
logger.warn("PGUSERNAME is null");
throw new JobExecutionException("Unknown OraSDO username.");
}
- if (_sdoPassword == null)
- {
+ if (_sdoPassword == null) {
logger.warn("PGPASSWORD is null");
throw new JobExecutionException("Unknown OraSDO password.");
}
Map<String, String> remote = new TreeMap<String, String>();
- remote.put("dbtype", "OraSDO");
- remote.put("charset", "UTF-8");
- remote.put("host", _sdoHost);
- remote.put("port", _sdoPort);
- remote.put("database", _sdoDatabase);
- remote.put("user", _sdoUsername);
- remote.put("passwd", _sdoPassword);
- remote.put("namespace", null);
+ remote.put(OracleNGDataStoreFactory.DBTYPE.key, "oracle");
+ // remote.put("charset", "UTF-8");
+ remote.put(OracleNGDataStoreFactory.HOST.key, _sdoHost);
+ remote.put(OracleNGDataStoreFactory.PORT.key, _sdoPort);
+ remote.put(OracleNGDataStoreFactory.DATABASE.key, _sdoDatabase);
+ remote.put(OracleNGDataStoreFactory.USER.key, _sdoUsername);
+ remote.put(OracleNGDataStoreFactory.PASSWD.key, _sdoPassword);
+ // remote.put("namespace", null);
sdoProperties = remote;
}
- public void execute(JobExecutionContext context) throws JobExecutionException
- {
+ public void execute(JobExecutionContext context) throws JobExecutionException {
// Every job has its own job detail
JobDetail jobDetail = context.getJobDetail();
// The name is defined in the job definition
- String jobName = jobDetail.getName();
+ String jobName = jobDetail.getKey().getName();
String targetSchemaName = null;
// Log the time the job started
@@ -189,36 +179,36 @@
extractJobConfiguration(jobDetail);
createSourceDataStore();
createTargetDataStore();
- if (getSourceDataStore() == null)
- {
+ if (getSourceDataStore() == null) {
logger.warn("Cannot connect source oracle database.");
throw new JobExecutionException("Cannot connect source oracle database.");
}
- if (getTargetDataStore() == null)
- {
+ if (getTargetDataStore() == null) {
logger.warn("Cannot connect source postgreSQL database.");
throw new JobExecutionException("Cannot connect source postgreSQL database.");
}
long t1 = System.currentTimeMillis();
- try
- {
+ try {
logger.info("-- step:clearOutputDatabase --");
clearOutputDatabase();
boolean bFirst = isCopyConnectivityMode();
- if (checkConvertDB())
- {
+ if (checkConvertDB()) {
logger.info("-- step:convertOracleDB --");
- for (String orgSchema : _orgSchema)
- {
+ for (String orgSchema : _orgSchema) {
OracleConvertOraSDOJobContext jobContext =
- (OracleConvertOraSDOJobContext) prepareJobContext(targetSchemaName, _filterPath);
+ (OracleConvertOraSDOJobContext) prepareJobContext(targetSchemaName, _filterPath,
+ isProfileMode(), isTransformed());
jobContext.setSourceDataStore(getSourceDataStore());
// jobContext.setConvertElementIn(_convertElementIn);
jobContext.setElementLogging(checkElementLogging());
jobContext.setExecutionContext(context);
+
+ fetchTPData(jobContext);
+ logger.info("TPC DIST:" + jobContext.getDistId() + ":" +
+ ((jobContext.getDistName() == null) ? "NULL" : jobContext.getDistName()));
if (bFirst)
copyConnectivity(jobContext);
@@ -233,22 +223,19 @@
}
}
- if (checkConvertFile())
- {
+ if (checkConvertFile()) {
logger.info("-- step:convertIndexDesignFile --");
convertIndexDesignFile(context);
logger.info("-- step:convertOtherDesignFile --");
convertOtherDesignFile(context);
}
- if (checkConvertElementIn())
- {
+ if (checkConvertElementIn()) {
logger.info("-- step:convertFeatureDesignFile --");
convertFeatureDesignFile(context);
}
- if (checkCreateDummy())
- {
+ if (checkCreateDummy()) {
logger.info("-- step:createDummyFeatureFile --");
createDummyFeatureFile(context);
}
@@ -258,38 +245,21 @@
// public static final String DATE_FORMAT_NOW = "yyyy-MM-dd HH:mm:ss";
// SimpleDateFormat sdf = new SimpleDateFormat(DATE_FORMAT_NOW);
logger.warn("use time = " + ((t2 - t1) / 60000.0) + " min");
- } catch (SQLException e)
- {
+ } catch (SQLException e) {
logger.warn(e.getMessage(), e);
throw new JobExecutionException("Database error. " + e.getMessage(), e);
- } catch (IOException ex)
- {
+ } catch (IOException ex) {
logger.warn(ex.getMessage(), ex);
throw new JobExecutionException("IO error. " + ex.getMessage(), ex);
}
logger.warn(jobName + " end at " + new Date());
}
- /**
- * Connectivity�ƻs�@�Ӫ����A�b�d�߹q�y��V�ɥΨӤ��OMS��Ʈw���q���s����(Connectivity)
- *
- * @param jobContext job context
- * @throws SQLException sql exception
- */
- private void copyConnectivity(OracleConvertOraSDOJobContext jobContext) throws SQLException
- {
- Connection connection = jobContext.getOracleConnection();
- Statement stmt = connection.createStatement();
- stmt.execute(AbstractOracleJobContext.TRUNCATE_CONNECTIVITY_WEBCHECK);
- stmt.execute(AbstractOracleJobContext.COPY_CONNECTIVITY_TO_WEBCHECK);
- }
-
private void exetcuteConvert(OracleConvertOraSDOJobContext jobContext,
- String querySchema, String dataPath) throws SQLException
- {
+ String querySchema, String dataPath) throws SQLException {
int order = 0;
OrderedMap map = getBlobStorageList(jobContext.getOracleConnection(), querySchema, "SD$SPACENODES"
- , null);
+ , null);
logger.info("begin convert job:[" + map.size() + "]:testmode=" + _testMode);
@@ -300,8 +270,7 @@
//jobContext.startTransaction();
jobContext.setCurrentSchema(querySchema);
jobContext.getExecutionContext().put("ConvertDgn2OraSDOJobProgress", 0);
- for (OrderedMapIterator it = map.orderedMapIterator(); it.hasNext();)
- {
+ for (OrderedMapIterator it = map.orderedMapIterator(); it.hasNext();) {
it.next();
Pair pair = (Pair) it.getValue();
@@ -312,14 +281,12 @@
order++;
- if (_testMode)
- {
+ if (_testMode) {
if ((_testCount < 0) || (order >= _testCount))
break;
}
- if ((order % COMMITSIZE) == 0)
- {
+ if ((order % COMMITSIZE) == 0) {
// OracleConnection connection = jobContext.getOracleConnection();
// connection.commitTransaction();
jobContext.commitTransaction();
@@ -329,8 +296,7 @@
}
int now = order % step;
- if (now != current)
- {
+ if (now != current) {
current = now;
jobContext.getExecutionContext().put("ConvertDgn2OraSDOJobProgress", current);
@@ -346,8 +312,7 @@
}
protected OrderedMap getBlobStorageList(Connection connection, String schemaSrc, String tableSrc,
- OrderedMap orderedMap) throws SQLException
- {
+ OrderedMap orderedMap) throws SQLException {
if (orderedMap == null)
orderedMap = new LinkedMap(99);
String fetchStmtFmt = "SELECT SNID, SPACETABLE FROM \"%s\".\"%s\"";
@@ -358,16 +323,13 @@
stmt.setFetchSize(FETCHSIZE);
- try
- {
+ try {
rs = stmt.executeQuery(fetchStmt);
int size = rs.getMetaData().getColumnCount();
- while (rs.next())
- {
+ while (rs.next()) {
Object[] values = new Object[size];
- for (int i = 0; i < size; i++)
- {
+ for (int i = 0; i < size; i++) {
values[i] = rs.getObject(i + 1);
}
@@ -380,13 +342,11 @@
else
pair.first = name;
}
- } catch (SQLException e)
- {
+ } catch (SQLException e) {
logger.error(e.toString(), e);
logger.error("stmt=" + fetchStmt);
throw e;
- } finally
- {
+ } finally {
if (rs != null) rs.close();
stmt.close();
}
@@ -395,8 +355,7 @@
}
protected OrderedMap getRawFormatStorageList(OracleConnection connection, String schemaSrc, String tableSrc,
- OrderedMap orderedMap) throws SQLException
- {
+ OrderedMap orderedMap) throws SQLException {
if (orderedMap == null)
orderedMap = new LinkedMap(99);
String fetchStmtFmt = "SELECT RNID, SPACETABLE FROM \"%s\".\"%s\"";
@@ -408,12 +367,10 @@
ResultSet rs = stmt.executeQuery(fetchStmt);
int size = rs.getMetaData().getColumnCount();
- while (rs.next())
- {
+ while (rs.next()) {
Object[] values = new Object[size];
- for (int i = 0; i < size; i++)
- {
+ for (int i = 0; i < size; i++) {
values[i] = rs.getObject(i + 1);
}
@@ -434,8 +391,7 @@
}
protected void queryIgsetElement(OracleConvertOraSDOJobContext jobContext,
- String srcschema, String srctable) throws SQLException
- {
+ String srcschema, String srctable) throws SQLException {
Connection connection = jobContext.getOracleConnection();
String fetchSrcStmtFmt = "SELECT IGDSELM FROM \"%s\".\"%s\" ORDER BY ROWID";
PrintfFormat spf = new PrintfFormat(fetchSrcStmtFmt);
@@ -446,26 +402,28 @@
ResultSet rsSrc = stmtSrc.executeQuery(fetchSrcStmt);
int igdsMetaType = rsSrc.getMetaData().getColumnType(1);
- while (rsSrc.next())
- {
- byte[] raw;
- if (igdsMetaType == Types.BLOB)
- {
+ while (rsSrc.next()) {
+ byte[] raw = null;
+ if (igdsMetaType == Types.BLOB) {
BLOB blob = (BLOB) rsSrc.getBlob(1);
- raw = getBytesFromBLOB(blob);
- blob.close();
- } else
- {
+ try {
+ raw = getBytesFromBLOB(blob);
+ } catch (BufferOverflowException e) {
+ logger.warn("Wrong Element Structure-", e);
+ } finally {
+ // blob.close();
+ }
+ } else {
raw = rsSrc.getBytes(1);
}
- try
- {
- Element element = fetchBinaryElement(raw);
- jobContext.putFeatureCollection(element);
- } catch (Dgn7fileException e)
- {
+ try {
+ if (raw != null) {
+ Element element = fetchBinaryElement(raw);
+ jobContext.putFeatureCollection(element);
+ }
+ } catch (Dgn7fileException e) {
logger.warn("Dgn7Exception", e);
}
}
@@ -475,8 +433,7 @@
}
protected void queryRawElement(OracleConvertOraSDOJobContext jobContext,
- String srcschema, String srctable) throws SQLException
- {
+ String srcschema, String srctable) throws SQLException {
Connection connection = jobContext.getOracleConnection();
String fetchDestStmtFmt = "SELECT ELEMENT FROM \"%s\".\"%s\" ORDER BY ROWID";
PrintfFormat spf = new PrintfFormat(fetchDestStmtFmt);
@@ -487,8 +444,7 @@
ResultSet rsDest = stmtDest.executeQuery(fetchDestStmt);
- while (rsDest.next())
- {
+ while (rsDest.next()) {
ARRAY rawsValue = ((OracleResultSet) rsDest).getARRAY(1);
long[] rawData = rawsValue.getLongArray();
byte[] comparessedValue;
@@ -507,12 +463,10 @@
byte[] rawDest = ByteArrayCompressor.decompressByteArray(comparessedValue);
- try
- {
+ try {
Element element = fetchBinaryElement(rawDest);
jobContext.putFeatureCollection(element);
- } catch (Dgn7fileException e)
- {
+ } catch (Dgn7fileException e) {
logger.warn("Dgn7Exception:" + e.getMessage(), e);
}
}
@@ -522,8 +476,7 @@
}
// Binary to Element
- private Element fetchBinaryElement(byte[] raws) throws Dgn7fileException
- {
+ private Element fetchBinaryElement(byte[] raws) throws Dgn7fileException {
ByteBuffer buffer = ByteBuffer.wrap(raws);
buffer.order(ByteOrder.LITTLE_ENDIAN);
short signature = buffer.getShort();
@@ -541,35 +494,28 @@
handler = recordType.getElementHandler();
Element dgnElement = (Element) handler.read(buffer, signature, elementLength);
- if (recordType.isComplexElement() && (elementLength < raws.length))
- {
+ if (recordType.isComplexElement() && (elementLength < raws.length)) {
int offset = elementLength;
- while (offset < (raws.length - 4))
- {
+ while (offset < (raws.length - 4)) {
buffer.position(offset);
signature = buffer.getShort();
type = (byte) ((signature >>> 8) & 0x007f);
elementLength = (buffer.getShort() * 2) + 4;
- if (raws.length < (offset + elementLength))
- {
+ if (raws.length < (offset + elementLength)) {
System.out.println("Length not match:" + offset + ":" + buffer.position() + ":" + buffer.limit());
break;
}
recordType = ElementType.forID(type);
handler = recordType.getElementHandler();
- if (handler != null)
- {
+ if (handler != null) {
Element subElement = (Element) handler.read(buffer, signature, elementLength);
((ComplexElement) dgnElement).add(subElement);
offset += elementLength;
- } else
- {
+ } else {
byte[] remain = new byte[buffer.remaining()];
System.arraycopy(raws, offset, remain, 0, buffer.remaining());
- for (int i = 0; i < remain.length; i++)
- {
- if (remain[i] != 0)
- {
+ for (int i = 0; i < remain.length; i++) {
+ if (remain[i] != 0) {
logger.info("fetch element has some error. index=" + (offset + i) + ":value=" + remain[i]);
System.out.println("fetch element has some error. index=" + (offset + i) + ":value=" + remain[i]);
}
@@ -583,41 +529,35 @@
}
/**
- * �����ഫ�����ɪ��u�@
+ * �����ഫ�����ɪ��u�@
*
- * @param context �u�@��������
+ * @param context �u�@��������
* @throws org.quartz.JobExecutionException
* exception
*/
- private void convertIndexDesignFile(JobExecutionContext context) throws JobExecutionException
- {
+ private void convertIndexDesignFile(JobExecutionContext context) throws JobExecutionException {
File indexDir = new File(getDataPath(), "index");
- if (!indexDir.exists())
- {
+ if (!indexDir.exists()) {
logger.info("index dir=" + indexDir + " not exist.");
return;
}
- if (!indexDir.isDirectory())
- {
+ if (!indexDir.isDirectory()) {
logger.info("index dir=" + indexDir + " is not a directory.");
}
- File[] dgnFiles = indexDir.listFiles(new FilenameFilter()
- {
- public boolean accept(File dir, String name)
- {
+ File[] dgnFiles = indexDir.listFiles(new FilenameFilter() {
+ public boolean accept(File dir, String name) {
return name.toLowerCase().endsWith(".dgn");
}
});
- for (File dgnFile : dgnFiles)
- {
+ for (File dgnFile : dgnFiles) {
IndexDgnConvertOraSDOJobContext convertContext =
- new IndexDgnConvertOraSDOJobContext(getDataPath(), getTargetDataStore());
+ new IndexDgnConvertOraSDOJobContext(getDataPath(), getTargetDataStore(), isProfileMode(),
+ isTransformed());
logger.debug("--- start dgnfile-" + dgnFile.toString() + " ---");
- try
- {
+ try {
convertContext.setExecutionContext(context);
String dgnPaths[] = StringUtils.splitToArray(dgnFile.toString(), File.separator);
convertContext.setFilename(dgnPaths[dgnPaths.length - 1]);
@@ -634,28 +574,23 @@
convertContext.closeFeatureWriter();
System.gc();
System.runFinalization();
- } catch (FileNotFoundException e)
- {
+ } catch (FileNotFoundException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (Dgn7fileException e)
- {
+ } catch (Dgn7fileException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (IOException e)
- {
+ } catch (IOException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (IllegalAttributeException e)
- {
+ } catch (IllegalAttributeException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (SchemaException e)
- {
+ } catch (SchemaException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
@@ -664,99 +599,81 @@
}
protected void scanIndexDgnElement(IndexDgnConvertOraSDOJobContext convertContext)
- throws Dgn7fileException, IOException, IllegalAttributeException, SchemaException
- {
+ throws Dgn7fileException, IOException, IllegalAttributeException, SchemaException {
Dgn7fileReader reader = convertContext.getReader();
int count = 0;
Element lastComplex = null;
- while (reader.hasNext())
- {
- Dgn7fileReader.Record record = reader.nextElement();
- if (record.element() != null)
- {
+ while (reader.hasNext()) {
+ Element.FileRecord record = reader.nextElement();
+ if (record.element() != null) {
Element element = (Element) record.element();
ElementType type = element.getElementType();
- if ((!type.isComplexElement()) && (!element.isComponentElement()))
- {
- if (lastComplex != null)
- {
- processIndexElement(lastComplex, convertContext);
- lastComplex = null;
- }
+ if ((!type.isComplexElement()) && (!element.isComponentElement())) {
+ if (lastComplex != null) {
+ processIndexElement(lastComplex, convertContext);
+ lastComplex = null;
+ }
processIndexElement(element, convertContext);
- } else if (element.isComponentElement())
- {
- if (lastComplex != null)
- {
+ } else if (element.isComponentElement()) {
+ if (lastComplex != null) {
((ComplexElement) lastComplex).add(element);
}
- } else if (type.isComplexElement())
- {
- if (lastComplex != null)
- {
+ } else if (type.isComplexElement()) {
+ if (lastComplex != null) {
processIndexElement(lastComplex, convertContext);
}
- lastComplex = element;
+ lastComplex = element;
}
}
count++;
}
- if (lastComplex != null)
- {
+ if (lastComplex != null) {
processIndexElement(lastComplex, convertContext);
}
logger.debug("ElementRecord Count=" + count);
}
private void processIndexElement(Element element, IndexDgnConvertOraSDOJobContext convertContext)
- throws IllegalAttributeException, SchemaException
- {
- if (element instanceof TextElement)
- {
+ throws IllegalAttributeException, SchemaException {
+ if (element instanceof TextElement) {
convertContext.putFeatureCollection(element);
}
}
/**
- * �����ഫ��L�]�p���ɪ��u�@
+ * �����ഫ��L�]�p���ɪ��u�@
*
* @param context jobContext
* @throws org.quartz.JobExecutionException
* exception
*/
- private void convertOtherDesignFile(JobExecutionContext context) throws JobExecutionException
- {
+ private void convertOtherDesignFile(JobExecutionContext context) throws JobExecutionException {
File otherDir = new File(getDataPath(), "other");
- if (!otherDir.exists())
- {
+ if (!otherDir.exists()) {
logger.info("other dir=" + otherDir + " not exist.");
return;
}
- if (!otherDir.isDirectory())
- {
+ if (!otherDir.isDirectory()) {
logger.info("other dir=" + otherDir + " is not a directory.");
}
- File[] dgnFiles = otherDir.listFiles(new FilenameFilter()
- {
- public boolean accept(File dir, String name)
- {
+ File[] dgnFiles = otherDir.listFiles(new FilenameFilter() {
+ public boolean accept(File dir, String name) {
return name.toLowerCase().endsWith(".dgn");
}
});
- for (File dgnFile : dgnFiles)
- {
+ for (File dgnFile : dgnFiles) {
GeneralDgnConvertOraSDOJobContext convertContext =
- new GeneralDgnConvertOraSDOJobContext(getDataPath(), getTargetDataStore());
+ new GeneralDgnConvertOraSDOJobContext(getDataPath(), getTargetDataStore(), isProfileMode(),
+ isTransformed());
logger.info("--- start dgnfile-" + dgnFile.toString() + " ---");
- try
- {
+ try {
convertContext.setExecutionContext(context);
String dgnPaths[] = StringUtils.splitToArray(dgnFile.toString(), File.separator);
convertContext.setFilename(dgnPaths[dgnPaths.length - 1]);
@@ -773,28 +690,23 @@
convertContext.closeFeatureWriter();
System.gc();
System.runFinalization();
- } catch (FileNotFoundException e)
- {
+ } catch (FileNotFoundException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (Dgn7fileException e)
- {
+ } catch (Dgn7fileException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (IOException e)
- {
+ } catch (IOException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (IllegalAttributeException e)
- {
+ } catch (IllegalAttributeException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (SchemaException e)
- {
+ } catch (SchemaException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
@@ -803,61 +715,49 @@
}
public void scanOtherDgnElement(GeneralDgnConvertOraSDOJobContext convertContext)
- throws Dgn7fileException, IOException, IllegalAttributeException, SchemaException
- {
+ throws Dgn7fileException, IOException, IllegalAttributeException, SchemaException {
Dgn7fileReader reader = convertContext.getReader();
int count = 0;
Element lastComplex = null;
- while (reader.hasNext())
- {
- Dgn7fileReader.Record record = reader.nextElement();
- if (record.element() != null)
- {
+ while (reader.hasNext()) {
+ Element.FileRecord record = reader.nextElement();
+ if (record.element() != null) {
Element element = (Element) record.element();
ElementType type = element.getElementType();
- if ((!type.isComplexElement()) && (!element.isComponentElement()))
- {
- if (lastComplex != null)
- {
- processOtherElement(lastComplex, convertContext);
- lastComplex = null;
- }
+ if ((!type.isComplexElement()) && (!element.isComponentElement())) {
+ if (lastComplex != null) {
+ processOtherElement(lastComplex, convertContext);
+ lastComplex = null;
+ }
processOtherElement(element, convertContext);
- } else if (element.isComponentElement())
- {
- if (lastComplex != null)
- {
+ } else if (element.isComponentElement()) {
+ if (lastComplex != null) {
((ComplexElement) lastComplex).add(element);
}
- } else if (type.isComplexElement())
- {
- if (lastComplex != null)
- {
+ } else if (type.isComplexElement()) {
+ if (lastComplex != null) {
processOtherElement(lastComplex, convertContext);
}
- lastComplex = element;
+ lastComplex = element;
}
}
count++;
}
- if (lastComplex != null)
- {
+ if (lastComplex != null) {
processOtherElement(lastComplex, convertContext);
}
logger.debug("ElementRecord Count=" + count);
}
private void processOtherElement(Element element, GeneralDgnConvertOraSDOJobContext convertContext)
- throws IllegalAttributeException, SchemaException
- {
+ throws IllegalAttributeException, SchemaException {
convertContext.putFeatureCollection(element);
}
- private void clearOutputDatabase()
- {
+ private void clearOutputDatabase() {
/*
File outDataPath = new File(getDataPath(), OracleConvertOraSDOJobContext.SHPOUTPATH);
if (outDataPath.exists() && outDataPath.isDirectory())
@@ -877,33 +777,24 @@
*/
}
- private void deleteFilesInPath(File outDataPath)
- {
+ private void deleteFilesInPath(File outDataPath) {
deleteFilesInPath(outDataPath, true);
}
- private void deleteFilesInPath(File outDataPath, boolean removeSubDir)
- {
- if (!outDataPath.isDirectory())
- {
+ private void deleteFilesInPath(File outDataPath, boolean removeSubDir) {
+ if (!outDataPath.isDirectory()) {
return;
}
File[] files = outDataPath.listFiles();
- for (File file : files)
- {
- if (file.isFile())
- {
- if (!file.delete())
- {
+ for (File file : files) {
+ if (file.isFile()) {
+ if (!file.delete()) {
logger.info("Cannot delete file-" + file.toString());
}
- } else if (file.isDirectory())
- {
+ } else if (file.isDirectory()) {
deleteFilesInPath(file, removeSubDir);
- if (removeSubDir)
- {
- if (file.delete())
- {
+ if (removeSubDir) {
+ if (file.delete()) {
logger.info("Cannot delete dir-" + file.toString());
}
}
@@ -911,35 +802,29 @@
}
}
- private void convertFeatureDesignFile(JobExecutionContext context) throws JobExecutionException
- {
+ private void convertFeatureDesignFile(JobExecutionContext context) throws JobExecutionException {
File elminDir = new File(getDataPath(), "elmin");
- if (!elminDir.exists())
- {
+ if (!elminDir.exists()) {
logger.info("elmin dir=" + elminDir + " not exist.");
return;
}
- if (!elminDir.isDirectory())
- {
+ if (!elminDir.isDirectory()) {
logger.info("elmin dir=" + elminDir + " is not a directory.");
}
- File[] dgnFiles = elminDir.listFiles(new FilenameFilter()
- {
- public boolean accept(File dir, String name)
- {
+ File[] dgnFiles = elminDir.listFiles(new FilenameFilter() {
+ public boolean accept(File dir, String name) {
return name.toLowerCase().endsWith(".dgn");
}
});
- for (File dgnFile : dgnFiles)
- {
+ for (File dgnFile : dgnFiles) {
FeatureDgnConvertOraSDOJobContext convertContext =
- new FeatureDgnConvertOraSDOJobContext(getDataPath(), getTargetDataStore(), _filterPath);
+ new FeatureDgnConvertOraSDOJobContext(getDataPath(), getTargetDataStore(), _filterPath, isProfileMode(),
+ isTransformed());
logger.info("--- start dgnfile-" + dgnFile.toString() + " ---");
- try
- {
+ try {
convertContext.setExecutionContext(context);
String dgnPaths[] = StringUtils.splitToArray(dgnFile.toString(), File.separator);
convertContext.setFilename(dgnPaths[dgnPaths.length - 1]);
@@ -956,28 +841,23 @@
convertContext.closeFeatureWriter();
System.gc();
System.runFinalization();
- } catch (FileNotFoundException e)
- {
+ } catch (FileNotFoundException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (Dgn7fileException e)
- {
+ } catch (Dgn7fileException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (IOException e)
- {
+ } catch (IOException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (IllegalAttributeException e)
- {
+ } catch (IllegalAttributeException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
- } catch (SchemaException e)
- {
+ } catch (SchemaException e) {
convertContext.rollbackTransaction();
logger.warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
@@ -986,61 +866,49 @@
}
public void scanFeatureDgnElement(FeatureDgnConvertOraSDOJobContext convertContext)
- throws Dgn7fileException, IOException, IllegalAttributeException, SchemaException
- {
+ throws Dgn7fileException, IOException, IllegalAttributeException, SchemaException {
Dgn7fileReader reader = convertContext.getReader();
int count = 0;
Element lastComplex = null;
- while (reader.hasNext())
- {
- Dgn7fileReader.Record record = reader.nextElement();
- if (record.element() != null)
- {
+ while (reader.hasNext()) {
+ Element.FileRecord record = reader.nextElement();
+ if (record.element() != null) {
Element element = (Element) record.element();
ElementType type = element.getElementType();
- if ((!type.isComplexElement()) && (!element.isComponentElement()))
- {
- if (lastComplex != null)
- {
- processFeatureElement(lastComplex, convertContext);
- lastComplex = null;
- }
+ if ((!type.isComplexElement()) && (!element.isComponentElement())) {
+ if (lastComplex != null) {
+ processFeatureElement(lastComplex, convertContext);
+ lastComplex = null;
+ }
processFeatureElement(element, convertContext);
- } else if (element.isComponentElement())
- {
- if (lastComplex != null)
- {
+ } else if (element.isComponentElement()) {
+ if (lastComplex != null) {
((ComplexElement) lastComplex).add(element);
}
- } else if (type.isComplexElement())
- {
- if (lastComplex != null)
- {
+ } else if (type.isComplexElement()) {
+ if (lastComplex != null) {
processFeatureElement(lastComplex, convertContext);
}
- lastComplex = element;
+ lastComplex = element;
}
}
count++;
}
- if (lastComplex != null)
- {
+ if (lastComplex != null) {
processFeatureElement(lastComplex, convertContext);
}
logger.debug("ElementRecord Count=" + count);
}
private void processFeatureElement(Element element, FeatureDgnConvertOraSDOJobContext convertContext)
- throws IllegalAttributeException, SchemaException
- {
+ throws IllegalAttributeException, SchemaException {
convertContext.putFeatureCollection(element);
}
- private void createDummyFeatureFile(JobExecutionContext context) throws JobExecutionException
- {
+ private void createDummyFeatureFile(JobExecutionContext context) throws JobExecutionException {
/*
DummyFeatureConvertShpJobContext convertContext = new DummyFeatureConvertShpJobContext(getDataPath(), _filterPath);
try {
@@ -1055,15 +923,12 @@
*/
}
- public DataStore getTargetDataStore()
- {
+ public DataStore getTargetDataStore() {
return targetDataStore;
}
- protected void createTargetDataStore() throws JobExecutionException
- {
- if (targetDataStore != null)
- {
+ protected void createTargetDataStore() throws JobExecutionException {
+ if (targetDataStore != null) {
targetDataStore.dispose();
targetDataStore = null;
}
@@ -1075,14 +940,12 @@
}
*/
- if (!sdoProperties.containsKey(OracleDataStoreFactory.MAXCONN.key))
- {
- sdoProperties.put(OracleDataStoreFactory.MAXCONN.key, "2");
+ if (!sdoProperties.containsKey(OracleNGDataStoreFactory.MAXCONN.key)) {
+ sdoProperties.put(OracleNGDataStoreFactory.MAXCONN.key, "2");
}
- if (!sdoProperties.containsKey(OracleDataStoreFactory.MINCONN.key))
- {
- sdoProperties.put(OracleDataStoreFactory.MINCONN.key, "1");
+ if (!sdoProperties.containsKey(OracleNGDataStoreFactory.MINCONN.key)) {
+ sdoProperties.put(OracleNGDataStoreFactory.MINCONN.key, "1");
}
/*
@@ -1092,18 +955,23 @@
}
*/
- if (!dataStoreFactory.canProcess(sdoProperties))
- {
+ if (!dataStoreFactory.canProcess(sdoProperties)) {
getLogger().warn("cannot process properties-");
throw new JobExecutionException("cannot process properties-");
}
- try
- {
- targetDataStore = (OracleDataStore) dataStoreFactory.createDataStore(sdoProperties);
- } catch (IOException e)
- {
+ try {
+ targetDataStore = dataStoreFactory.createDataStore(sdoProperties);
+ } catch (IOException e) {
getLogger().warn(e.getMessage(), e);
throw new JobExecutionException(e.getMessage(), e);
}
}
+
+ protected void disconnect() {
+ super.disconnect();
+ if (targetDataStore != null) {
+ targetDataStore.dispose();
+ targetDataStore = null;
+ }
+ }
}
--
Gitblit v0.0.0-SNAPSHOT