From c00360a92eb4e7cde51ff0269acf3c45172ec99a Mon Sep 17 00:00:00 2001
From: chenlw <874313221@qq.com>
Date: Fri, 2 Dec 2016 19:17:12 +0800
Subject: [PATCH 1/2] =?UTF-8?q?data=5Finfo=E9=87=8D=E5=A4=8Dbug?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/com/platform/service/thread/ThreadMoveData.java | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/src/com/platform/service/thread/ThreadMoveData.java b/src/com/platform/service/thread/ThreadMoveData.java
index 6873c4eb..8d6f0730 100644
--- a/src/com/platform/service/thread/ThreadMoveData.java
+++ b/src/com/platform/service/thread/ThreadMoveData.java
@@ -137,7 +137,7 @@ public class ThreadMoveData{
 				moveE.setRate(taskOne.getProgress());
 				moveE.setLastTime(DateForm.date2StringBysecond(new Date()));
 				if (3 == taskOne.getStatus()) {
-					//成功
+					//成功---创建数据
 					makeDataInfo(moveE);
 				}else if(taskOne.getStatus() < 0){
 					//失败
@@ -384,7 +384,9 @@ public class ThreadMoveData{
 					data.setExecResult(dataMove.getExecResult());
 					data.setId(0);
 					try {
-						dataInfoDao.save(data);
+						if (dataInfoDao.countByDataPath(data) == 0) {
+							dataInfoDao.save(data);
+						}
 					} catch (Exception e) {
 						log.error(e);
 						dataMove.setCompleteStatus("1");
@@ -411,7 +413,8 @@ public class ThreadMoveData{
 		//去掉 最后 的     数字 +/ 符合
 		if (matcher2.find()) {
 			String removeStr = matcher2.group();
-			dstPath = dstPath.replace(removeStr, "");
+			removeStr.length();
+			dstPath = dstPath.substring(0, dstPath.length()-removeStr.length());
 		}
 		return dstPath;
 	}

From 86436a12b87e60f02e4bb2f4aba2a7c2504f98c4 Mon Sep 17 00:00:00 2001
From: chenlw <874313221@qq.com>
Date: Fri, 2 Dec 2016 21:38:01 +0800
Subject: [PATCH 2/2] =?UTF-8?q?=E4=BF=AE=E6=94=B9?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/com/dao/mapper/data-details-mapper.xml          | 12 ++++++++++++
 src/com/dao/mapper/standard_data_details-mapper.xml |  4 ++--
 src/com/platform/dao/DataInfoDao.java               |  2 ++
 src/com/platform/http/gfs/SetVolume.java            |  7 ++++++-
 .../platform/service/impl/MoveDataServiceImpl.java  |  2 +-
 .../service/impl/OracleExtractServiceImpl.java      |  9 +++++++--
 .../platform/service/impl/VolumeServiceImpl.java    | 13 +++++++++++--
 src/com/platform/service/thread/ThreadMoveData.java | 12 ++++++------
 8 files changed, 47 insertions(+), 14 deletions(-)

diff --git a/src/com/dao/mapper/data-details-mapper.xml b/src/com/dao/mapper/data-details-mapper.xml
index 91603b37..23a135e3 100644
--- a/src/com/dao/mapper/data-details-mapper.xml
+++ b/src/com/dao/mapper/data-details-mapper.xml
@@ -116,6 +116,12 @@ PUBLIC "-//ibatis.apache.org//DTD Mapper 3.0//EN"
 		ORDER BY data_details.id
 	</select>
 	
+	<select id="countByDataPath" resultType="java.lang.Integer" parameterType="com.platform.entities.DataInfoEntity">
+		SELECT count(id)
+		FROM data_info
+		where data_path=#{dataPath} and remove='0'
+	</select>
+	
 	<!-- 获取数据符合筛选条件的全部记录信息 -->
 	<select id="findById" resultMap="getEntityByText" parameterType="java.lang.Integer">
 		SELECT
@@ -215,6 +221,9 @@ PUBLIC "-//ibatis.apache.org//DTD Mapper 3.0//EN"
 			<if test="endMonth != null and endMonth != ''">
 				end_month,
 			</if>
+			<if test="dataBaseType != null and dataBaseType != ''">
+				data_base_type,
+			</if>
 		</trim>
 		)
 		VALUES(
@@ -279,6 +288,9 @@ PUBLIC "-//ibatis.apache.org//DTD Mapper 3.0//EN"
 			<if test="endMonth != null and endMonth != ''">
 				#{endMonth},
 			</if>
+			<if test="dataBaseType != null and dataBaseType != ''">
+				#{dataBaseType},
+			</if>
 		</trim>
 		)
 	</insert>
diff --git a/src/com/dao/mapper/standard_data_details-mapper.xml b/src/com/dao/mapper/standard_data_details-mapper.xml
index 89282bd8..902633cb 100644
--- a/src/com/dao/mapper/standard_data_details-mapper.xml
+++ b/src/com/dao/mapper/standard_data_details-mapper.xml
@@ -113,7 +113,7 @@ PUBLIC "-//ibatis.apache.org//DTD Mapper 3.0//EN"
 		a.is_budget_exec budgetExecManage,a.is_budget_quota budgetQuotaManage,a.is_collection collection,a.is_department_budget departmentBudgetManage,a.total_budget_account totalBudgetAccount,
 		a.final_account_manage finalAccountManage,a.report_form_manage reportFormManage,a.non_tax_revenue_manage nonTaxManage,a.wage_system wageSystem,
 		a.analysis_of_financial_economic_prosperity analysisOfFinancialEconomicProsperity,a.government_debt governmentDebtManage,d.data_version dataVersion,d.collection_time collectingTime,l.is_update collUpdate,
-		d.checkout_indicate execResult,d.checkout_pay payResult,d.checkout_flag checkoutFlag,d.checkout_indicate_last execResultLast,d.checkout_pay_last payResultLast
+		d.checkout_indicate execResult,d.checkout_pay payResult,d.checkout_flag checkoutFlag,d.checkout_indicate_last execResultLast,d.checkout_pay_last payResultLast,d.mark mark
 	</sql>
 
 	<!-- 获取数据符合筛选条件的全部记录信息 -->
@@ -196,7 +196,7 @@ PUBLIC "-//ibatis.apache.org//DTD Mapper 3.0//EN"
 		SELECT
 		<include refid="find_city_Column_List" />
 		FROM standard_data_details a left join collection_data_description l on a.area_code=l.regionalism_code AND a.sys_code=l.sys_code
-				left join data_info d on a.area_code=d.regionalism_code AND a.sys_code=d.system_code AND d.remove='0'
+				left join data_details d on a.area_code=d.regionalism_code AND a.sys_code=d.system_code 
 			<where>
 				a.is_collection='是' AND a.city_name=#{cityName}
 			</where>
diff --git a/src/com/platform/dao/DataInfoDao.java b/src/com/platform/dao/DataInfoDao.java
index 51a2a917..8233daf6 100644
--- a/src/com/platform/dao/DataInfoDao.java
+++ b/src/com/platform/dao/DataInfoDao.java
@@ -28,6 +28,8 @@ public interface DataInfoDao {
 	
 	List<DataInfoEntity> findByParam(DataInfoEntity data)throws Exception;
 	
+	int countByDataPath(DataInfoEntity data)throws Exception;
+	
 	int removes(List<Integer> list)throws Exception;
 	
 	int save(DataInfoEntity data) throws Exception;
diff --git a/src/com/platform/http/gfs/SetVolume.java b/src/com/platform/http/gfs/SetVolume.java
index b1242ff3..c5c21225 100644
--- a/src/com/platform/http/gfs/SetVolume.java
+++ b/src/com/platform/http/gfs/SetVolume.java
@@ -136,11 +136,16 @@ public class SetVolume {
 	 */
 	public int deleteVolume(String volumeName)  throws Exception{
 		int reslut = 0;
+		this.stopVolume(volumeName);
+		try {
+			Thread.sleep(500);
+		} catch (Exception e) {
+			log.info(e);
+		}
 		log.info("delete volume " + volumeName);
 		Map<String, Object> map = new HashMap<String, Object>();
 		map.put("volumeName", volumeName);
 		//请求web
-		this.stopVolume(volumeName);
 		String rest = ht.sendPost("gfs/deleteVolume", map);
 		if (null == rest || "".equals(rest)) {
 			log.error(" ---    gluster is disconnect !   \n");
diff --git a/src/com/platform/service/impl/MoveDataServiceImpl.java b/src/com/platform/service/impl/MoveDataServiceImpl.java
index de250758..33a71d3b 100644
--- a/src/com/platform/service/impl/MoveDataServiceImpl.java
+++ b/src/com/platform/service/impl/MoveDataServiceImpl.java
@@ -159,7 +159,7 @@ public class MoveDataServiceImpl implements IMoveDataService {
 				}
 				if (path.length() == 0) {
 					dataMove.setDstVolumePath("nopath");
-					dataMove.setDstVolumePath("noIP");
+					dataMove.setDstVolumeIp("noIP");
 				}else {
 					dataMove.setDstVolumePath(path);
 					dataMove.setDstVolumeIp(ip);
diff --git a/src/com/platform/service/impl/OracleExtractServiceImpl.java b/src/com/platform/service/impl/OracleExtractServiceImpl.java
index 525be17f..f0e5625f 100644
--- a/src/com/platform/service/impl/OracleExtractServiceImpl.java
+++ b/src/com/platform/service/impl/OracleExtractServiceImpl.java
@@ -71,9 +71,9 @@ public class OracleExtractServiceImpl implements IOracleExtractService {
 			}
 			for (OracleConnectorParams collectOracle : datainfos) {	
 				String replicasName = collectOracle.getName();
+				DataInfoEntity data = new DataInfoEntity();
 				try{
 				if(null != collectOracle.getDataId() && !"".equals(collectOracle.getDataId())){
-					DataInfoEntity data = new DataInfoEntity();
 					data.setId(Integer.valueOf(collectOracle.getDataId()));
 					data.setExtractStatus(1);
 					dataInfoDao.updateExtract(data);
@@ -109,6 +109,8 @@ public class OracleExtractServiceImpl implements IOracleExtractService {
 					log.error(Custom4exception.OracleSQL_Except, e);
 				}
 				finally{
+					data.setExtractStatus(2);
+					dataInfoDao.updateExtract(data);
 					//sql日志记录时间：
 					FileOperateHelper.fileWrite(Configs.EXTRACT_LOG_LOCALTION
 							+ collectOracle.getName()+".log", "\r\n 汇总结束 \r\n"+ DateForm.date2StringBysecond(new Date()) +"\r\n");
@@ -161,9 +163,9 @@ public class OracleExtractServiceImpl implements IOracleExtractService {
 			}
 			for (OracleConnectorParams collectOracle : datainfos) {	
 				String replicasName = collectOracle.getName();
+				DataInfoEntity data = new DataInfoEntity();
 				try{
 				if(null != collectOracle.getDataId() && !"".equals(collectOracle.getDataId())){
-					DataInfoEntity data = new DataInfoEntity();
 					data.setId(Integer.valueOf(collectOracle.getDataId()));
 					//设置为 标准表 抽取中
 					data.setCheckoutFlag(Constant.CHECKOUTFLAG_SIX);
@@ -245,6 +247,9 @@ public class OracleExtractServiceImpl implements IOracleExtractService {
 					log.error(Custom4exception.OracleSQL_Except, e);
 				}
 				finally{
+					data.setCheckoutFlag(Constant.CHECKOUTFLAG_SEVEN);
+					data.setStandardExtractStatus("2");
+					dataInfoDao.update(data);
 					//sql日志记录时间：
 					FileOperateHelper.fileWrite(Configs.EXTRACT_STANDARD_LOG_LOCALTION
 							+ collectOracle.getName()+".log", "\r\n 抽取标准表结束  \r\n"+ DateForm.date2StringBysecond(new Date()) +"\r\n");
diff --git a/src/com/platform/service/impl/VolumeServiceImpl.java b/src/com/platform/service/impl/VolumeServiceImpl.java
index 4083b568..12385a1c 100644
--- a/src/com/platform/service/impl/VolumeServiceImpl.java
+++ b/src/com/platform/service/impl/VolumeServiceImpl.java
@@ -38,6 +38,13 @@ public class VolumeServiceImpl implements IVolumeService {
 	public int save(VolumeDataEntity entity) throws Exception {
 		int rest = 1;
 		//createVolume("lili_test1", 0, "distributed", bricksToCreate, "/home/lili_test1_point")
+		List<VolumeInitEntity> vols = volumeDao.findAll();
+		Map<String, Object> volMap = new HashMap<String, Object>();
+		if (null!= vols) {
+			for (VolumeInitEntity volumeInitEntity : vols) {
+				volMap.put(volumeInitEntity.getPath(), null);
+			}
+		}
 		List<VolumeDataEntity> result = gfsService.getAllVolumes();
 		List<VolumeDataEntity> addVolumes = new ArrayList<VolumeDataEntity>();
 		VolumeDataEntity volumeTmp = null;
@@ -81,7 +88,7 @@ public class VolumeServiceImpl implements IVolumeService {
 			//创建volume
 			if (bristr.size() > 0) {
 				//TODO 换成 web 请求
-				int createreslt = setVolume.createVolume(add.getName(), 0, "distributed", bristr, add.getPath());
+				int createreslt = setVolume.createVolume(add.getName(), 0, "Distribute", bristr, add.getPath());
 				if (createreslt != 1) {
 					rest = createreslt;
 				}
@@ -90,7 +97,9 @@ public class VolumeServiceImpl implements IVolumeService {
 			VolumeInitEntity volInSql = new VolumeInitEntity();
 			volInSql.setName(add.getName());
 			volInSql.setPath(add.getPath());
-			volumeDao.save(volInSql);
+			if (!volMap.keySet().contains(volInSql.getPath())) {
+				volumeDao.save(volInSql);
+			}
 			isContinue = false;
 		}
 		// 修改 brick
diff --git a/src/com/platform/service/thread/ThreadMoveData.java b/src/com/platform/service/thread/ThreadMoveData.java
index 8d6f0730..2ddf23e2 100644
--- a/src/com/platform/service/thread/ThreadMoveData.java
+++ b/src/com/platform/service/thread/ThreadMoveData.java
@@ -127,6 +127,7 @@ public class ThreadMoveData{
 					long timelong = nowTime - DateForm.string2DateBysecond(moveE.getLastTime()).getTime();
 					if (timelong > 1000*60*20) {
 						try {
+							moveE.setCompleteStatus("3");
 							dataInfoMoveTmpDao.update(moveE);
 						} catch (Exception e) {
 							log.error(e);
@@ -142,13 +143,12 @@ public class ThreadMoveData{
 				}else if(taskOne.getStatus() < 0){
 					//失败
 					moveE.setCompleteStatus("3");
-					try {
-						dataInfoMoveTmpDao.update(moveE);
-					} catch (Exception e) {
-						log.error(e);
-					}
 				}
-				
+				try {
+					dataInfoMoveTmpDao.update(moveE);
+				} catch (Exception e) {
+					log.error(e);
+				}
 			}
 		}