|
@@ -1,5 +1,6 @@
|
|
package com.persagy.dmp.file.service.impl;
|
|
package com.persagy.dmp.file.service.impl;
|
|
|
|
|
|
|
|
+import cn.hutool.core.date.DateUtil;
|
|
import cn.hutool.core.map.MapUtil;
|
|
import cn.hutool.core.map.MapUtil;
|
|
import cn.hutool.core.thread.ThreadUtil;
|
|
import cn.hutool.core.thread.ThreadUtil;
|
|
import cn.hutool.core.util.StrUtil;
|
|
import cn.hutool.core.util.StrUtil;
|
|
@@ -29,6 +30,7 @@ import org.springframework.stereotype.Service;
|
|
|
|
|
|
import java.io.IOException;
|
|
import java.io.IOException;
|
|
import java.io.InputStream;
|
|
import java.io.InputStream;
|
|
|
|
+import java.time.LocalDateTime;
|
|
import java.util.Map;
|
|
import java.util.Map;
|
|
|
|
|
|
/***
|
|
/***
|
|
@@ -100,6 +102,7 @@ public class HdfsToMinioServiceImpl implements FileMigrateService {
|
|
*/
|
|
*/
|
|
private void startMigrate(String hdfsUrl, String fileBasePath, String hdfsUser, String minioUrl, String accessKey,
|
|
private void startMigrate(String hdfsUrl, String fileBasePath, String hdfsUser, String minioUrl, String accessKey,
|
|
String secretKey, String bucketName,Boolean deleteOldFileFlag){
|
|
String secretKey, String bucketName,Boolean deleteOldFileFlag){
|
|
|
|
+ LocalDateTime start = LocalDateTime.now();
|
|
// 1.创建minio客户端
|
|
// 1.创建minio客户端
|
|
MinioClient minioClient = MinioClient.builder()
|
|
MinioClient minioClient = MinioClient.builder()
|
|
.endpoint(minioUrl)
|
|
.endpoint(minioUrl)
|
|
@@ -139,6 +142,8 @@ public class HdfsToMinioServiceImpl implements FileMigrateService {
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
+ log.warn("=========文件迁移完成:结束时间:"+ DateUtil.format(LocalDateTime.now(),"yyyy-MM-dd HH:mm:ss")
|
|
|
|
+ +",开始时间:"+DateUtil.format(start,"yyyy-MM-dd HH:mm:ss")+"=========");
|
|
}
|
|
}
|
|
/***
|
|
/***
|
|
* Description: 创建HDFS配置类
|
|
* Description: 创建HDFS配置类
|