From 301017226e61aa39c8b40e780ca244eeddd073d4 Mon Sep 17 00:00:00 2001
From: cy <1664593601@qq.com>
Date: 星期日, 09 十月 2022 14:14:54 +0800
Subject: [PATCH] feat(schedule): 定时任务视频拉取
---
recommend-video/src/main/java/com/iplatform/recvideo/util/SFTPUtil.java | 306 ++++++++++++++++++++++++++++++++++
recommend-video/src/main/java/com/iplatform/recvideo/scheduler/VideoLoadScheduler.java | 11
recommend-model-pojo/src/main/java/com/iplatform/model/po/Rc_task_status.java | 2
recommend-video/pom.xml | 12 +
recommend-video/src/main/java/com/iplatform/recvideo/util/CommonUtil.java | 32 +++
recommend-video/src/main/java/com/iplatform/recvideo/config/VideoSimilarProperties.java | 49 +++++
deploy-jar-template/src/main/resources/application-dev.yml | 9
recommend-video/src/main/resources/sftp.properties | 5
recommend-video/src/main/java/com/iplatform/recvideo/support/DefaultVideoLoader.java | 93 +++++++++-
9 files changed, 504 insertions(+), 15 deletions(-)
diff --git a/deploy-jar-template/src/main/resources/application-dev.yml b/deploy-jar-template/src/main/resources/application-dev.yml
index 4118ba0..6f39844 100644
--- a/deploy-jar-template/src/main/resources/application-dev.yml
+++ b/deploy-jar-template/src/main/resources/application-dev.yml
@@ -3,7 +3,7 @@
name: train_recommend
datasource:
# 鏄惁鏄剧ずdao涓墦鍗扮殑SQL璇彞
- show-sql: false
+ show-sql: true
username: root
# password: Bjjmy_63661766
password: Bjjmy_2020
@@ -99,3 +99,10 @@
# 娴嬭瘯妯″紡锛屽鏋滄槸鍒欎粎鐢熸垚鍥哄畾娴嬭瘯鏁版嵁锛屾寮忛儴缃查渶瑕佹敼涓� false
test-mode: true
+
+ #涓氬姟瑙嗛鎵�鍦ㄦ暟鎹簱淇℃伅
+ business-datasource-url: 124.70.39.177
+ business-datasource-port: 3306
+ business-datasource-service: train_test
+ business-datasource-authentication: root
+ business-datasource-certification: Bjjmy_2020
diff --git a/recommend-model-pojo/src/main/java/com/iplatform/model/po/Rc_task_status.java b/recommend-model-pojo/src/main/java/com/iplatform/model/po/Rc_task_status.java
index b639073..dd7676d 100644
--- a/recommend-model-pojo/src/main/java/com/iplatform/model/po/Rc_task_status.java
+++ b/recommend-model-pojo/src/main/java/com/iplatform/model/po/Rc_task_status.java
@@ -75,7 +75,7 @@
*/
@Override
public void setPkValue(Object value) {
- this.setId((Long) value);
+ this.setId(Long.valueOf(String.valueOf(value)));
}
public Long getId() {
diff --git a/recommend-video/pom.xml b/recommend-video/pom.xml
index 330a1f3..6ae0b62 100644
--- a/recommend-video/pom.xml
+++ b/recommend-video/pom.xml
@@ -47,6 +47,18 @@
<scope>provided</scope>
</dependency>
+ <!-- ftp宸ュ叿 -->
+ <dependency>
+ <groupId>com.jcraft</groupId>
+ <artifactId>jsch</artifactId>
+ <version>0.1.55</version>
+ </dependency>
+ <!--commons-io-->
+ <dependency>
+ <groupId>commons-io</groupId>
+ <artifactId>commons-io</artifactId>
+ <version>2.5</version>
+ </dependency>
</dependencies>
</project>
diff --git a/recommend-video/src/main/java/com/iplatform/recvideo/config/VideoSimilarProperties.java b/recommend-video/src/main/java/com/iplatform/recvideo/config/VideoSimilarProperties.java
index 2bb99e4..e48823d 100644
--- a/recommend-video/src/main/java/com/iplatform/recvideo/config/VideoSimilarProperties.java
+++ b/recommend-video/src/main/java/com/iplatform/recvideo/config/VideoSimilarProperties.java
@@ -13,6 +13,16 @@
private boolean testMode = false;
+ private String businessDatasourceUrl;
+
+ private int businessDatasourcePort;
+
+ private String businessDatasourceService;
+
+ private String businessDatasourceAuthentication;
+
+ private String businessDatasourceCertification;
+
public boolean isTestMode() {
return testMode;
}
@@ -48,4 +58,43 @@
this.dataFolder = dataFolder;
}
+ public String getBusinessDatasourceUrl() {
+ return businessDatasourceUrl;
+ }
+
+ public void setBusinessDatasourceUrl(String businessDatasourceUrl) {
+ this.businessDatasourceUrl = businessDatasourceUrl;
+ }
+
+ public int getBusinessDatasourcePort() {
+ return businessDatasourcePort;
+ }
+
+ public void setBusinessDatasourcePort(int businessDatasourcePort) {
+ this.businessDatasourcePort = businessDatasourcePort;
+ }
+
+ public String getBusinessDatasourceAuthentication() {
+ return businessDatasourceAuthentication;
+ }
+
+ public void setBusinessDatasourceAuthentication(String businessDatasourceAuthentication) {
+ this.businessDatasourceAuthentication = businessDatasourceAuthentication;
+ }
+
+ public String getBusinessDatasourceCertification() {
+ return businessDatasourceCertification;
+ }
+
+ public void setBusinessDatasourceCertification(String businessDatasourceCertification) {
+ this.businessDatasourceCertification = businessDatasourceCertification;
+ }
+
+ public String getBusinessDatasourceService() {
+ return businessDatasourceService;
+ }
+
+ public void setBusinessDatasourceService(String businessDatasourceService) {
+ this.businessDatasourceService = businessDatasourceService;
+ }
}
diff --git a/recommend-video/src/main/java/com/iplatform/recvideo/scheduler/VideoLoadScheduler.java b/recommend-video/src/main/java/com/iplatform/recvideo/scheduler/VideoLoadScheduler.java
index 2735f65..69be7b3 100644
--- a/recommend-video/src/main/java/com/iplatform/recvideo/scheduler/VideoLoadScheduler.java
+++ b/recommend-video/src/main/java/com/iplatform/recvideo/scheduler/VideoLoadScheduler.java
@@ -3,6 +3,7 @@
import com.iplatform.core.BeanContextAware;
import com.iplatform.recvideo.VideoLoader;
import com.iplatform.recvideo.VideoScheduler;
+import com.iplatform.recvideo.config.VideoSimilarProperties;
import com.iplatform.recvideo.service.VideoLoaderServiceImpl;
import com.iplatform.recvideo.support.DefaultVideoLoader;
import com.walker.connector.Address;
@@ -25,11 +26,13 @@
public VideoLoadScheduler(int id, String name){
super(id, name);
+ VideoSimilarProperties videoSimilarProperties = BeanContextAware.getBeanByType(VideoSimilarProperties.class);
srcAddress = new Address();
- srcAddress.setUrl("127.0.0.1");
- srcAddress.setPort(3306);
- srcAddress.setAuthentication("root");
- srcAddress.setCertification("123456");
+ srcAddress.setUrl(videoSimilarProperties.getBusinessDatasourceUrl());
+ srcAddress.setPort(videoSimilarProperties.getBusinessDatasourcePort());
+ srcAddress.setService(videoSimilarProperties.getBusinessDatasourceService());
+ srcAddress.setAuthentication(videoSimilarProperties.getBusinessDatasourceAuthentication());
+ srcAddress.setCertification(videoSimilarProperties.getBusinessDatasourceCertification());
}
@Override
diff --git a/recommend-video/src/main/java/com/iplatform/recvideo/support/DefaultVideoLoader.java b/recommend-video/src/main/java/com/iplatform/recvideo/support/DefaultVideoLoader.java
index 7a3cd92..606f9c8 100644
--- a/recommend-video/src/main/java/com/iplatform/recvideo/support/DefaultVideoLoader.java
+++ b/recommend-video/src/main/java/com/iplatform/recvideo/support/DefaultVideoLoader.java
@@ -1,17 +1,26 @@
package com.iplatform.recvideo.support;
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.type.CollectionType;
+import com.iplatform.core.BeanContextAware;
import com.iplatform.model.po.Rc_task_status;
import com.iplatform.model.po.Rc_video_batch;
+import com.iplatform.reccommon.TaskStatus;
import com.iplatform.reccommon.TaskType;
import com.iplatform.recvideo.VideoLoadInfo;
import com.iplatform.recvideo.VideoLoader;
+import com.iplatform.recvideo.config.VideoSimilarProperties;
import com.iplatform.recvideo.service.VideoLoaderServiceImpl;
+import com.iplatform.recvideo.util.SFTPUtil;
+import com.jcraft.jsch.SftpException;
import com.walker.connector.support.DatabaseConnector;
+import com.walker.infrastructure.utils.CollectionUtils;
import com.walker.infrastructure.utils.DateUtils;
import com.walker.infrastructure.utils.NumberGenerator;
-import java.util.ArrayList;
-import java.util.List;
+import java.io.File;
+import java.util.*;
public class DefaultVideoLoader extends VideoLoader {
@@ -34,18 +43,84 @@
@Override
protected long acquireInitBatchId() {
- return 20210101;
+ return 20210101000000L;
}
@Override
protected List<VideoLoadInfo> acquireLoadVideoFromDatabase(long nextBatchId) {
- this.databaseConnector.queryForList("", new Object[]{nextBatchId});
- return null;
+ //鍙瀹℃牳閫氳繃鐨勶紝骞朵笖鍒涘缓鏃堕棿鍦� 鎵规 涓� 鏄ㄥぉ鏃堕棿涔嬮棿
+ String sql = "SELECT id AS srcVideoId,video AS videoSrcPath,date_format(create_time,'%Y%m%d%H%i%S') AS batchId,create_user_id AS userId FROM train_video_online WHERE type=1 AND state=1 AND create_time BETWEEN STR_TO_DATE(?,'%Y%m%d%H%i%S') AND date_sub(NOW(),INTERVAL 1 DAY)";
+ List<Map<String, Object>> srcVideoList = this.databaseConnector.queryForList(sql, new Object[]{nextBatchId + 1});
+ if (CollectionUtils.isEmpty(srcVideoList)) {
+ return null;
+ }
+ ObjectMapper objectMapper = new ObjectMapper();
+ CollectionType listType = objectMapper.getTypeFactory().constructCollectionType(ArrayList.class, Map.class);
+ List<VideoLoadInfo> videoLoadInfoList = new ArrayList<>(srcVideoList.size());
+
+ VideoSimilarProperties videoSimilarProperties = BeanContextAware.getBeanByType(VideoSimilarProperties.class);
+ String dataFolder = videoSimilarProperties.getDataFolder();
+ String pathSeparator = File.separator;
+
+ for (Map<String, Object> srcVideoMap : srcVideoList) {
+ // videoSrcPath ==銆媅{"name": "/opt/home/train/tmp/2020/10/28/video/489c9fd871a04537bd20ebfc47457368.mp4", "path": "/train/2020/10/28/100cecfe4d4b4e70a2eb2733d78ec12e.mp4"}]
+ String videoSrcPath = String.valueOf(srcVideoMap.get("videoSrcPath"));
+ String srcVideoId = String.valueOf(srcVideoMap.get("srcVideoId"));
+ String batchId = String.valueOf(srcVideoMap.get("batchId"));
+ Long userId = Long.valueOf(String.valueOf(srcVideoMap.get("userId")));
+ List<Map> userList = null;
+ try {
+ userList = objectMapper.readValue(videoSrcPath, listType);
+ } catch (JsonProcessingException e) {
+ logger.error("acquireLoadVideoFromDatabase(): " + e.getMessage(), e);
+ return null;
+ }
+ for (int i = 0; i < userList.size(); i++) {
+ Map srcVideo = userList.get(i);
+ VideoLoadInfo videoLoadInfo = new VideoLoadInfo();
+ String videoPath = String.valueOf(srcVideo.get("path"));
+ videoLoadInfo.setSrcVideoId(srcVideoId);
+ videoLoadInfo.setVideoSrcPath(videoPath);
+ videoLoadInfo.setUserId(userId);
+ videoLoadInfo.setBatchId(batchId);
+ videoLoadInfo.setVideoDestPath(dataFolder + batchId + pathSeparator + srcVideoId + videoPath.substring(videoPath.lastIndexOf(".")));
+ videoLoadInfoList.add(videoLoadInfo);
+ }
+ }
+
+ return videoLoadInfoList;
}
@Override
protected long copyRemoteVideoFiles(List<VideoLoadInfo> readyLoadList, long nextBatchId) throws Exception {
- return 0;
+ Set<String> videoBatchIdSet = new HashSet<>();
+ SFTPUtil sftp = new SFTPUtil();
+ sftp.login();
+ for (VideoLoadInfo videoLoadInfo : readyLoadList) {
+ videoBatchIdSet.add(videoLoadInfo.getBatchId());
+ String videoSrcPath = videoLoadInfo.getVideoSrcPath();
+ String directory = videoSrcPath.substring(0, videoSrcPath.lastIndexOf("/"));
+ String downloadFile = videoSrcPath.substring(videoSrcPath.lastIndexOf("/") + 1);
+ try {
+ sftp.download(directory, downloadFile, videoLoadInfo.getVideoDestPath());
+ } catch (SftpException e) {
+ logger.error("copyRemoteVideoFiles():sftp涓嬭浇鏂囦欢{}鍒皗}澶辫触", videoSrcPath, videoLoadInfo.getVideoDestPath());
+ }
+ }
+ sftp.logout();
+ // 鎻掑叆璁板綍 rc_task_status
+ Long maxVideoBatchId = Long.valueOf(Collections.max(videoBatchIdSet, Comparator.comparing(s -> Long.valueOf(s))));
+ for (String videoBatchId : videoBatchIdSet) {
+ Rc_task_status taskStatus = new Rc_task_status();
+ taskStatus.setCreate_time(Long.parseLong(DateUtils.getDateTimeSecondForShow()));
+ taskStatus.setName("鏁寸悊鑾峰彇鐭棰戜换鍔�");
+ taskStatus.setLast_value(Long.valueOf(videoBatchId));
+ taskStatus.setStatus(TaskStatus.INDEX_VIDEO_LOAD);
+ taskStatus.setTask_type(TaskType.INDEX_VIDEO_LOAD);
+ videoLoaderService.save(taskStatus);
+ }
+
+ return maxVideoBatchId;
}
@Override
@@ -55,7 +130,7 @@
return this.videoLoaderService.execSaveBatchAndStatus(videoBatchList, taskStatus);
}
- private Rc_task_status createNewTaskStatus(long savedBatchId){
+ private Rc_task_status createNewTaskStatus(long savedBatchId) {
Rc_task_status status = new Rc_task_status();
status.setCreate_time(Long.parseLong(DateUtils.getDateTimeSecondForShow()));
status.setStatus("0");
@@ -66,11 +141,11 @@
return status;
}
- private List<Rc_video_batch> toVideoBatchList(List<VideoLoadInfo> readyLoadList, long savedBatchId){
+ private List<Rc_video_batch> toVideoBatchList(List<VideoLoadInfo> readyLoadList, long savedBatchId) {
List<Rc_video_batch> resultList = new ArrayList<>(readyLoadList.size());
Rc_video_batch e = null;
String batchId = String.valueOf(savedBatchId);
- for(VideoLoadInfo v : readyLoadList){
+ for (VideoLoadInfo v : readyLoadList) {
e = new Rc_video_batch();
e.setBatch_id(batchId);
e.setSrc_video_id(v.getSrcVideoId());
diff --git a/recommend-video/src/main/java/com/iplatform/recvideo/util/CommonUtil.java b/recommend-video/src/main/java/com/iplatform/recvideo/util/CommonUtil.java
new file mode 100644
index 0000000..ee9e939
--- /dev/null
+++ b/recommend-video/src/main/java/com/iplatform/recvideo/util/CommonUtil.java
@@ -0,0 +1,32 @@
+package com.iplatform.recvideo.util;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.core.io.DefaultResourceLoader;
+import org.springframework.core.io.ResourceLoader;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.Properties;
+
+public class CommonUtil {
+ private static transient Logger log = LoggerFactory.getLogger(CommonUtil.class);
+
+ /**
+ * @Author : liu.q [916000612@qq.com]
+ * @灏戞椂鐙傚彂缂栫▼鎯�,鏃犺皳璧磋韩IT琛�. @绾典娇鑽ｅ崕鏈彲杩�,鎴戣嚜coding鍙堜綍濡�!
+ * @Time 2020/2/25 3:55 涓嬪崍
+ * @Description : 鑾峰彇璧勬簮鏂囦欢
+ */
+ public static Properties getProp(String fileName) {
+ Properties props = new Properties();
+ ResourceLoader resourceLoader = new DefaultResourceLoader();
+ try {
+ InputStream in = resourceLoader.getResource(fileName).getInputStream();
+ props.load(in);
+ } catch (IOException e) {
+ log.error(e.getMessage());
+ }
+ return props;
+ }
+}
diff --git a/recommend-video/src/main/java/com/iplatform/recvideo/util/SFTPUtil.java b/recommend-video/src/main/java/com/iplatform/recvideo/util/SFTPUtil.java
new file mode 100644
index 0000000..dd2b5da
--- /dev/null
+++ b/recommend-video/src/main/java/com/iplatform/recvideo/util/SFTPUtil.java
@@ -0,0 +1,306 @@
+package com.iplatform.recvideo.util;
+
+import com.jcraft.jsch.*;
+import org.apache.commons.io.IOUtils;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.*;
+import java.util.Properties;
+import java.util.Vector;
+
+/**
+ * @ClassName SFTPUtil
+ * @Author cy
+ * @Date 2022/10/8
+ * @Description
+ * @Version 1.0
+ **/
+public class SFTPUtil {
+ private transient Logger log = LoggerFactory.getLogger(this.getClass());
+
+ private ChannelSftp sftp;
+
+ private Session session;
+ /**
+ * FTP 鐧诲綍鐢ㄦ埛鍚�
+ */
+ private String username;
+ /**
+ * FTP 鐧诲綍瀵嗙爜
+ */
+ private String password;
+ /**
+ * 绉侀挜
+ */
+ private String privateKey;
+ /**
+ * FTP 鏈嶅姟鍣ㄥ湴鍧�IP鍦板潃
+ */
+ private String host;
+ /**
+ * FTP 绔彛
+ */
+ private int port;
+
+
+ /**
+ * 鏋勯�犲熀浜庡瘑鐮佽璇佺殑sftp瀵硅薄
+ *
+ * @param username
+ * @param password
+ * @param host
+ * @param port
+ */
+ public SFTPUtil(String username, String password, String host, int port) {
+ this.username = username;
+ this.password = password;
+ this.host = host;
+ this.port = port;
+ }
+
+ /**
+ * 鏋勯�犲熀浜庣閽ヨ璇佺殑sftp瀵硅薄
+ *
+ * @param username
+ * @param host
+ * @param port
+ * @param privateKey
+ */
+ public SFTPUtil(String username, String host, int port, String privateKey) {
+ this.username = username;
+ this.host = host;
+ this.port = port;
+ this.privateKey = privateKey;
+ }
+
+ public SFTPUtil() {
+ Properties props = CommonUtil.getProp("sftp.properties");
+ this.username = props.getProperty("sftp.user");
+ this.password = props.getProperty("sftp.pass");
+ this.host = props.getProperty("sftp.host");
+ this.port = Integer.valueOf(props.getProperty("sftp.port"));
+ this.privateKey = props.getProperty("sftp.privateKey");
+ }
+
+ /**
+ * 杩炴帴sftp鏈嶅姟鍣�
+ *
+ * @throws Exception
+ */
+ public void login() {
+ try {
+ JSch jsch = new JSch();
+ if (privateKey != null) {
+ jsch.addIdentity(privateKey);// 璁剧疆绉侀挜
+ log.info("sftp connect,path of private key file锛歿}", privateKey);
+ }
+ log.info("sftp connect by host:{} username:{}", host, username);
+
+ session = jsch.getSession(username, host, port);
+ log.info("Session is build");
+ if (password != null) {
+ session.setPassword(password);
+ }
+ Properties config = new Properties();
+ config.put("StrictHostKeyChecking", "no");
+
+ session.setConfig(config);
+ session.connect();
+ log.info("Session is connected");
+
+ Channel channel = session.openChannel("sftp");
+ channel.connect();
+ log.info("channel is connected");
+
+ sftp = (ChannelSftp) channel;
+ log.info(String.format("sftp server host:[%s] port:[%s] is connect successfull", host, port));
+ } catch (JSchException e) {
+ log.error("Cannot connect to specified sftp server : {}:{} \n Exception message is: {}", new Object[]{host, port, e.getMessage()});
+ }
+ }
+
+ /**
+ * 鍏抽棴杩炴帴 server
+ */
+ public void logout() {
+ if (sftp != null) {
+ if (sftp.isConnected()) {
+ sftp.disconnect();
+ log.info("sftp is closed already");
+ }
+ }
+ if (session != null) {
+ if (session.isConnected()) {
+ session.disconnect();
+ log.info("sshSession is closed already");
+ }
+ }
+ }
+
+ /**
+ * 灏嗚緭鍏ユ祦鐨勬暟鎹笂浼犲埌sftp浣滀负鏂囦欢
+ *
+ * @param directory 涓婁紶鍒拌鐩綍
+ * @param sftpFileName sftp绔枃浠跺悕
+ * @param input 杈撳叆娴�
+ * @throws SftpException
+ * @throws Exception
+ */
+ public void upload(String directory, String sftpFileName, InputStream input) throws SftpException {
+ try {
+ sftp.cd(directory);
+ } catch (SftpException e) {
+ log.warn("directory is not exist");
+ sftp.mkdir(directory);
+ sftp.cd(directory);
+ }
+ sftp.put(input, sftpFileName);
+ log.info("file:{} is upload successful", sftpFileName);
+ }
+
+ /**
+ * 涓婁紶鍗曚釜鏂囦欢
+ *
+ * @param directory 涓婁紶鍒皊ftp鐩綍
+ * @param uploadFile 瑕佷笂浼犵殑鏂囦欢,鍖呮嫭璺緞
+ * @throws FileNotFoundException
+ * @throws SftpException
+ * @throws Exception
+ */
+ public void upload(String directory, String uploadFile) throws FileNotFoundException, SftpException {
+ File file = new File(uploadFile);
+ upload(directory, file.getName(), new FileInputStream(file));
+ }
+
+ /**
+ * 灏哹yte[]涓婁紶鍒皊ftp锛屼綔涓烘枃浠躲�傛敞鎰�:浠嶴tring鐢熸垚byte[]鏄紝瑕佹寚瀹氬瓧绗﹂泦銆�
+ *
+ * @param directory 涓婁紶鍒皊ftp鐩綍
+ * @param sftpFileName 鏂囦欢鍦╯ftp绔殑鍛藉悕
+ * @param byteArr 瑕佷笂浼犵殑瀛楄妭鏁扮粍
+ * @throws SftpException
+ * @throws Exception
+ */
+ public void upload(String directory, String sftpFileName, byte[] byteArr) throws SftpException {
+ upload(directory, sftpFileName, new ByteArrayInputStream(byteArr));
+ }
+
+ /**
+ * 灏嗗瓧绗︿覆鎸夌収鎸囧畾鐨勫瓧绗︾紪鐮佷笂浼犲埌sftp
+ *
+ * @param directory 涓婁紶鍒皊ftp鐩綍
+ * @param sftpFileName 鏂囦欢鍦╯ftp绔殑鍛藉悕
+ * @param dataStr 寰呬笂浼犵殑鏁版嵁
+ * @param charsetName sftp涓婄殑鏂囦欢锛屾寜璇ュ瓧绗︾紪鐮佷繚瀛�
+ * @throws UnsupportedEncodingException
+ * @throws SftpException
+ * @throws Exception
+ */
+ public void upload(String directory, String sftpFileName, String dataStr, String charsetName) throws UnsupportedEncodingException, SftpException {
+ upload(directory, sftpFileName, new ByteArrayInputStream(dataStr.getBytes(charsetName)));
+ }
+
+ /**
+ * 涓嬭浇鏂囦欢
+ *
+ * @param directory 涓嬭浇鐩綍
+ * @param downloadFile 涓嬭浇鐨勬枃浠�
+ * @param saveFile 瀛樺湪鏈湴鐨勮矾寰�
+ * @throws SftpException
+ * @throws FileNotFoundException
+ * @throws Exception
+ */
+ public void download(String directory, String downloadFile, String saveFile) throws SftpException, FileNotFoundException {
+ log.info("涓嬭浇鏂囦欢锛歿}/{}鍒皗}", directory, downloadFile, saveFile);
+ if (directory != null && !"".equals(directory)) {
+ sftp.cd(directory);
+ }
+ File file = new File(saveFile);
+ File parentFile = file.getParentFile();
+ if (!parentFile.exists()) {
+ parentFile.mkdirs();
+ }
+ sftp.get(downloadFile, new FileOutputStream(file));
+ log.info("file:{} is download successful", downloadFile);
+ }
+
+ /**
+ * 涓嬭浇鏂囦欢
+ *
+ * @param directory 涓嬭浇鐩綍
+ * @param downloadFile 涓嬭浇鐨勬枃浠跺悕
+ * @return 瀛楄妭鏁扮粍
+ * @throws SftpException
+ * @throws IOException
+ * @throws Exception
+ */
+ public byte[] download(String directory, String downloadFile) throws SftpException, IOException {
+ if (directory != null && !"".equals(directory)) {
+ sftp.cd(directory);
+ }
+ InputStream is = sftp.get(downloadFile);
+
+ byte[] fileData = IOUtils.toByteArray(is);
+
+ log.info("file:{} is download successful", downloadFile);
+ return fileData;
+ }
+
+ /**
+ * 鍒犻櫎鏂囦欢
+ *
+ * @param directory 瑕佸垹闄ゆ枃浠舵墍鍦ㄧ洰褰�
+ * @param deleteFile 瑕佸垹闄ょ殑鏂囦欢
+ * @throws SftpException
+ * @throws Exception
+ */
+ public void delete(String directory, String deleteFile) throws SftpException {
+ sftp.cd(directory);
+ sftp.rm(deleteFile);
+ }
+
+ public void deleteDir(String directory) throws SftpException {
+ sftp.rmdir(directory);
+ }
+
+
+ /**
+ * 鍒楀嚭鐩綍涓嬬殑鏂囦欢
+ *
+ * @param directory 瑕佸垪鍑虹殑鐩綍
+ * @return
+ * @throws SftpException
+ */
+ public Vector<?> listFiles(String directory) throws SftpException {
+ return sftp.ls(directory);
+ }
+
+ /**
+ * 鍒涘缓鐩綍,濡傛灉瀛樺氨涓嶄細鍒涘缓
+ *
+ * @param path 寮�澶村繀椤诲甫/锛岀粨灏句笉鑳藉甫/锛屽惁鍒欏悗鏋滆嚜璐�
+ * @throws SftpException
+ * @throws IOException
+ */
+ public void mkdir(String path) throws SftpException {
+ String pathArr[] = path.split("/");
+ String p = "";
+ for (int i = 1; i < pathArr.length; i++) {//0鏄┖瀛楃涓诧紝鐩存帴璺宠繃
+ p += "/" + pathArr[i];
+ System.out.println(p);
+ try {
+ sftp.cd(p);
+ } catch (Exception e) {
+ sftp.mkdir(p);
+ }
+ }
+ }
+
+ public static void main(String[] args) throws Exception {
+ SFTPUtil sftp = new SFTPUtil();
+ sftp.login();
+ sftp.download("/train/2022/10/8", "041da9fff35f474abefe101e90ab7d5a.docx", "C:\\Users\\cy\\Desktop\\3D鐩稿唽\\a2.docx");
+ sftp.logout();
+ }
+}
diff --git a/recommend-video/src/main/resources/sftp.properties b/recommend-video/src/main/resources/sftp.properties
new file mode 100644
index 0000000..073cd90
--- /dev/null
+++ b/recommend-video/src/main/resources/sftp.properties
@@ -0,0 +1,5 @@
+sftp.host=124.70.39.177
+sftp.port=22
+sftp.user=mysftp
+sftp.pass=Bjjmy_2020
+sftp.base=/train
--
Gitblit v1.9.1