From 44e0a866a331ed1d4bb34c0a50eca411547de5db Mon Sep 17 00:00:00 2001 From: yutou Date: Wed, 9 Jun 2021 18:31:48 +0800 Subject: [PATCH] =?UTF-8?q?=E5=87=86=E5=A4=87=E4=B8=8A=E4=BC=A0oss?= =?UTF-8?q?=E5=81=9A=E4=BA=91=E5=A4=87=E4=BB=BD?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../nas/Controllers/MusicController.java | 3 +- .../nas/Controllers/ToolsController.java | 3 + .../IMusicToolsService.java | 2 +- .../impl}/MusicToolsServiceImpl.java | 20 +++-- .../com/yutou/nas/utils/ApplicationInit.java | 1 + .../yutou/nas/utils/BTDownloadManager.java | 12 +-- .../java/com/yutou/nas/utils/ConfigTools.java | 83 ++++++++++-------- .../com/yutou/nas/utils/DepotManager.java | 10 +++ src/main/java/com/yutou/nas/utils/Log.java | 2 +- .../java/com/yutou/nas/utils/OSSManager.java | 87 +++++++++++++++++++ .../java/com/yutou/nas/utils/StreamTools.java | 25 +++++- 11 files changed, 194 insertions(+), 54 deletions(-) rename src/main/java/com/yutou/nas/{utils/Interfaces => Services}/IMusicToolsService.java (92%) rename src/main/java/com/yutou/nas/{utils => Services/impl}/MusicToolsServiceImpl.java (96%) create mode 100644 src/main/java/com/yutou/nas/utils/DepotManager.java create mode 100644 src/main/java/com/yutou/nas/utils/OSSManager.java diff --git a/src/main/java/com/yutou/nas/Controllers/MusicController.java b/src/main/java/com/yutou/nas/Controllers/MusicController.java index 6158a34..5bc9e1c 100644 --- a/src/main/java/com/yutou/nas/Controllers/MusicController.java +++ b/src/main/java/com/yutou/nas/Controllers/MusicController.java @@ -4,7 +4,7 @@ import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONObject; import com.yutou.nas.mybatis.model.MusicData; import com.yutou.nas.utils.ConfigTools; -import com.yutou.nas.utils.MusicToolsServiceImpl; +import com.yutou.nas.Services.impl.MusicToolsServiceImpl; import com.yutou.nas.utils.Tools; import org.springframework.core.io.FileSystemResource; import org.springframework.http.MediaType; @@ -35,7 +35,6 @@ public class MusicController { @ResponseBody public String getAllMusicList() { JSONObject json = new JSONObject(); - JSONObject data = new JSONObject(); json.put("code", 0); json.put("scan", musicTools.isScan()); json.put("size", musicTools.getLength()); diff --git a/src/main/java/com/yutou/nas/Controllers/ToolsController.java b/src/main/java/com/yutou/nas/Controllers/ToolsController.java index 526b8d9..3c98ea1 100644 --- a/src/main/java/com/yutou/nas/Controllers/ToolsController.java +++ b/src/main/java/com/yutou/nas/Controllers/ToolsController.java @@ -1,6 +1,8 @@ package com.yutou.nas.Controllers; +import com.aliyun.oss.OSS; import com.yutou.nas.utils.HttpTools; +import com.yutou.nas.utils.OSSManager; import com.yutou.nas.utils.RedisTools; import com.yutou.nas.utils.Tools; import org.springframework.stereotype.Controller; @@ -9,6 +11,7 @@ import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.ResponseBody; import javax.servlet.http.HttpServletRequest; +import java.io.File; import java.io.IOException; @Controller diff --git a/src/main/java/com/yutou/nas/utils/Interfaces/IMusicToolsService.java b/src/main/java/com/yutou/nas/Services/IMusicToolsService.java similarity index 92% rename from src/main/java/com/yutou/nas/utils/Interfaces/IMusicToolsService.java rename to src/main/java/com/yutou/nas/Services/IMusicToolsService.java index dad4e48..0071b09 100644 --- a/src/main/java/com/yutou/nas/utils/Interfaces/IMusicToolsService.java +++ b/src/main/java/com/yutou/nas/Services/IMusicToolsService.java @@ -1,4 +1,4 @@ -package com.yutou.nas.utils.Interfaces; +package com.yutou.nas.Services; import com.yutou.nas.mybatis.model.MusicData; diff --git a/src/main/java/com/yutou/nas/utils/MusicToolsServiceImpl.java b/src/main/java/com/yutou/nas/Services/impl/MusicToolsServiceImpl.java similarity index 96% rename from src/main/java/com/yutou/nas/utils/MusicToolsServiceImpl.java rename to src/main/java/com/yutou/nas/Services/impl/MusicToolsServiceImpl.java index de490f7..7f51a0e 100644 --- a/src/main/java/com/yutou/nas/utils/MusicToolsServiceImpl.java +++ b/src/main/java/com/yutou/nas/Services/impl/MusicToolsServiceImpl.java @@ -1,11 +1,15 @@ -package com.yutou.nas.utils; +package com.yutou.nas.Services.impl; import com.yutou.nas.Datas.AppData; import com.yutou.nas.mybatis.dao.MusicDataDao; import com.yutou.nas.mybatis.model.MusicData; import com.yutou.nas.mybatis.model.MusicDataExample; -import com.yutou.nas.utils.Interfaces.IMusicToolsService; +import com.yutou.nas.Services.IMusicToolsService; +import com.yutou.nas.utils.ConfigTools; +import com.yutou.nas.utils.OSSManager; +import com.yutou.nas.utils.QQBotManager; +import com.yutou.nas.utils.Tools; import ealvatag.audio.AudioFile; import ealvatag.audio.AudioFileIO; import ealvatag.audio.AudioHeader; @@ -52,11 +56,10 @@ public class MusicToolsServiceImpl implements IMusicToolsService { if (isScan) { return; } - if (ConfigTools.load(ConfigTools.CONFIG, "musicScan").equals("false")) { + if (ConfigTools.load(ConfigTools.CONFIG, "musicScan",boolean.class,false)) { return; } musicPath = (String) ConfigTools.load(ConfigTools.CONFIG, "musicDir"); - musicDataDao.truncate(); com.yutou.nas.utils.Log.i("执行扫描:" + musicPath); new Thread(() -> { long startTime = System.currentTimeMillis(); @@ -182,7 +185,10 @@ public class MusicToolsServiceImpl implements IMusicToolsService { MusicData data = getMetadata(file); if (data != null) { try { - musicDataDao.insert(data); + if(getMusicData(file.getAbsolutePath())==null) { + musicDataDao.insert(data); + OSSManager.upload(OSSManager.TYPE_MUSIC,musicPath,file); + } } catch (Exception e) { e.printStackTrace(); QQBotManager.getInstance().sendMessage("音乐文件添加失败:" + data.toString()); @@ -384,8 +390,9 @@ public class MusicToolsServiceImpl implements IMusicToolsService { data.setDurationasdouble(format.duration); data.setBitrate((int) (format.bit_rate / 1000)); if (stream != null) { - if (data.getBitrate() == 0) + if (data.getBitrate() == 0) { data.setBitrate((int) (stream.bit_rate / 1000)); + } data.setChannelcount(stream.channels); data.setLossless(0); data.setSamplerate(stream.sample_rate); @@ -469,6 +476,7 @@ public class MusicToolsServiceImpl implements IMusicToolsService { return find(by, FIND_ARTIST); } + @Override public List getMusicList() { return musicDataDao.selectByExample(new MusicDataExample()); } diff --git a/src/main/java/com/yutou/nas/utils/ApplicationInit.java b/src/main/java/com/yutou/nas/utils/ApplicationInit.java index b1c0b11..b33fc7a 100644 --- a/src/main/java/com/yutou/nas/utils/ApplicationInit.java +++ b/src/main/java/com/yutou/nas/utils/ApplicationInit.java @@ -1,5 +1,6 @@ package com.yutou.nas.utils; +import com.yutou.nas.Services.impl.MusicToolsServiceImpl; import com.yutou.nas.other.QQSetu; import org.springframework.boot.ApplicationArguments; import org.springframework.boot.ApplicationRunner; diff --git a/src/main/java/com/yutou/nas/utils/BTDownloadManager.java b/src/main/java/com/yutou/nas/utils/BTDownloadManager.java index b3fd71b..b1b2c95 100644 --- a/src/main/java/com/yutou/nas/utils/BTDownloadManager.java +++ b/src/main/java/com/yutou/nas/utils/BTDownloadManager.java @@ -55,21 +55,23 @@ public class BTDownloadManager implements ApplicationContextAware { JSONObject json = JSONObject.parseObject(_json); download(item, json); } else { - QQBotManager.getInstance().sendMessage(item.getTitle() + "\n下载失败"); + QQBotManager.getInstance().sendMessage(item.getTitle() + "\n下载失败\n"+getDmhyUrl(item)); Log.i(item.getTitle() + "\n下载失败"); } } } - - private String getRSSUrl(BangumiItem item) { - String url = "https://api.rss2json.com/v1/api.json?rss_url=%s&api_key=wtfm5pebya13pnl8rtu51wfgfpte0mb9sap1foll&count=500"; + private String getDmhyUrl(BangumiItem item){ String dmhyUrl = "http://share.dmhy.org/topics/rss/page/1/rss.xml?keyword=%s%s%s&order=date-desc"; dmhyUrl = String.format(dmhyUrl, item.getTitlekey().replace(" ", "+"), "-1".equals(item.getCategories()) ? "" : String.format("&sort_id=%s", item.getCategories()), "-1".equals(item.getAuthor()) ? "" : String.format("&team_id=%s", item.getAuthor())); + return dmhyUrl; + } + private String getRSSUrl(BangumiItem item) { + String url = "https://api.rss2json.com/v1/api.json?rss_url=%s&api_key=wtfm5pebya13pnl8rtu51wfgfpte0mb9sap1foll&count=500"; try { - return String.format(url, URLEncoder.encode(dmhyUrl, "UTF-8")); + return String.format(url, URLEncoder.encode(getDmhyUrl(item), "UTF-8")); } catch (UnsupportedEncodingException e) { e.printStackTrace(); return null; diff --git a/src/main/java/com/yutou/nas/utils/ConfigTools.java b/src/main/java/com/yutou/nas/utils/ConfigTools.java index e87c017..abbca2f 100644 --- a/src/main/java/com/yutou/nas/utils/ConfigTools.java +++ b/src/main/java/com/yutou/nas/utils/ConfigTools.java @@ -3,62 +3,72 @@ package com.yutou.nas.utils; import com.alibaba.fastjson.JSONObject; import java.io.*; +import java.util.HashSet; +import java.util.Set; /** * 配置和参数 */ public class ConfigTools { - public static final String CONFIG="config.json"; - public static final String DATA="data.json"; - public static final String SQLITE="sqlite.json"; + public static final String CONFIG = "config.json"; + public static final String DATA = "data.json"; + public static final String SQLITE = "sqlite.json"; + static { try { - File file=new File(CONFIG); - if(!file.exists()){ + File file = new File(CONFIG); + if (!file.exists()) { file.createNewFile(); } - file=new File(DATA); - if(!file.exists()){ + file = new File(DATA); + if (!file.exists()) { file.createNewFile(); } - file=null; - }catch (Exception e){ + file = null; + } catch (Exception e) { e.printStackTrace(); } } - public static Object load(String type,String key){ - File file=new File(type); + + public static Object load(String type, String key) { + return load(type, key, Object.class, null); + } + + public static T load(String type, String key, Class t) { + return load(type, key, t, null); + } + + public static T load(String type, String key, Class t, T def) { + File file = new File(type); //com.yutou.nas.utils.Log.i(type+"配置文件地址:"+file.getAbsolutePath()); - String src=readFile(file); - if(src!=null){ + String src = readFile(file); + if (src != null) { try { - JSONObject json=JSONObject.parseObject(src); - if(json==null){ - json=new JSONObject(); - saveFile(file,json.toJSONString()); - } - return json.getOrDefault(key, ""); - }catch (Exception e){ - return ""; + JSONObject json = JSONObject.parseObject(src); + return json.getObject(key, t); + } catch (Exception e) { } } - return ""; + + return def; } - public static boolean save(String type,String key,Object data){ - File file=new File(type); - String src=readFile(file); - if(src==null){ - src="{}"; + + public static boolean save(String type, String key, Object data) { + File file = new File(type); + String src = readFile(file); + if (src == null) { + src = "{}"; } - JSONObject json=JSONObject.parseObject(src); - json.put(key,data); - saveFile(file,json.toJSONString()); + JSONObject json = JSONObject.parseObject(src); + json.put(key, data); + saveFile(file, json.toJSONString()); return false; } - public static boolean saveFile(File file,String data){ + + public static boolean saveFile(File file, String data) { try { - FileWriter writer=new FileWriter(file); + FileWriter writer = new FileWriter(file); writer.write(data); writer.flush(); writer.close(); @@ -68,12 +78,13 @@ public class ConfigTools { return false; } } - public static String readFile(File file){ + + public static String readFile(File file) { try { - BufferedReader reader=new BufferedReader(new FileReader(file)); + BufferedReader reader = new BufferedReader(new FileReader(file)); String tmp; - StringBuilder str= new StringBuilder(); - while ((tmp=reader.readLine())!=null){ + StringBuilder str = new StringBuilder(); + while ((tmp = reader.readLine()) != null) { str.append(tmp); } reader.close(); diff --git a/src/main/java/com/yutou/nas/utils/DepotManager.java b/src/main/java/com/yutou/nas/utils/DepotManager.java new file mode 100644 index 0000000..1c88809 --- /dev/null +++ b/src/main/java/com/yutou/nas/utils/DepotManager.java @@ -0,0 +1,10 @@ +package com.yutou.nas.utils; + +public class DepotManager { + private DepotManager(){ + + } + public static void scan(){ + + } +} diff --git a/src/main/java/com/yutou/nas/utils/Log.java b/src/main/java/com/yutou/nas/utils/Log.java index dd2a5e2..a60a5ab 100644 --- a/src/main/java/com/yutou/nas/utils/Log.java +++ b/src/main/java/com/yutou/nas/utils/Log.java @@ -6,7 +6,7 @@ public class Log { } public static void i(Object log) { - if ("true".equals(ConfigTools.load(ConfigTools.CONFIG, "logout"))) { + if (ConfigTools.load(ConfigTools.CONFIG, "logout",boolean.class,false)) { System.out.printf("[%s]%s%n", AppTools.getToDayNowTimeToString(), log diff --git a/src/main/java/com/yutou/nas/utils/OSSManager.java b/src/main/java/com/yutou/nas/utils/OSSManager.java new file mode 100644 index 0000000..8fc402e --- /dev/null +++ b/src/main/java/com/yutou/nas/utils/OSSManager.java @@ -0,0 +1,87 @@ +package com.yutou.nas.utils; + +import com.aliyun.oss.OSS; +import com.aliyun.oss.OSSClientBuilder; +import com.aliyun.oss.model.OSSObject; +import com.aliyun.oss.model.ObjectMetadata; +import com.aliyun.oss.model.StorageClass; +import com.yutou.nas.interfaces.DownloadInterface; + +import java.io.File; +import java.io.FileNotFoundException; + +public class OSSManager { + public static final String TYPE_MUSIC = "oss-name-music"; + public static final String TYPE_PHOTO = "oss-name-photo"; + public static final String TYPE_DEPOT = "oss-name-depot"; + + private static OSS getOssClient() { + return new OSSClientBuilder().build(ConfigTools.load(ConfigTools.CONFIG, "oss-url", String.class), + ConfigTools.load(ConfigTools.CONFIG, "oss-id", String.class), + ConfigTools.load(ConfigTools.CONFIG, "oss-key", String.class)); + } + + private static void closeClient(OSS oss) { + oss.shutdown(); + } + + + public static void upload(String type, String path, File... files) { + if (type.equals(TYPE_MUSIC) && !ConfigTools.load(ConfigTools.CONFIG, TYPE_MUSIC, boolean.class, false)) { + return; + } + if (type.equals(TYPE_PHOTO) && !ConfigTools.load(ConfigTools.CONFIG, TYPE_PHOTO, boolean.class, false)) { + return; + } + if (type.equals(TYPE_DEPOT) && !ConfigTools.load(ConfigTools.CONFIG, TYPE_DEPOT, boolean.class, false)) { + return; + } + new Thread(() -> { + OSS client = getOssClient(); + for (File file : files) { + if (file.isDirectory()) { + continue; + } + String uploadPath = file.getAbsolutePath().replace(path, "").replace(File.separator, "/"); + if (uploadPath.startsWith("/")) { + uploadPath = uploadPath.substring(1); + } + client.putObject(type, uploadPath, file); + } + closeClient(client); + }).start(); + + } + + public static void download(String type, String path, DownloadInterface downloadInterface) { + new Thread(() -> { + OSS oss = getOssClient(); + ObjectMetadata metadata = oss.getObjectMetadata(type, path); + if (metadata.getObjectStorageClass() == StorageClass.Archive) { + oss.restoreObject(type, path); + do { + try { + Thread.sleep(1000); + } catch (InterruptedException e) { + e.printStackTrace(); + } + metadata = oss.getObjectMetadata(type, path); + } while (!metadata.isRestoreCompleted()); + } + OSSObject obj = oss.getObject(type, path); + File file = StreamTools.streamSave(obj.getObjectContent()); + if (file != null) { + downloadInterface.onDownload(file); + } else { + downloadInterface.onError(new FileNotFoundException("没有该文件")); + } + closeClient(oss); + }).start(); + } + private static boolean isExist(String type,String path){ + OSS oss=getOssClient(); + boolean flag=oss.doesObjectExist(type,path,true); + closeClient(oss); + return flag; + } +} diff --git a/src/main/java/com/yutou/nas/utils/StreamTools.java b/src/main/java/com/yutou/nas/utils/StreamTools.java index bba8478..b9086ca 100644 --- a/src/main/java/com/yutou/nas/utils/StreamTools.java +++ b/src/main/java/com/yutou/nas/utils/StreamTools.java @@ -1,8 +1,6 @@ package com.yutou.nas.utils; -import java.io.BufferedReader; -import java.io.InputStream; -import java.io.InputStreamReader; +import java.io.*; public class StreamTools { public static String streamReadLine(InputStream stream) { @@ -19,4 +17,25 @@ public class StreamTools { } return builder.toString(); } + + public static File streamSave(InputStream stream) { + try { + if (stream != null) { + File file = new File("tmp" + File.separator + System.currentTimeMillis()); + FileOutputStream outputStream = new FileOutputStream(file); + byte[] bytes = new byte[2048]; + int len; + while ((len = stream.read(bytes)) > -1) { + outputStream.write(bytes, 0, len); + } + outputStream.flush(); + stream.close(); + outputStream.close(); + return file; + } + } catch (Exception e) { + e.printStackTrace(); + } + return null; + } }