基于SpringBoot、Mybaitis-Plus、Redis、Shiro+JWT构建无状态、Hadoop的云网盘存储系统

package com.budbreak.pan.service.pan.impl; import com.alibaba.fastjson.JSONObject; import com.budbreak.pan.common.*; import com.budbreak.pan.entity.link.Secret; import com.budbreak.pan.model.FileMsg; import com.budbreak.pan.service.WebUtil; import com.budbreak.pan.service.link.SecretService; import com.budbreak.pan.service.pan.FileService; import com.budbreak.pan.vo.link.SecretVO; import org.apache.commons.io.FileUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; import org.springframework.web.multipart.MultipartFile; import org.springframework.web.multipart.MultipartHttpServletRequest; import javax.servlet.http.HttpServletRequest; import java.io.*; import java.nio.channels.FileChannel; import java.text.SimpleDateFormat; import java.util.*; import java.util.stream.Collectors; import static com.budbreak.pan.common.StringUtil.stringSlashToOne; /** * @author baoqi * @date 2020/4/27 12:04 */ @Service @Transactional(rollbackFor = Exception.class) public class FileServiceImpl implements FileService { @Autowired private SecretService secretService; @Value("${fileRootPath}") public String fileRootPath; @Value("${tempPath}") public String tempPath; @Value("${size}") public int size; @Value("${secretLen}") private int secretLen; @Value("${key}") private String key; @Override public InvokeResult getSpaceSize(HttpServletRequest request) { // 普通用户限制80G，guest用户限制40G， String username = WebUtil.getUserNameByRequest(request); Map<String, String> spaceMap = new HashMap<>(); spaceMap.put("totalSpace", "80"); double totalSpace = 80; if ("guest".equals(username)) { spaceMap.put("totalSpace", "40"); totalSpace = 40; } long dirlength = SystemUtil.getDirSpaceSize(fileRootPath + username); double dirlengthDouble = dirlength / 1024.0 / 1024 / 1024; String usedeSpace = String.format("%.2f", dirlengthDouble); String freeSpace = String.format("%.2f", totalSpace - Double.valueOf(usedeSpace)); spaceMap.put("freeSpace", freeSpace); return InvokeResult.success(JSONObject.toJSONString(spaceMap)); } @Override public List<FileMsg> fileConvert(List<FileMsg> fileMsgList) { List<FileMsg> fileMsgLists = fileMsgList; // 判断文件转码情况 for (FileMsg fileMsg : fileMsgLists) { // 跳过文件夹 if (fileMsg.getSize().equals("Directory")) { continue; } // 正常文件 int suffixidx = (int) StringUtil.getfilesuffix(fileMsg.getName(), true); String suffix = fileMsg.getName().substring(suffixidx); if (suffix.equals("mkv") || suffix.equals("rmvb") || suffix.equals("avi") || suffix.equals("wmv") || suffix.equals("3gp") || suffix.equals("rm")) { // 取非文件夹的所有文件名 List<String> namelist = fileMsgList.stream() .filter(f -> !f.getSize().equals("Directory")) .map(FileMsg::getName) .collect(Collectors.toList()); // 含有转码文件的情况下 if (namelist.contains(fileMsg.getName().substring(0, suffixidx) + "mp4")) { Map<String, Object> map = FfmpegUtil.ffmpegTaskMap.get(fileMsg.getLink()); // 含有转码文件且有转码记录 if (null != map) { String transcode = (String) map.get("flag"); fileMsg.setTranscode(transcode); } // 含有转码文件但没有转码记录，说明之前已完成转码 else { fileMsg.setTranscode("complete"); } } // 没有转码文件说明可转码 else { fileMsg.setTranscode("transcodable"); } } } return fileMsgLists; } @Override public List<FileMsg> userFileList(HttpServletRequest request, String path) { if (path == null) { path = "/"; } String userName = WebUtil.getUserNameByRequest(request); List<FileMsg> fileMsgList = new ArrayList<>(); // 拉取文件列表-本地磁盘 String webSaveFilePath = fileRootPath + userName + "/" + path; File files = new File(webSaveFilePath); if (!files.exists()) { return fileMsgList; } File[] tempList = files.listFiles(); if (tempList == null) { return fileMsgList; } for (File file : tempList) { if (file.isFile()) { FileMsg fileMsg = new FileMsg(); // 获取文件名和下载地址 String link = file.toString().replace("\\", "/"); String[] nameArr = link.split("/"); String name = nameArr[nameArr.length - 1]; link = link.replace(fileRootPath, "/data/"); link = link.replace("/root/pan/", "/data/"); String size = FileUtil.fileSizeToString(file.length()); SimpleDateFormat formatter = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); String lastModTime = formatter.format(file.lastModified()); // 赋值到json fileMsg.setName(name); fileMsg.setLink(link); fileMsg.setSize(size); fileMsg.setTime(lastModTime); if (FileUtil.isMp4(name)) { fileMsg.setType("mp4"); } else if (FileUtil.isVideo(name)) { fileMsg.setType("video"); } else { fileMsg.setType("file"); } fileMsgList.add(fileMsg); } else { FileMsg fileMsg = new FileMsg(); String link = file.toString().replace("\\", "/"); String[] nameArr = link.split("/"); String name = nameArr[nameArr.length - 1]; String dirPath = link.replace(fileRootPath + userName, ""); if (!name.equals("userIcon")) { fileMsg.setName(name); fileMsg.setSize("Directory"); fileMsg.setType("dir"); fileMsg.setLink(dirPath); SimpleDateFormat formatter = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); String lastModTime = formatter.format(file.lastModified()); fileMsg.setTime(lastModTime); fileMsgList.add(fileMsg); } } } //排序 ListUtil.listSort(fileMsgList); return fileMsgList; } @Override public InvokeResult dirCreate(HttpServletRequest request, String dirName, String path) { if (path == null) { path = "/"; } if (dirName.isEmpty() || path.isEmpty()) { return InvokeResult.failure("文件夹名为空！"); } // 获取用户名 String userName = WebUtil.getUserNameByRequest(request); if (!SystemUtil.isWindows()) { // path = "/pan/" + userName + path; path = fileRootPath + userName + path; } else { path = fileRootPath + userName + path; } // 重命名文件 File file = new File(path + "/" + dirName); if (!file.mkdir()) { return InvokeResult.failure("文件夹名已存在，创建失败！"); } return InvokeResult.success(); } @Override