package com.fdkankan.contro.mq.service.impl; import cn.hutool.core.collection.CollUtil; import cn.hutool.core.io.FileUtil; import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONObject; import com.baomidou.mybatisplus.core.conditions.update.LambdaUpdateWrapper; import com.fdkankan.common.constant.*; import com.fdkankan.common.util.FileUtils; import com.fdkankan.contro.entity.*; import com.fdkankan.contro.mq.service.IBuildSceneService; import com.fdkankan.contro.service.*; import com.fdkankan.fyun.config.FYunFileConfig; import com.fdkankan.fyun.face.FYunFileServiceInterface; import com.fdkankan.model.constants.ConstantFileName; import com.fdkankan.model.constants.ConstantFilePath; import com.fdkankan.model.constants.UploadFilePath; import com.fdkankan.model.enums.ModelTypeEnums; import com.fdkankan.model.utils.CreateObjUtil; import com.fdkankan.model.utils.SceneUtil; import com.fdkankan.rabbitmq.bean.BuildSceneCallMessage; import com.fdkankan.rabbitmq.bean.BuildSceneResultMqMessage; import com.fdkankan.rabbitmq.util.RabbitMqProducer; import lombok.extern.slf4j.Slf4j; import org.apache.commons.lang3.ObjectUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.cloud.context.config.annotation.RefreshScope; import org.springframework.stereotype.Service; import javax.annotation.Resource; import java.io.File; import java.nio.charset.StandardCharsets; import java.util.*; /** *

* TODO *

* * @author dengsixing * @since 2022/4/20 **/ @Slf4j @Service @RefreshScope public class BuildSxTestServiceImpl implements IBuildSceneService { @Value("${queue.modeling.modeling-call}") private String queueModelingCall; @Value("${queue.modeling.sx.modeling-sx-post:modeling-sx-post}") private String queueModelingPost; @Value("${model.type:#{null}}") private String modelType; @Value("${env:gn}") private String env; @Value("#{'${build.scene.post.not-delete-nas-nums:}'.split(',')}") private List notDeleteNasNumList; @Autowired private RabbitMqProducer mqProducer; @Resource private FYunFileServiceInterface fYunFileService; @Autowired private FYunFileConfig fYunFileConfig; @Autowired private IScenePlusService scenePlusService; @Autowired private IScenePlusExtService scenePlusExtService; @Autowired private IBuildSceneDTService buildSceneDTService; @Autowired private ICommonService commonService; @Autowired private ISceneColdStorageService sceneColdStorageService; @Autowired private IntermitSceneService intermitSceneService; @Autowired private IBuildService buildService; @Override public void buildScenePre(BuildSceneCallMessage message) throws Exception{ String num = message.getSceneNum(); ScenePlus scenePlusByNum = scenePlusService.getScenePlusByNum(num); Map ext = message.getExt(); String qjkkNum = (String)ext.get("qjkkNum"); try { //重新计算时需要删除文件夹,否知使用缓存 if(new File(message.getPath() + File.separator + "results").exists()){ FileUtils.deleteDirectory(message.getPath() + File.separator + "results"); } //由于刘强说caches会影响计算结果,所以这里删除caches if(new File(message.getPath() + File.separator + "caches").exists()){ FileUtils.deleteDirectory(message.getPath() + File.separator + "caches"); } //下载文件 // //删除点位校准数据 // if (Objects.nonNull(message.getExt()) // && message.getExt().containsKey("deleteExtras") // && (Boolean) message.getExt().get("deleteExtras")) { // String extras = String.format(UploadFilePath.scene_result_data_path, num).concat("extras"); // if(CollUtil.isNotEmpty(fYunFileService.listRemoteFiles(extras))){ // fYunFileService.deleteFolder(extras); // } // } //用户相机重新全量上传,需要解冻结 // sceneColdStorageService.unfreeze(num, "用户相机重新全量上传", message.getPath()); //根据相机类型,组装资源路径 //下载资源到本地 // this.downLoadSource(message, message.getPath()); //下载深巡的pose文件夹,并重命名为extras Integer relocationMaxindex = scenePlusByNum.getRelocationMaxindex(); if(relocationMaxindex == null){ relocationMaxindex = -1; } String extrasPath = message.getPath() + "/extras/"; fYunFileService.downloadFileByCommand(extrasPath, String.format(UploadFilePath.scene_result_data_path, num) + "pose/"); List imgKeyList = fYunFileService.listRemoteFiles(String.format(UploadFilePath.IMG_VIEW_PATH, qjkkNum) + "panoramas/"); JSONObject query = new JSONObject(); JSONArray queryList = new JSONArray(); query.put("query", queryList); for (String key : imgKeyList) { String fileName = (++relocationMaxindex) + "." + FileUtil.extName(key); fYunFileService.downloadFile(key, extrasPath + "images/query/" + fileName); JSONObject fileNameObj = new JSONObject(); fileNameObj.put("filename", fileName); queryList.add(fileNameObj); } //写query.json FileUtil.writeUtf8String(query.toJSONString(), extrasPath + "query.json"); message.getExt().put("relocationMaxindex", relocationMaxindex); //发送mq,就进行计算 message.setResultReceiverMqName(queueModelingPost); ScenePlusExt scenePlusExtByPlusId = scenePlusExtService.getScenePlusExtByPlusId(scenePlusByNum.getId()); String dataFdageKey = SceneUtil.getHomePath(scenePlusExtByPlusId.getDataSource()) + "data.fdage"; JSONObject jsonObject = JSON.parseObject(fYunFileService.getFileContent(dataFdageKey)); // Map dataMap = buildService.getTypeString(message.getCameraType(), message.getAlgorithm(), message.getResolution(),jsonObject); Map dataMap = new HashMap<>(); dataMap.put("splitType", "SPLIT_V31"); dataMap.put("skyboxType", "SKYBOX_V6"); buildService.writeDataJson(message, jsonObject, dataMap, null); log.info("场景计算资源准备结束,场景码:{}", message.getSceneNum()); }catch (Exception e){ log.error("场景计算前置处理出错,num"+num, e); scenePlusByNum.setSceneStatus(SceneStatus.FAILD.code()); scenePlusService.updateById(scenePlusByNum); buildSceneDTService.handBaseFail("深巡场景重定向资源准备异常!", message.getPath(), message.getSceneNum(), "计算控制服务器"); throw e; } } private String getOssPath(String path) { String ossPath = ConstantFilePath.OSS_PREFIX + path.replace(ConstantFilePath.BUILD_MODEL_PATH, "") .replace(ConstantFilePath.BUILD_MODEL_LASER_PATH, ""); if (!ossPath.endsWith("/")) { ossPath = ossPath.concat("/"); } return ossPath; } @Override public void downLoadSource(BuildSceneCallMessage buildSceneMqMessage,String path){ String ossPath = getOssPath(path); fYunFileService.downloadFileByCommand(path + File.separator + "capture", ossPath); } @Override public void buildScenePost(BuildSceneResultMqMessage message) throws Exception { String sceneCode = message.getBuildContext().get("sceneNum").toString(); String path = message.getPath(); try { // 上传计算日志 //如果是重复计算,没有走到计算逻辑,不需要上传日志文件 log.info("开始上传计算日志"); String buildLogPath = String.format(UploadFilePath.BUILD_LOG_PATH, sceneCode); fYunFileService.uploadFile(path + File.separator + "console.log", buildLogPath + "console.log"); log.info("计算日志上传完成"); if (!message.getBuildSuccess()) { log.error("建模失败,修改状态为失败状态"); scenePlusService.update(new LambdaUpdateWrapper() .set(ScenePlus::getSceneStatus, SceneStatus.FAILD.code()) .eq(ScenePlus::getNum, sceneCode)); // //计算失败通知激光系统修改状态 // fdkkLaserService.updateStatus(sceneCode, 1); // 发送钉钉消息,计算失败 buildSceneDTService.handModelFail("深巡场景重定向计算失败", message.getPath(), sceneCode, message.getHostName()); return; } // JSONObject fdageData = commonService.getFdageData(path + File.separator + "capture" +File.separator+"data.fdage"); ScenePlus scenePlus = scenePlusService.getScenePlusByNum(sceneCode); Map uploadFiles = this.getUploadFiles(scenePlus,path); scenePlus.setPayStatus(PayStatus.PAY.code()); scenePlus.setUpdateTime(new Date()); scenePlus.setSceneStatus(SceneStatus.NO_DISPLAY.code()); // Integer videoVersion = fdageData.getInteger("videoVersion"); //读取计算结果文件生成videosJson // JSONObject videosJson = commonService.getVideosJson(path, videoVersion, sceneCode, cameraType); ScenePlusExt scenePlusExt = scenePlusExtService.getScenePlusExtByPlusId(scenePlus.getId()); // boolean isObj = fdageData.containsKey("exportMeshObj") && fdageData.getIntValue("exportMeshObj") == 1; //上传全景图俯视图 // this.uploadFloorCad(path, sceneCode, uploadFiles); log.info("开始上传场景计算结果数据,num:{}", sceneCode); //由于3dtiles算法mesh文件发生变化,所以这里需要先清除一下oss的mesh目录,避免存在旧算法obj文件 // fYunFileService.deleteFolder(String.format(UploadFilePath.DATA_VIEW_PATH, sceneCode) + "mesh"); // fYunFileService.deleteFolder(String.format(UploadFilePath.IMG_VIEW_PATH, sceneCode) + ModelKind.THREE_D_TILE.code()); //上传文件 fYunFileService.uploadMulFiles(uploadFiles); //发送消息到点云系统处理 Map aa = new HashMap<>(); aa.put("sceneCode", sceneCode); aa.put("path", path); mqProducer.sendByWorkQueue("laser-relocation-scene", aa); //修改oss上dam的内容编码 // Map damFileHeaders = new HashMap<>(); // damFileHeaders.put("Content-Encoding","gzip"); // String damPath = path + File.separator + "results" + File.separator + ConstantFileName.modelUUID + "_50k.dam"; // fYunFileService.uploadFile(damPath, String.format(UploadFilePath.IMG_VIEW_PATH, sceneCode) + ConstantFileName.modelUUID + "_50k.dam", damFileHeaders); //拷贝部分文件到编辑目录,用于用户编辑 // this.copyToEditDir(sceneCode); //计算完毕后,同步全景图到缓存目录 // this.cachePanorama(path, sceneCode); //生成houseTypejson并上传 // boolean existHouseType = this.uploadHouseTypeJson(sceneCode, path); // scenePlus.setHouseType(existHouseType ? CommonStatus.YES.code().intValue() : CommonStatus.NO.code().intValue()); //生成floorpan.json // commonService.uploadFloorplanJson(sceneCode, path); //重置异步操作记录 // commonService.removeSceneAsynOperLog(sceneCode); //清除用户编辑业务数据 // Set bizs = new HashSet<>(); // bizs.add(UserEditDataType.BOX_MODEL.message()); // bizs.add(UserEditDataType.FLOORPLAN.message()); // bizs.add(UserEditDataType.FILTERS.message()); // commonService.initUserEditData(sceneCode, bizs, null); //上传计算结果文件 // commonService.uploadBuildResultData(sceneCode, path, SceneVersionType.V4.code()); //容量统计 Long space = commonService.getSpace(sceneCode); //ai识别 // aiService.detectScenePano(scenePlus, scenePlusExt, path); //写入数据库 // this.updateDbPlus(scenePlus, scenePlusExt, space, videosJson.toJSONString(), message.getComputeTime(),isObj); Object[] editInfoArr = commonService.updateEditInfo(scenePlus); SceneEditInfo sceneEditInfo = (SceneEditInfo)editInfoArr[0]; SceneEditInfoExt sceneEditInfoExt = (SceneEditInfoExt)editInfoArr[1]; SceneEditControls sceneEditControls = (SceneEditControls)editInfoArr[2]; //如果相机容量不足,需要把场景的paystatus改为容量不足状态 scenePlus.setPayStatus(commonService.getPayStatus(scenePlus.getCameraId(), space, new JSONObject())); //统计原始资源大小 // scenePlusExt.setOrigSpace(FileUtil.size(new File(path.concat(File.separator).concat("capture")))); log.info("生成scene.json上传oss并设置缓存,num:{}", sceneCode); // CameraDetail cameraDetail = cameraDetailService.getByCameraId(scenePlus.getCameraId()); // Company company = !ObjectUtils.isEmpty(cameraDetail.getCompanyId()) ? companyService.getById(cameraDetail.getCompanyId()) : null; //写scene.json // commonService.writeSceneJson(sceneCode,sceneEditInfo, sceneEditInfoExt, sceneEditControls, scenePlus,scenePlusExt,company); // String qrLogo = !ObjectUtils.isEmpty(company) && !ObjectUtils.isEmpty(company.getQrLogo()) ? company.getQrLogo() : null; // // qrLogo = ObjectUtils.isEmpty(qrLogo) && !ObjectUtils.isEmpty(sceneEditInfoExt.getShareLogoImg()) ? fYunFileConfig.getHost().concat(sceneEditInfoExt.getShareLogoImg()) : null; // // createQrCode(sceneCode, scenePlusExt, qrLogo); // // //计算成功,通知APP // Integer pushChannel = fdageData.getInteger("pushChannel"); // String pushToken = fdageData.getString("pushToken"); // this.pushMsgToApp(pushChannel,pushToken, cameraType, scenePlus.getTitle(), scenePlusExt.getWebSite()); // //删除计算目录 // if(CollUtil.isEmpty(notDeleteNasNumList) || !notDeleteNasNumList.contains(sceneCode)){ // CreateObjUtil.deleteFile(path.replace(ConstantFilePath.BUILD_MODEL_PATH, "/")); // } this.uploadStatusJson(scenePlus, scenePlusExt); Integer relocationMaxindex = Integer.valueOf(message.getExt().get("relocationMaxindex").toString()); scenePlus.setRelocationMaxindex(relocationMaxindex); scenePlusService.updateById(scenePlus); scenePlusExtService.updateById(scenePlusExt); //国际环境需要发邮件通知 if("eur".equals(env) && !scenePlus.getSceneSource().equals(SceneSource.JG.code()) && !scenePlus.getSceneSource().equals(SceneSource.SG.code())){ commonService.sendEmail(sceneCode, "relocation"); } //发送到文保系统 // wbService.sendMq(sceneCode, CommonSuccessStatus.SUCCESS.code()); //四川日报打包消费 // this.sendMqToPackScene4Scrb(sceneCode); log.info("场景计算结果处理结束,场景码:{}", sceneCode); }catch (Exception e){ log.error("场景计算结果处理出错,num"+sceneCode, e); //计算失败通知激光系统修改状态 // fdkkLaserService.updateStatus(sceneCode, 1); buildSceneDTService.handBaseFail("场景计算结果处理出错!", message.getPath(), sceneCode, "计算控制服务器"); throw e; } } private Map getUploadFiles(ScenePlus scenePlus,String path) throws Exception { if (ObjectUtils.isEmpty(scenePlus)) { throw new Exception("未找到场景信息:" + path); } String projectNum = scenePlus.getNum(); String dataViewPath = String.format(UploadFilePath.DATA_VIEW_PATH, projectNum); String imagesPath = String.format(UploadFilePath.IMG_VIEW_PATH, projectNum); String videoPath = String.format(UploadFilePath.VIDEOS_VIEW_PATH, projectNum); String resultsPath = path + File.separator + "results" + File.separator; String uploadData = FileUtils.readFile(resultsPath + "upload.json"); JSONArray array = JSONObject.parseObject(uploadData).getJSONArray("upload"); JSONObject fileJson = null; String fileName = ""; Map map = new HashMap(); for (int i = 0; i < array.size(); ++i) { fileJson = array.getJSONObject(i); fileName = fileJson.getString("file"); String filePath = resultsPath + fileName; if (!(new File(filePath)).exists()) { throw new Exception(filePath + "文件不存在"); } if ("vision2.txt".equals(fileName)) { CreateObjUtil.convertTxtToVisionmodeldata(resultsPath + "vision2.txt", resultsPath + "vision2.modeldata"); map.put(resultsPath + "vision2.modeldata", imagesPath + "vision2.modeldata"); map.put(resultsPath + "vision2.txt", imagesPath + "vision2.txt"); } if (fileJson.getIntValue("clazz") == 2) { map.put(filePath, imagesPath + ConstantFileName.modelUUID + "_50k_texture_jpg_high1/" + fileName.replace("tex/", "")); } else if (fileJson.getIntValue("clazz") == 3) { map.put(filePath, imagesPath + "pan/high/" + fileName.replace("high/", "")); } else if (fileJson.getIntValue("clazz") == 4) { map.put(filePath, imagesPath + "pan/low/" + fileName.replace("low/", "")); } else if (fileJson.getIntValue("clazz") == 5) { map.put(filePath, imagesPath + fileName); } else if (fileJson.getIntValue("clazz") == 7) { map.put(filePath, imagesPath + fileName); } else if (fileJson.getIntValue("clazz") == 10) { String updown = FileUtils.readFile(filePath); JSONObject updownJson = JSONObject.parseObject(updown); String mappingOssPath = String.format("scene_edit_data/%s/data/", projectNum) + fileName.replace("updown", "mapping"); map.put(filePath, mappingOssPath); } else { if (fileJson.getIntValue("clazz") == 11 || fileJson.getIntValue("clazz") == 12) { map.put(filePath, videoPath + fileName.replace("videos/", "")); if (fileName.contains(".mp4")) { map.put(resultsPath + fileName.replace("mp4", "flv"), videoPath + fileName.replace("videos/", "").replace("mp4", "flv")); } } if (fileJson.getIntValue("clazz") == 16) { map.put(filePath, dataViewPath + fileName); } if (fileJson.getIntValue("clazz") == 18) { map.put(filePath, imagesPath + fileName); } } } CreateObjUtil.convertTxtToVisionmodeldata(resultsPath + "vision.txt", resultsPath + "vision.modeldata"); map.put(resultsPath + "vision.txt", imagesPath + "vision.txt"); map.put(resultsPath + "vision.modeldata", imagesPath + "vision.modeldata"); return map; } private void uploadStatusJson(ScenePlus scenePlus, ScenePlusExt scenePlusExt){ String num = scenePlus.getNum(); String dataViewPath = String.format(UploadFilePath.DATA_VIEW_PATH, num); Integer status = 1; // 上传status JSON. JSONObject statusJson = new JSONObject(); //临时将-2改成1,app还没完全更新 statusJson.put("status", status); statusJson.put("webSite", scenePlusExt.getWebSite()); statusJson.put("sceneNum", num); statusJson.put("thumb", scenePlusExt.getThumb()); statusJson.put("payStatus", scenePlus.getPayStatus()); statusJson.put("sceneScheme", scenePlusExt.getSceneScheme()); FileUtils.writeFile(ConstantFilePath.SCENE_PATH + "data/data" + num + File.separator + "status.json", statusJson.toString()); fYunFileService.uploadFile(statusJson.toJSONString().getBytes(StandardCharsets.UTF_8), dataViewPath + "status.json"); } private void updateDbPlus(int sceneSource,Long space,String videosJson, Long computeTime,boolean isObj,ScenePlusExt scenePlusExt){ scenePlusExt.setSpace(space); scenePlusExt.setComputeTime(computeTime); scenePlusExt.setAlgorithmTime(new Date()); scenePlusExt.setVideos(videosJson); scenePlusExt.setIsObj(isObj ? 1 : 0); if(ModelTypeEnums.TILE_CODE.equals(modelType)){ scenePlusExt.setSceneScheme(3); } switch (SceneSource.get(sceneSource)){ case BM: scenePlusExt.setSceneResolution(SceneResolution.two_K.code()); scenePlusExt.setSceneFrom(SceneFrom.PRO.code()); break; case SM: scenePlusExt.setSceneResolution(SceneResolution.one_k.code()); scenePlusExt.setSceneFrom(SceneFrom.LITE.code()); break; case ZT: scenePlusExt.setSceneResolution(SceneResolution.four_K.code()); scenePlusExt.setSceneFrom(SceneFrom.MINION.code()); break; case JG: scenePlusExt.setSceneResolution(SceneResolution.four_K.code()); scenePlusExt.setSceneFrom(SceneFrom.LASER.code()); break; case SG: scenePlusExt.setSceneResolution(SceneResolution.four_K.code()); scenePlusExt.setSceneFrom(SceneFrom.LASER.code()); break; } String sceneKind = scenePlusExt.getSceneScheme() == 3 ? SceneKind.FACE.code():SceneKind.TILES.code(); scenePlusExt.setSceneKind(sceneKind); // scenePlusExt.setModelKind(modelKind); //统计点位数量 scenePlusExt.setShootCount(this.getShootCount(scenePlusExt)); scenePlusExtService.updateById(scenePlusExt); } private Integer getShootCount(ScenePlusExt scenePlusExt){ Integer shootCount = null; String homePath = SceneUtil.getHomePath(scenePlusExt.getDataSource()); JSONObject dataFdageObj = JSON.parseObject(fYunFileService.getFileContent(homePath.concat("data.fdage"))); if(Objects.nonNull(dataFdageObj)){ JSONArray points = dataFdageObj.getJSONArray("points"); if(CollUtil.isNotEmpty(points)){ shootCount = points.size(); } } if(Objects.nonNull(shootCount) && shootCount > 0){ return shootCount; } String slamDataStr = fYunFileService.getFileContent(homePath.concat("slam_data.json")); JSONObject slamDataObj = JSON.parseObject(slamDataStr); if(Objects.nonNull(slamDataObj)){ JSONArray viewsInfo = slamDataObj.getJSONArray("views_info"); if(CollUtil.isNotEmpty(viewsInfo)){ shootCount = viewsInfo.stream().mapToInt(info -> { return ((JSONObject) info).getJSONArray("list_pose").size(); }).sum(); } } return shootCount; } }