4dkankan-center-modeling-control/src/main/java/com/fdkankan/contro/mq/service/impl/BuildSxRelocationServiceImpl.java

package com.fdkankan.contro.mq.service.impl;

import cn.hutool.core.io.FileUtil;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import com.baomidou.mybatisplus.core.conditions.update.LambdaUpdateWrapper;
import com.fdkankan.common.constant.CommonSuccessStatus;
import com.fdkankan.common.constant.PayStatus;
import com.fdkankan.common.constant.SceneSource;
import com.fdkankan.common.constant.SceneStatus;
import com.fdkankan.common.util.FileUtils;
import com.fdkankan.contro.entity.RelocationBatch;
import com.fdkankan.contro.entity.RelocationBatchDetail;
import com.fdkankan.contro.entity.ScenePlus;
import com.fdkankan.contro.entity.ScenePlusExt;
import com.fdkankan.contro.mq.service.IBuildSceneService;
import com.fdkankan.contro.service.*;
import com.fdkankan.fyun.face.FYunFileServiceInterface;
import com.fdkankan.model.constants.ConstantFileName;
import com.fdkankan.model.constants.ConstantFilePath;
import com.fdkankan.model.constants.UploadFilePath;
import com.fdkankan.model.enums.ModelTypeEnums;
import com.fdkankan.model.utils.CreateObjUtil;
import com.fdkankan.rabbitmq.bean.BuildSceneCallMessage;
import com.fdkankan.rabbitmq.bean.BuildSceneResultMqMessage;
import com.fdkankan.rabbitmq.util.RabbitMqProducer;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.ObjectUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.cloud.context.config.annotation.RefreshScope;
import org.springframework.stereotype.Service;

import javax.annotation.Resource;
import java.io.File;
import java.nio.charset.StandardCharsets;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;


/**
 * <p>
 * TODO
 * </p>
 *
 * @author dengsixing
 * @since 2022/4/20
 **/
@Slf4j
@Service
@RefreshScope
public class BuildSxRelocationServiceImpl implements IBuildSceneService {

    @Value("${queue.modeling.sx-relocation-post:sx-relocation-post}")
    private String queueModelingPost;
    @Value("${model.type:#{null}}")
    private String modelType;
    @Value("${env:gn}")
    private String env;
    @Autowired
    private RabbitMqProducer mqProducer;
    @Resource
    private FYunFileServiceInterface fYunFileService;
    @Autowired
    private IScenePlusService scenePlusService;
    @Autowired
    private IScenePlusExtService scenePlusExtService;
    @Autowired
    private IBuildSceneDTService buildSceneDTService;
    @Autowired
    private ICommonService commonService;
    @Autowired
    private IBuildService buildService;
    @Autowired
    private IRelocationBatchDetailService relocationBatchDetailService;
    @Autowired
    private IRelocationBatchService relocationBatchService;

    @Override
    public void buildScenePre(BuildSceneCallMessage message) throws Exception{
        String num = message.getSceneNum();
        Long batchId = Long.valueOf(message.getExt().get("batchId").toString());
        ScenePlus scenePlusByNum = scenePlusService.getScenePlusByNum(num);
        try {
            //重新计算时需要删除文件夹，否知使用缓存
            if(new File(message.getPath() + File.separator + "results").exists()){
                FileUtils.deleteDirectory(message.getPath() + File.separator + "results");
            }
            //由于刘强说caches会影响计算结果,所以这里删除caches
            if(new File(message.getPath() + File.separator + "caches").exists()){
                FileUtils.deleteDirectory(message.getPath() + File.separator + "caches");
            }

            this.downLoadSource(message, message.getPath());

            message.setResultReceiverMqName(queueModelingPost);
            Map<String, Object> buildContext = new HashMap<>();
            buildContext.put("sceneNum",message.getSceneNum());
            message.setBuildContext(buildContext);

            Map<String, String> dataMap = new HashMap<>();
            dataMap.put("splitType", "SPLIT_V31");
            dataMap.put("skyboxType", "SKYBOX_V6");
            if(ModelTypeEnums.TILE_CODE.equals(modelType)){
                dataMap.put("skyboxType", "SKYBOX_V14");
            }
            buildService.writeDataJson(message, new JSONObject(), dataMap, null);
        }catch (Exception e){
            scenePlusByNum.setSceneStatus(SceneStatus.FAILD.code());
            scenePlusService.updateById(scenePlusByNum);
            //修改重定位记录为退出计算
            relocationBatchService.update(new LambdaUpdateWrapper<RelocationBatch>().eq(RelocationBatch::getId, batchId).set(RelocationBatch::getStatus, 2));
            buildSceneDTService.handBaseFail("深巡场景重定位资源准备异常！", message.getPath(), message.getSceneNum(), "计算控制服务器");
            throw e;
        }
    }

    @Override
    public void downLoadSource(BuildSceneCallMessage buildSceneMqMessage,String path){
        String num = buildSceneMqMessage.getSceneNum();
        Long batchId = Long.valueOf(buildSceneMqMessage.getExt().get("batchId").toString());
        //下载深巡缓存数据
        String extrasPath = path + File.separator + "extras";
        fYunFileService.downloadFileByCommand(extrasPath, String.format(UploadFilePath.scene_result_data_path, num) + "pose/");
        String imagesPath = extrasPath + File.separator + "images";
        //下载图片
        String queryPath = imagesPath + File.separator + "query";
        List<RelocationBatchDetail> detailList = relocationBatchDetailService.listByBatchId(batchId);
        detailList.stream().forEach(v->{
            fYunFileService.downloadFile(v.getBucket(), v.getImgKey(), queryPath + File.separator + v.getFileName());
        });
        //生成query.json
        List<String> imgNameList = FileUtil.listFileNames(queryPath);
        List<JSONObject> filenames = imgNameList.stream().map(v -> {
            JSONObject a = new JSONObject();
            a.put("filename", v);
            return a;
        }).collect(Collectors.toList());
        JSONObject query = new JSONObject();
        query.put("query", filenames);
        FileUtil.writeUtf8String(query.toJSONString(), extrasPath + File.separator + "query.json");
    }

    @Override
    public void buildScenePost(BuildSceneResultMqMessage message) throws Exception {
        String sceneCode = message.getBuildContext().get("sceneNum").toString();
        Long batchId = Long.valueOf(message.getExt().get("batchId").toString());
        String path = message.getPath();
        Map<String, Object> downParams = new HashMap<>();
        downParams.put("sceneCode", sceneCode);
        downParams.put("path", path);
        try {
            // 上传计算日志
            //如果是重复计算，没有走到计算逻辑，不需要上传日志文件
            log.info("开始上传计算日志");
            String buildLogPath = String.format(UploadFilePath.BUILD_LOG_PATH, sceneCode);
            fYunFileService.uploadFile(path + File.separator + "console.log", buildLogPath + "console.log");
            log.info("计算日志上传完成");

            if (!message.getBuildSuccess()) {
                log.error("重定位计算报错，修改状态为失败状态");
                scenePlusService.update(new LambdaUpdateWrapper<ScenePlus>()
                        .set(ScenePlus::getSceneStatus, SceneStatus.FAILD.code())
                        .eq(ScenePlus::getNum, sceneCode));

                // 发送钉钉消息，计算失败
                buildSceneDTService.handModelFail("深巡场景重定向计算失败", message.getPath(), sceneCode, message.getHostName());
                return;
            }
            ScenePlus scenePlus = scenePlusService.getScenePlusByNum(sceneCode);
            Map<String, String> uploadFiles = this.getUploadFiles(scenePlus,path);

            scenePlus.setPayStatus(PayStatus.PAY.code());
            scenePlus.setUpdateTime(new Date());
            scenePlus.setSceneStatus(SceneStatus.NO_DISPLAY.code());

            ScenePlusExt scenePlusExt = scenePlusExtService.getScenePlusExtByPlusId(scenePlus.getId());
            log.info("开始上传场景计算结果数据，num:{}", sceneCode);
            //上传文件
            fYunFileService.uploadMulFiles(uploadFiles);

            //上传caches/images
            String  ossResultPath = String.format(UploadFilePath.scene_result_data_path, sceneCode);
            String localCachesImagePath = path + "/caches/images/";
            String ossCachesImagePath = ossResultPath + "caches/images/";
            if(FileUtil.exist(localCachesImagePath)){
                fYunFileService.uploadFileByCommand(localCachesImagePath, ossCachesImagePath);
            }

            //容量统计
            Long space = commonService.getSpace(sceneCode);

            Object[] editInfoArr = commonService.updateEditInfo(scenePlus);

            //如果相机容量不足，需要把场景的paystatus改为容量不足状态
            scenePlus.setPayStatus(commonService.getPayStatus(scenePlus.getCameraId(), space, new JSONObject()));

            this.uploadStatusJson(scenePlus, scenePlusExt);

            scenePlusService.updateById(scenePlus);
            scenePlusExtService.updateById(scenePlusExt);

            //国际环境需要发邮件通知
            if("eur".equals(env) &&
                    !scenePlus.getSceneSource().equals(SceneSource.JG.code()) &&
                    !scenePlus.getSceneSource().equals(SceneSource.SG.code())){
                commonService.sendEmail(sceneCode, "relocation");
            }

            //发送消息到点云系统处理
            downParams.put("status", CommonSuccessStatus.SUCCESS.code());
            log.info("场景重定位计算结果处理结束，场景码：{}", sceneCode);

        }catch (Exception e){
            log.error("场景重定位计算结果处理出错,num"+sceneCode, e);
            downParams.put("status", CommonSuccessStatus.FAIL.code());
            buildSceneDTService.handBaseFail("场景重定位计算结果处理出错！", message.getPath(), sceneCode, "计算控制服务器");
            throw e;
        } finally {
            //发送消息到激光系统做处理
            mqProducer.sendByWorkQueue("sx-relocation-done", downParams);
            //修改重定位记录为退出计算
            relocationBatchService.update(new LambdaUpdateWrapper<RelocationBatch>().eq(RelocationBatch::getId, batchId).set(RelocationBatch::getStatus, 2));
        }
    }

    private Map<String, String> getUploadFiles(ScenePlus scenePlus,String path) throws Exception {
        if (ObjectUtils.isEmpty(scenePlus)) {
            throw new Exception("未找到场景信息：" + path);
        }

        String projectNum = scenePlus.getNum();

        String dataViewPath = String.format(UploadFilePath.DATA_VIEW_PATH, projectNum);
        String imagesPath = String.format(UploadFilePath.IMG_VIEW_PATH, projectNum);
        String videoPath = String.format(UploadFilePath.VIDEOS_VIEW_PATH, projectNum);
        String resultsPath = path + File.separator + "results" + File.separator;

        String uploadData = FileUtils.readFile(resultsPath + "upload.json");
        JSONArray array = JSONObject.parseObject(uploadData).getJSONArray("upload");

        JSONObject fileJson = null;
        String fileName = "";

        Map<String, String> map = new HashMap();

        for (int i = 0; i < array.size(); ++i) {
            fileJson = array.getJSONObject(i);
            fileName = fileJson.getString("file");
            String filePath = resultsPath + fileName;

            if (!(new File(filePath)).exists()) {
                throw new Exception(filePath + "文件不存在");
            }

            if ("vision2.txt".equals(fileName)) {
                CreateObjUtil.convertTxtToVisionmodeldata(resultsPath + "vision2.txt", resultsPath + "vision2.modeldata");
                map.put(resultsPath + "vision2.modeldata", imagesPath + "vision2.modeldata");
                map.put(resultsPath + "vision2.txt", imagesPath + "vision2.txt");
            }

            if (fileJson.getIntValue("clazz") == 2) {
                map.put(filePath, imagesPath + ConstantFileName.modelUUID + "_50k_texture_jpg_high1/" + fileName.replace("tex/", ""));
            } else if (fileJson.getIntValue("clazz") == 3) {
                map.put(filePath, imagesPath + "pan/high/" + fileName.replace("high/", ""));
            } else if (fileJson.getIntValue("clazz") == 4) {
                map.put(filePath, imagesPath + "pan/low/" + fileName.replace("low/", ""));
            } else if (fileJson.getIntValue("clazz") == 5) {
                map.put(filePath, imagesPath + fileName);
            } else if (fileJson.getIntValue("clazz") == 7) {
                map.put(filePath, imagesPath + fileName);
            } else if (fileJson.getIntValue("clazz") == 10) {
                String updown = FileUtils.readFile(filePath);
                JSONObject updownJson = JSONObject.parseObject(updown);
                String mappingOssPath = String.format("scene_edit_data/%s/data/", projectNum) + fileName.replace("updown", "mapping");
                map.put(filePath, mappingOssPath);
            } else {
                if (fileJson.getIntValue("clazz") == 11 || fileJson.getIntValue("clazz") == 12) {
                    map.put(filePath, videoPath + fileName.replace("videos/", ""));
                    if (fileName.contains(".mp4")) {
                        map.put(resultsPath + fileName.replace("mp4", "flv"), videoPath + fileName.replace("videos/", "").replace("mp4", "flv"));
                    }
                }

                if (fileJson.getIntValue("clazz") == 16) {
                    map.put(filePath, dataViewPath + fileName);
                }

                if (fileJson.getIntValue("clazz") == 18) {
                    map.put(filePath, imagesPath + fileName);
                }
            }
        }

        CreateObjUtil.convertTxtToVisionmodeldata(resultsPath + "vision.txt", resultsPath + "vision.modeldata");
        map.put(resultsPath + "vision.txt", imagesPath + "vision.txt");
        map.put(resultsPath + "vision.modeldata", imagesPath + "vision.modeldata");
        return map;
    }

    private void uploadStatusJson(ScenePlus scenePlus, ScenePlusExt scenePlusExt){
        String num = scenePlus.getNum();
        String dataViewPath = String.format(UploadFilePath.DATA_VIEW_PATH, num);

        Integer status = 1;
        // 上传status JSON.
        JSONObject statusJson = new JSONObject();
        //临时将-2改成1，app还没完全更新
        statusJson.put("status", status);
        statusJson.put("webSite", scenePlusExt.getWebSite());
        statusJson.put("sceneNum", num);
        statusJson.put("thumb", scenePlusExt.getThumb());
        statusJson.put("payStatus", scenePlus.getPayStatus());
        statusJson.put("sceneScheme", scenePlusExt.getSceneScheme());
        FileUtils.writeFile(ConstantFilePath.SCENE_PATH + "data/data" + num + File.separator + "status.json", statusJson.toString());

        fYunFileService.uploadFile(statusJson.toJSONString().getBytes(StandardCharsets.UTF_8), dataViewPath + "status.json");
    }
}