|
@@ -26,7 +26,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
private rotateService: RotateService,
|
|
private rotateService: RotateService,
|
|
private moveService: MoveService,
|
|
private moveService: MoveService,
|
|
private getRouterService: GetRouterService, // @InjectQueue('rotate') private rotateQueue: Queue, // @InjectQueue('walking') private walkingQueue: Queue,
|
|
private getRouterService: GetRouterService, // @InjectQueue('rotate') private rotateQueue: Queue, // @InjectQueue('walking') private walkingQueue: Queue,
|
|
- ) { }
|
|
|
|
|
|
+ ) {}
|
|
@Client(grpcClientOptions) private readonly client: ClientGrpc;
|
|
@Client(grpcClientOptions) private readonly client: ClientGrpc;
|
|
|
|
|
|
public _frameInteval: NodeJS.Timeout;
|
|
public _frameInteval: NodeJS.Timeout;
|
|
@@ -267,16 +267,16 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
const playerAngle = newUserStates.playerState.player.angle;
|
|
const playerAngle = newUserStates.playerState.player.angle;
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'stop-data-0' +
|
|
'stop-data-0' +
|
|
- 'trace_id: ' +
|
|
|
|
- trace_id +
|
|
|
|
- 'userId:' +
|
|
|
|
- userId +
|
|
|
|
- 'breakPointId :' +
|
|
|
|
- breakPointId +
|
|
|
|
- 'cameraAngle :' +
|
|
|
|
- JSON.stringify(cameraAngle) +
|
|
|
|
- 'playerAngle: ' +
|
|
|
|
- JSON.stringify(playerAngle),
|
|
|
|
|
|
+ 'trace_id: ' +
|
|
|
|
+ trace_id +
|
|
|
|
+ 'userId:' +
|
|
|
|
+ userId +
|
|
|
|
+ 'breakPointId :' +
|
|
|
|
+ breakPointId +
|
|
|
|
+ 'cameraAngle :' +
|
|
|
|
+ JSON.stringify(cameraAngle) +
|
|
|
|
+ 'playerAngle: ' +
|
|
|
|
+ JSON.stringify(playerAngle),
|
|
);
|
|
);
|
|
//debugger;
|
|
//debugger;
|
|
console.log('moveService.stop-1:' + breakPointId);
|
|
console.log('moveService.stop-1:' + breakPointId);
|
|
@@ -325,7 +325,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
const rounded = Number(inMillSeconds).toFixed(3);
|
|
const rounded = Number(inMillSeconds).toFixed(3);
|
|
this.logger.log(
|
|
this.logger.log(
|
|
`[timer]-rotate-入队列前: ${rounded}ms -->` +
|
|
`[timer]-rotate-入队列前: ${rounded}ms -->` +
|
|
- JSON.stringify(stream),
|
|
|
|
|
|
+ JSON.stringify(stream),
|
|
);
|
|
);
|
|
|
|
|
|
this.roQueue.next(stream);
|
|
this.roQueue.next(stream);
|
|
@@ -429,15 +429,15 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
console.log('进入1 - searchRoad');
|
|
console.log('进入1 - searchRoad');
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'handleWalking-users' +
|
|
'handleWalking-users' +
|
|
- JSON.stringify(this.moveService.users) +
|
|
|
|
- ' this.user_id: ' +
|
|
|
|
- this.user_id,
|
|
|
|
|
|
+ JSON.stringify(this.moveService.users) +
|
|
|
|
+ ' this.user_id: ' +
|
|
|
|
+ this.user_id,
|
|
);
|
|
);
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'handleWalking-currentUser' +
|
|
'handleWalking-currentUser' +
|
|
- JSON.stringify(user) +
|
|
|
|
- ' this.user_id: ' +
|
|
|
|
- this.user_id,
|
|
|
|
|
|
+ JSON.stringify(user) +
|
|
|
|
+ ' this.user_id: ' +
|
|
|
|
+ this.user_id,
|
|
);
|
|
);
|
|
console.log('path-start' + user.breakPointId);
|
|
console.log('path-start' + user.breakPointId);
|
|
|
|
|
|
@@ -507,16 +507,16 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
if (seqs?.length) {
|
|
if (seqs?.length) {
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'walking --队列总览:' +
|
|
'walking --队列总览:' +
|
|
- ' 总段数: ' +
|
|
|
|
- walkingRes.length +
|
|
|
|
- ' 镜头帧数:' +
|
|
|
|
- walkingRes[0].length +
|
|
|
|
- ' 行走段数:' +
|
|
|
|
- (walkingRes[0]?.length
|
|
|
|
- ? walkingRes.length - 1
|
|
|
|
- : walkingRes.length) +
|
|
|
|
- ' 队列总帧数:' +
|
|
|
|
- seqs.length,
|
|
|
|
|
|
+ ' 总段数: ' +
|
|
|
|
+ walkingRes.length +
|
|
|
|
+ ' 镜头帧数:' +
|
|
|
|
+ walkingRes[0].length +
|
|
|
|
+ ' 行走段数:' +
|
|
|
|
+ (walkingRes[0]?.length
|
|
|
|
+ ? walkingRes.length - 1
|
|
|
|
+ : walkingRes.length) +
|
|
|
|
+ ' 队列总帧数:' +
|
|
|
|
+ seqs.length,
|
|
);
|
|
);
|
|
const stop = performance.now();
|
|
const stop = performance.now();
|
|
const inMillSeconds = stop - start;
|
|
const inMillSeconds = stop - start;
|
|
@@ -572,7 +572,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
const joystickRes = await this.moveService.seqExeJoystick(request);
|
|
const joystickRes = await this.moveService.seqExeJoystick(request);
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'joystick-breakPointId:' +
|
|
'joystick-breakPointId:' +
|
|
- this.moveService.users[this.user_id].breakPointId,
|
|
|
|
|
|
+ this.moveService.users[this.user_id].breakPointId,
|
|
);
|
|
);
|
|
// 有数据 [0]是rotate数据,[1-infinity]是walking数据
|
|
// 有数据 [0]是rotate数据,[1-infinity]是walking数据
|
|
this.logger.log('joystickRes-1', joystickRes);
|
|
this.logger.log('joystickRes-1', joystickRes);
|
|
@@ -581,15 +581,16 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
this.onJoysticking.next(true);
|
|
this.onJoysticking.next(true);
|
|
console.log(
|
|
console.log(
|
|
'handlejoystick:' +
|
|
'handlejoystick:' +
|
|
- joystickRes.mediaSrc +
|
|
|
|
- ',相机坐标:' +
|
|
|
|
- JSON.stringify(
|
|
|
|
- joystickRes.newUserStates[0].playerState.camera.position,
|
|
|
|
- ),
|
|
|
|
|
|
+ joystickRes.mediaSrc +
|
|
|
|
+ ',相机坐标:' +
|
|
|
|
+ JSON.stringify(
|
|
|
|
+ joystickRes.newUserStates[0].playerState.camera.position,
|
|
|
|
+ ),
|
|
);
|
|
);
|
|
if (joystickRes.mediaSrc) {
|
|
if (joystickRes.mediaSrc) {
|
|
this.holdSteam();
|
|
this.holdSteam();
|
|
console.log('joystickRes有mediaSrc', joystickRes.mediaSrc);
|
|
console.log('joystickRes有mediaSrc', joystickRes.mediaSrc);
|
|
|
|
+ const mediaSrc = joystickRes.mediaSrc.split('?')[0];
|
|
// IDR flag设置为I帧
|
|
// IDR flag设置为I帧
|
|
const setDIR = joystickRes.moveOver || joystickRes.moveStart ? 1 : 3;
|
|
const setDIR = joystickRes.moveOver || joystickRes.moveStart ? 1 : 3;
|
|
// 过滤新东西, 推完给回false
|
|
// 过滤新东西, 推完给回false
|
|
@@ -601,7 +602,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
this.joystickFrameCnt += 1;
|
|
this.joystickFrameCnt += 1;
|
|
const streamData: StreamFrameType = {
|
|
const streamData: StreamFrameType = {
|
|
frame: this.joystickFrameCnt,
|
|
frame: this.joystickFrameCnt,
|
|
- clipPath: joystickRes.mediaSrc,
|
|
|
|
|
|
+ clipPath: mediaSrc,
|
|
metaData: JSON.stringify(joystickRes),
|
|
metaData: JSON.stringify(joystickRes),
|
|
serverTime: this.mockserverTime,
|
|
serverTime: this.mockserverTime,
|
|
DIR: setDIR,
|
|
DIR: setDIR,
|
|
@@ -615,10 +616,11 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
|
|
|
|
const data = joystickRes as StreamReplyType;
|
|
const data = joystickRes as StreamReplyType;
|
|
//不清楚是否每帧回传
|
|
//不清楚是否每帧回传
|
|
- const userId = this.user_id;
|
|
|
|
- const breakPointId = data.endBreakPointId;
|
|
|
|
- const lastReply = JSON.stringify(joystickRes);
|
|
|
|
- this.moveService.updateUser(userId, breakPointId, lastReply);
|
|
|
|
|
|
+ // const userId = this.user_id;
|
|
|
|
+ // const breakPointId = data.endBreakPointId;
|
|
|
|
+ // const lastReply = JSON.stringify(joystickRes);
|
|
|
|
+ // debugger;
|
|
|
|
+ // this.moveService.updateUser(userId, breakPointId, lastReply);
|
|
} else {
|
|
} else {
|
|
console.error(
|
|
console.error(
|
|
'joystick-流地址有误::',
|
|
'joystick-流地址有误::',
|
|
@@ -799,14 +801,14 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
};
|
|
};
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'[media-move]: ' +
|
|
'[media-move]: ' +
|
|
- ', moveframeCnt: ' +
|
|
|
|
- this.moveframeCnt +
|
|
|
|
- ', clipPath: ' +
|
|
|
|
- stream.clipPath +
|
|
|
|
- ', mType: ' +
|
|
|
|
- stream.mType +
|
|
|
|
- ', DIR: ' +
|
|
|
|
- stream.DIR,
|
|
|
|
|
|
+ ', moveframeCnt: ' +
|
|
|
|
+ this.moveframeCnt +
|
|
|
|
+ ', clipPath: ' +
|
|
|
|
+ stream.clipPath +
|
|
|
|
+ ', mType: ' +
|
|
|
|
+ stream.mType +
|
|
|
|
+ ', DIR: ' +
|
|
|
|
+ stream.DIR,
|
|
// stream.metaData,
|
|
// stream.metaData,
|
|
);
|
|
);
|
|
this.logger.log(
|
|
this.logger.log(
|
|
@@ -1001,7 +1003,8 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
|
|
|
|
const IDRflag = this._rotateCurrentFame % 5 === 0 ? 1 : 3;
|
|
const IDRflag = this._rotateCurrentFame % 5 === 0 ? 1 : 3;
|
|
this.logger.log(
|
|
this.logger.log(
|
|
- `当前rotate ,mainframeCnt:${this.frameCnt.getValue()}, _rotateCurrentFame:${this._rotateCurrentFame
|
|
|
|
|
|
+ `当前rotate ,mainframeCnt:${this.frameCnt.getValue()}, _rotateCurrentFame:${
|
|
|
|
+ this._rotateCurrentFame
|
|
} IDRflag:${IDRflag}`,
|
|
} IDRflag:${IDRflag}`,
|
|
);
|
|
);
|
|
stream.DIR = this.rotateFirstIDR ? 1 : IDRflag;
|
|
stream.DIR = this.rotateFirstIDR ? 1 : IDRflag;
|
|
@@ -1012,12 +1015,12 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
|
|
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'[media-rotate]: ' +
|
|
'[media-rotate]: ' +
|
|
- ', frame: ' +
|
|
|
|
- stream.frame +
|
|
|
|
- ', rotateframeCnt: ' +
|
|
|
|
- this.rotateframeCnt +
|
|
|
|
- ', clipPath: ' +
|
|
|
|
- stream.clipPath,
|
|
|
|
|
|
+ ', frame: ' +
|
|
|
|
+ stream.frame +
|
|
|
|
+ ', rotateframeCnt: ' +
|
|
|
|
+ this.rotateframeCnt +
|
|
|
|
+ ', clipPath: ' +
|
|
|
|
+ stream.clipPath,
|
|
// stream.metaData,
|
|
// stream.metaData,
|
|
);
|
|
);
|
|
// this.logger.log(
|
|
// this.logger.log(
|
|
@@ -1078,12 +1081,12 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
this.logger.log('frame', frame);
|
|
this.logger.log('frame', frame);
|
|
console.log(
|
|
console.log(
|
|
'mock' +
|
|
'mock' +
|
|
- ' maxMessageSize: ' +
|
|
|
|
- this.channel.maxMessageSize() +
|
|
|
|
- ' bytesReceived: ' +
|
|
|
|
- this.peer.bytesReceived() +
|
|
|
|
- ' bytesSent: ' +
|
|
|
|
- this.peer.bytesSent(),
|
|
|
|
|
|
+ ' maxMessageSize: ' +
|
|
|
|
+ this.channel.maxMessageSize() +
|
|
|
|
+ ' bytesReceived: ' +
|
|
|
|
+ this.peer.bytesReceived() +
|
|
|
|
+ ' bytesSent: ' +
|
|
|
|
+ this.peer.bytesSent(),
|
|
);
|
|
);
|
|
if (frame === 1) {
|
|
if (frame === 1) {
|
|
redisData = await this.rotateService.echo(this.user_id, true);
|
|
redisData = await this.rotateService.echo(this.user_id, true);
|
|
@@ -1098,7 +1101,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
delete redisData.mediaSrc;
|
|
delete redisData.mediaSrc;
|
|
this.logger.log(
|
|
this.logger.log(
|
|
`user:${this.user_id}:first render stream` +
|
|
`user:${this.user_id}:first render stream` +
|
|
- JSON.stringify({ path: clipPath, meta: redisData }),
|
|
|
|
|
|
+ JSON.stringify({ path: clipPath, meta: redisData }),
|
|
);
|
|
);
|
|
const status = await this.pushFirstRender(
|
|
const status = await this.pushFirstRender(
|
|
clipPath,
|
|
clipPath,
|
|
@@ -1126,15 +1129,15 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
|
|
|
|
console.log(
|
|
console.log(
|
|
'空白流条件-->:' +
|
|
'空白流条件-->:' +
|
|
- isOk +
|
|
|
|
- ' onMoving: ' +
|
|
|
|
- this.onMoving.value +
|
|
|
|
- ' onRotating: ' +
|
|
|
|
- this.onRotating.value +
|
|
|
|
- ' onJoysticking: ' +
|
|
|
|
- this.onJoysticking.value +
|
|
|
|
- ' firstRender: ' +
|
|
|
|
- this.firstRender,
|
|
|
|
|
|
+ isOk +
|
|
|
|
+ ' onMoving: ' +
|
|
|
|
+ this.onMoving.value +
|
|
|
|
+ ' onRotating: ' +
|
|
|
|
+ this.onRotating.value +
|
|
|
|
+ ' onJoysticking: ' +
|
|
|
|
+ this.onJoysticking.value +
|
|
|
|
+ ' firstRender: ' +
|
|
|
|
+ this.firstRender,
|
|
);
|
|
);
|
|
}
|
|
}
|
|
|
|
|