|
@@ -26,7 +26,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
private rotateService: RotateService,
|
|
private rotateService: RotateService,
|
|
private moveService: MoveService,
|
|
private moveService: MoveService,
|
|
private getRouterService: GetRouterService, // @InjectQueue('rotate') private rotateQueue: Queue, // @InjectQueue('walking') private walkingQueue: Queue,
|
|
private getRouterService: GetRouterService, // @InjectQueue('rotate') private rotateQueue: Queue, // @InjectQueue('walking') private walkingQueue: Queue,
|
|
- ) { }
|
|
|
|
|
|
+ ) {}
|
|
@Client(grpcClientOptions) private readonly client: ClientGrpc;
|
|
@Client(grpcClientOptions) private readonly client: ClientGrpc;
|
|
|
|
|
|
public _frameInteval: NodeJS.Timeout;
|
|
public _frameInteval: NodeJS.Timeout;
|
|
@@ -104,7 +104,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
public testTimer = 0;
|
|
public testTimer = 0;
|
|
|
|
|
|
private isJoystickHasStream = false;
|
|
private isJoystickHasStream = false;
|
|
- private hasJoystickFocusRepeat = false
|
|
|
|
|
|
+ private hasJoystickFocusRepeat = false;
|
|
|
|
|
|
public users = {};
|
|
public users = {};
|
|
|
|
|
|
@@ -272,16 +272,16 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
const playerAngle = newUserStates.playerState.player.angle;
|
|
const playerAngle = newUserStates.playerState.player.angle;
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'stop-data-0' +
|
|
'stop-data-0' +
|
|
- 'trace_id: ' +
|
|
|
|
- trace_id +
|
|
|
|
- 'userId:' +
|
|
|
|
- userId +
|
|
|
|
- 'breakPointId :' +
|
|
|
|
- breakPointId +
|
|
|
|
- 'cameraAngle :' +
|
|
|
|
- JSON.stringify(cameraAngle) +
|
|
|
|
- 'playerAngle: ' +
|
|
|
|
- JSON.stringify(playerAngle),
|
|
|
|
|
|
+ 'trace_id: ' +
|
|
|
|
+ trace_id +
|
|
|
|
+ 'userId:' +
|
|
|
|
+ userId +
|
|
|
|
+ 'breakPointId :' +
|
|
|
|
+ breakPointId +
|
|
|
|
+ 'cameraAngle :' +
|
|
|
|
+ JSON.stringify(cameraAngle) +
|
|
|
|
+ 'playerAngle: ' +
|
|
|
|
+ JSON.stringify(playerAngle),
|
|
);
|
|
);
|
|
//debugger;
|
|
//debugger;
|
|
console.log('moveService.stop-1:' + breakPointId);
|
|
console.log('moveService.stop-1:' + breakPointId);
|
|
@@ -330,7 +330,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
const rounded = Number(inMillSeconds).toFixed(3);
|
|
const rounded = Number(inMillSeconds).toFixed(3);
|
|
this.logger.log(
|
|
this.logger.log(
|
|
`[timer]-rotate-入队列前: ${rounded}ms -->` +
|
|
`[timer]-rotate-入队列前: ${rounded}ms -->` +
|
|
- JSON.stringify(stream),
|
|
|
|
|
|
+ JSON.stringify(stream),
|
|
);
|
|
);
|
|
|
|
|
|
this.roQueue.next(stream);
|
|
this.roQueue.next(stream);
|
|
@@ -434,15 +434,15 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
console.log('进入1 - searchRoad');
|
|
console.log('进入1 - searchRoad');
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'handleWalking-users' +
|
|
'handleWalking-users' +
|
|
- JSON.stringify(this.moveService.users) +
|
|
|
|
- ' this.user_id: ' +
|
|
|
|
- this.user_id,
|
|
|
|
|
|
+ JSON.stringify(this.moveService.users) +
|
|
|
|
+ ' this.user_id: ' +
|
|
|
|
+ this.user_id,
|
|
);
|
|
);
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'handleWalking-currentUser' +
|
|
'handleWalking-currentUser' +
|
|
- JSON.stringify(user) +
|
|
|
|
- ' this.user_id: ' +
|
|
|
|
- this.user_id,
|
|
|
|
|
|
+ JSON.stringify(user) +
|
|
|
|
+ ' this.user_id: ' +
|
|
|
|
+ this.user_id,
|
|
);
|
|
);
|
|
console.log('path-start' + user.breakPointId);
|
|
console.log('path-start' + user.breakPointId);
|
|
|
|
|
|
@@ -512,16 +512,16 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
if (seqs?.length) {
|
|
if (seqs?.length) {
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'walking --队列总览:' +
|
|
'walking --队列总览:' +
|
|
- ' 总段数: ' +
|
|
|
|
- walkingRes.length +
|
|
|
|
- ' 镜头帧数:' +
|
|
|
|
- walkingRes[0].length +
|
|
|
|
- ' 行走段数:' +
|
|
|
|
- (walkingRes[0]?.length
|
|
|
|
- ? walkingRes.length - 1
|
|
|
|
- : walkingRes.length) +
|
|
|
|
- ' 队列总帧数:' +
|
|
|
|
- seqs.length,
|
|
|
|
|
|
+ ' 总段数: ' +
|
|
|
|
+ walkingRes.length +
|
|
|
|
+ ' 镜头帧数:' +
|
|
|
|
+ walkingRes[0].length +
|
|
|
|
+ ' 行走段数:' +
|
|
|
|
+ (walkingRes[0]?.length
|
|
|
|
+ ? walkingRes.length - 1
|
|
|
|
+ : walkingRes.length) +
|
|
|
|
+ ' 队列总帧数:' +
|
|
|
|
+ seqs.length,
|
|
);
|
|
);
|
|
const stop = performance.now();
|
|
const stop = performance.now();
|
|
const inMillSeconds = stop - start;
|
|
const inMillSeconds = stop - start;
|
|
@@ -583,7 +583,8 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
const hasMedia = joystickRes?.mediaSrc && joystickRes?.mediaSrc.length > 0;
|
|
const hasMedia = joystickRes?.mediaSrc && joystickRes?.mediaSrc.length > 0;
|
|
|
|
|
|
if (hasMedia) {
|
|
if (hasMedia) {
|
|
- const mediaSrc = joystickRes.mediaSrc.split('?')[0];
|
|
|
|
|
|
+ const src = joystickRes.mediaSrc.split('?')[0];
|
|
|
|
+ const mediaSrc = this.configService.get('app.prefix') + src;
|
|
// IDR flag设置为I帧
|
|
// IDR flag设置为I帧
|
|
const setDIR = joystickRes.moveOver || joystickRes.moveStart ? 1 : 3;
|
|
const setDIR = joystickRes.moveOver || joystickRes.moveStart ? 1 : 3;
|
|
streamData = {
|
|
streamData = {
|
|
@@ -606,8 +607,8 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
const hasPush = hasMedia
|
|
const hasPush = hasMedia
|
|
? await this.streamService.pushFrameToSteam(streamData as StreamFrameType)
|
|
? await this.streamService.pushFrameToSteam(streamData as StreamFrameType)
|
|
: await this.streamService.pushMetaDataToSteam(
|
|
: await this.streamService.pushMetaDataToSteam(
|
|
- streamData as StreamMetaType,
|
|
|
|
- );
|
|
|
|
|
|
+ streamData as StreamMetaType,
|
|
|
|
+ );
|
|
|
|
|
|
if (hasPush.done) {
|
|
if (hasPush.done) {
|
|
this.isJoystickHasStream = true;
|
|
this.isJoystickHasStream = true;
|
|
@@ -705,7 +706,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
const joystickRes = await this.moveService.seqExeJoystick(request);
|
|
const joystickRes = await this.moveService.seqExeJoystick(request);
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'joystick-breakPointId:' +
|
|
'joystick-breakPointId:' +
|
|
- this.moveService.users[this.user_id].breakPointId,
|
|
|
|
|
|
+ this.moveService.users[this.user_id].breakPointId,
|
|
);
|
|
);
|
|
// 有数据 [0]是rotate数据,[1-infinity]是walking数据
|
|
// 有数据 [0]是rotate数据,[1-infinity]是walking数据
|
|
this.logger.log('joystickRes', JSON.stringify(joystickRes));
|
|
this.logger.log('joystickRes', JSON.stringify(joystickRes));
|
|
@@ -714,11 +715,11 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
this.onJoysticking.next(true);
|
|
this.onJoysticking.next(true);
|
|
console.log(
|
|
console.log(
|
|
'handlejoysticktesttest:' +
|
|
'handlejoysticktesttest:' +
|
|
- joystickRes.mediaSrc +
|
|
|
|
- ',相机坐标:' +
|
|
|
|
- JSON.stringify(
|
|
|
|
- joystickRes.newUserStates[0].playerState.player.position,
|
|
|
|
- ),
|
|
|
|
|
|
+ joystickRes.mediaSrc +
|
|
|
|
+ ',相机坐标:' +
|
|
|
|
+ JSON.stringify(
|
|
|
|
+ joystickRes.newUserStates[0].playerState.player.position,
|
|
|
|
+ ),
|
|
);
|
|
);
|
|
if (!this.onMoving.getValue()) {
|
|
if (!this.onMoving.getValue()) {
|
|
this.handlePushJoyStickSteam(joystickRes);
|
|
this.handlePushJoyStickSteam(joystickRes);
|
|
@@ -807,14 +808,14 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
};
|
|
};
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'[media-move]: ' +
|
|
'[media-move]: ' +
|
|
- ', moveframeCnt: ' +
|
|
|
|
- this.moveframeCnt +
|
|
|
|
- ', clipPath: ' +
|
|
|
|
- stream.clipPath +
|
|
|
|
- ', mType: ' +
|
|
|
|
- stream.mType +
|
|
|
|
- ', DIR: ' +
|
|
|
|
- stream.DIR,
|
|
|
|
|
|
+ ', moveframeCnt: ' +
|
|
|
|
+ this.moveframeCnt +
|
|
|
|
+ ', clipPath: ' +
|
|
|
|
+ stream.clipPath +
|
|
|
|
+ ', mType: ' +
|
|
|
|
+ stream.mType +
|
|
|
|
+ ', DIR: ' +
|
|
|
|
+ stream.DIR,
|
|
// stream.metaData,
|
|
// stream.metaData,
|
|
);
|
|
);
|
|
this.logger.log(
|
|
this.logger.log(
|
|
@@ -1010,7 +1011,8 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
|
|
|
|
const IDRflag = this._rotateCurrentFame % 5 === 0 ? 1 : 3;
|
|
const IDRflag = this._rotateCurrentFame % 5 === 0 ? 1 : 3;
|
|
this.logger.log(
|
|
this.logger.log(
|
|
- `当前rotate ,mainframeCnt:${this.frameCnt.getValue()}, _rotateCurrentFame:${this._rotateCurrentFame
|
|
|
|
|
|
+ `当前rotate ,mainframeCnt:${this.frameCnt.getValue()}, _rotateCurrentFame:${
|
|
|
|
+ this._rotateCurrentFame
|
|
} IDRflag:${IDRflag}`,
|
|
} IDRflag:${IDRflag}`,
|
|
);
|
|
);
|
|
stream.DIR = this.rotateFirstIDR ? 1 : IDRflag;
|
|
stream.DIR = this.rotateFirstIDR ? 1 : IDRflag;
|
|
@@ -1021,12 +1023,12 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
|
|
|
|
this.logger.log(
|
|
this.logger.log(
|
|
'[media-rotate]: ' +
|
|
'[media-rotate]: ' +
|
|
- ', frame: ' +
|
|
|
|
- stream.frame +
|
|
|
|
- ', rotateframeCnt: ' +
|
|
|
|
- this.rotateframeCnt +
|
|
|
|
- ', clipPath: ' +
|
|
|
|
- stream.clipPath,
|
|
|
|
|
|
+ ', frame: ' +
|
|
|
|
+ stream.frame +
|
|
|
|
+ ', rotateframeCnt: ' +
|
|
|
|
+ this.rotateframeCnt +
|
|
|
|
+ ', clipPath: ' +
|
|
|
|
+ stream.clipPath,
|
|
// stream.metaData,
|
|
// stream.metaData,
|
|
);
|
|
);
|
|
// this.logger.log(
|
|
// this.logger.log(
|
|
@@ -1088,12 +1090,12 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
this.logger.log('frame', frame);
|
|
this.logger.log('frame', frame);
|
|
console.log(
|
|
console.log(
|
|
'mock' +
|
|
'mock' +
|
|
- ' maxMessageSize: ' +
|
|
|
|
- this.channel.maxMessageSize() +
|
|
|
|
- ' bytesReceived: ' +
|
|
|
|
- this.peer.bytesReceived() +
|
|
|
|
- ' bytesSent: ' +
|
|
|
|
- this.peer.bytesSent(),
|
|
|
|
|
|
+ ' maxMessageSize: ' +
|
|
|
|
+ this.channel.maxMessageSize() +
|
|
|
|
+ ' bytesReceived: ' +
|
|
|
|
+ this.peer.bytesReceived() +
|
|
|
|
+ ' bytesSent: ' +
|
|
|
|
+ this.peer.bytesSent(),
|
|
);
|
|
);
|
|
if (frame === 1) {
|
|
if (frame === 1) {
|
|
redisData = await this.rotateService.echo(this.user_id, true);
|
|
redisData = await this.rotateService.echo(this.user_id, true);
|
|
@@ -1108,7 +1110,7 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
delete redisData.mediaSrc;
|
|
delete redisData.mediaSrc;
|
|
this.logger.log(
|
|
this.logger.log(
|
|
`user:${this.user_id}:first render stream` +
|
|
`user:${this.user_id}:first render stream` +
|
|
- JSON.stringify({ path: clipPath, meta: redisData }),
|
|
|
|
|
|
+ JSON.stringify({ path: clipPath, meta: redisData }),
|
|
);
|
|
);
|
|
const status = await this.pushFirstRender(
|
|
const status = await this.pushFirstRender(
|
|
clipPath,
|
|
clipPath,
|
|
@@ -1136,15 +1138,15 @@ export class SceneService implements OnModuleInit, OnModuleDestroy {
|
|
|
|
|
|
console.log(
|
|
console.log(
|
|
'空白流条件-->:' +
|
|
'空白流条件-->:' +
|
|
- isOk +
|
|
|
|
- ' onMoving: ' +
|
|
|
|
- this.onMoving.value +
|
|
|
|
- ' onRotating: ' +
|
|
|
|
- this.onRotating.value +
|
|
|
|
- ' onJoysticking: ' +
|
|
|
|
- this.onJoysticking.value +
|
|
|
|
- ' firstRender: ' +
|
|
|
|
- this.firstRender,
|
|
|
|
|
|
+ isOk +
|
|
|
|
+ ' onMoving: ' +
|
|
|
|
+ this.onMoving.value +
|
|
|
|
+ ' onRotating: ' +
|
|
|
|
+ this.onRotating.value +
|
|
|
|
+ ' onJoysticking: ' +
|
|
|
|
+ this.onJoysticking.value +
|
|
|
|
+ ' firstRender: ' +
|
|
|
|
+ this.firstRender,
|
|
);
|
|
);
|
|
}
|
|
}
|
|
|
|
|