michael/scrypted
1
0
Fork 0
mirror of https://github.com/koush/scrypted.git synced 2026-02-28 08:22:29 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

google-home: cast casting resolution at 960 width

Browse Source
This commit is contained in:
Koushik Dutta
2022-02-18 11:51:39 -08:00
parent f2a28087b5
commit 4febf40ec6
3 changed files with 13 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
plugins/google-home/package-lock.json generated
View File

@@ -1,12 +1,12 @@
{
"name": "@scrypted/google-home",
"version": "0.0.38",
"version": "0.0.39",
"lockfileVersion": 2,
"requires": true,
"packages": {
"": {
"name": "@scrypted/google-home",
"version": "0.0.38",
"version": "0.0.39",
"dependencies": {
"@googleapis/homegraph": "^2.0.0",
"@homebridge/ciao": "^1.1.3",

2
plugins/google-home/package.json
View File

@@ -42,5 +42,5 @@
"@types/lodash": "^4.14.168",
"@types/url-parse": "^1.4.3"
},
"version": "0.0.38"
"version": "0.0.39"
}

17
plugins/google-home/src/main.ts
View File

@@ -1,4 +1,4 @@
import { EngineIOHandler, HttpRequest, HttpRequestHandler, HttpResponse, MediaObject, MixinProvider, Refresh, RequestMediaStreamOptions, RTCAVMessage, RTCAVSignalingOfferSetup, ScryptedDevice, ScryptedDeviceBase, ScryptedDeviceType, ScryptedInterface, ScryptedInterfaceProperty, ScryptedMimeTypes } from '@scrypted/sdk';
import { EngineIOHandler, HttpRequest, HttpRequestHandler, HttpResponse, MediaObject, MixinProvider, Refresh, RequestMediaStreamOptions, RTCAVMessage, RTCAVSignalingSetup, ScryptedDevice, ScryptedDeviceBase, ScryptedDeviceType, ScryptedInterface, ScryptedInterfaceProperty, ScryptedMimeTypes } from '@scrypted/sdk';
import sdk from '@scrypted/sdk';
import type { SmartHomeV1DisconnectRequest, SmartHomeV1DisconnectResponse, SmartHomeV1ExecuteRequest, SmartHomeV1ExecuteResponse, SmartHomeV1ExecuteResponseCommands } from 'actions-on-google/dist/service/smarthome/api/v1';
import { supportedTypes } from './common';
@@ -16,14 +16,14 @@ import { canAccess } from './commands/camerastream';
import { URL } from 'url';
import { homegraph } from '@googleapis/homegraph';
import type { JSONClient } from 'google-auth-library/build/src/auth/googleauth';
import { addBuiltins, startRTCPeerConnection } from "../../../common/src/wrtc-convertors";
import { addBuiltins, startRTCPeerConnection } from "../../../common/src/ffmpeg-to-wrtc";
import ciao, { Protocol } from '@homebridge/ciao';
const responder = ciao.getResponder();
const { systemManager, mediaManager, endpointManager, deviceManager } = sdk;
addBuiltins(console, mediaManager);
addBuiltins(mediaManager);
function uuidv4() {
return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function (c) {
@@ -201,7 +201,7 @@ class GoogleHome extends ScryptedDeviceBase implements HttpRequestHandler, Engin
return;
}
let setup: RTCAVSignalingOfferSetup;
let setup: RTCAVSignalingSetup;
const msos = await camera.getVideoStreamOptions();
const found = msos.find(mso => mso.container?.startsWith(ScryptedMimeTypes.RTCAVSignalingPrefix)) as RequestMediaStreamOptions;
@@ -217,26 +217,29 @@ class GoogleHome extends ScryptedDeviceBase implements HttpRequestHandler, Engin
const { offer } = json;
const mo = mediaManager.createMediaObject(Buffer.from(JSON.stringify(offer)), ScryptedMimeTypes.RTCAVOffer)
const answer = await mediaManager.convertMediaObjectToBuffer(mo, setup.signalingMimeType);
const answer = await mediaManager.convertMediaObjectToBuffer(mo, undefined);
ws.send(answer.toString());
}
}
else {
setup = {
type: 'offer',
audio: {
direction: 'recvonly',
},
video: {
direction: 'recvonly',
},
signalingMimeType: undefined,
}
ws.onmessage = async (message) => {
ws.onmessage = undefined;
const json = JSON.parse(message.data as string);
const { offer } = json;
const { pc, answer } = await startRTCPeerConnection(await camera.getVideoStream(), offer);
// chromecast and nest hub are super underpowered so cap the width
const { pc, answer } = await startRTCPeerConnection(await camera.getVideoStream(), offer, {
maxWidth: 960,
});
ws.send(JSON.stringify(answer));
}
}