Ffmpeg in device view

.eslintrc.js

@@ -184,7 +184,7 @@ module.exports = {
     },
     //disable some rules for certain files
     overrides: [{
-        //these files are getting deleted soon, so ingore the eslint warnings for now
+        //these files are getting deleted soon, so ignore the eslint warnings for now
         files: ['src/brsTypes/**/*.ts'],
         rules: {
             '@typescript-eslint/no-invalid-this': 'off',

.vscode/settings.json

@@ -46,5 +46,6 @@
         "a11y-structure": "ignore",
         "a11y-mouse-events-have-key-events": "ignore",
         "a11y-missing-content": "ignore",
+        "a11y-click-events-have-key-events": "ignore"
     }
-}
+}

package.json

@@ -14,7 +14,7 @@
         "multi-root-ready"
     ],
     "engines": {
-        "vscode": "^1.53.0",
+        "vscode": "^1.57.0",
         "node": "^12.12.0"
     },
     "repository": {
@@ -64,14 +64,16 @@
         "glob": "^7.1.3",
         "hex-rgb": "^5.0.0",
         "iconv-lite": "0.4.24",
+        "jpeg-js": "^0.4.4",
         "just-throttle": "^4.0.1",
         "net": "^1.0.2",
         "node-cache": "^4.2.0",
         "node-ssdp": "^4.0.0",
+        "pngjs": "^7.0.0",
         "pretty-bytes": "^5.6.0",
         "roku-debug": "^0.18.3",
         "roku-deploy": "^3.9.3",
-        "roku-test-automation": "^2.0.0-beta.11",
+        "roku-test-automation": "^2.0.0-beta.14",
         "semver": "^7.1.3",
         "source-map": "^0.7.3",
         "thenby": "^1.3.4",
@@ -197,6 +199,12 @@
                     "name": "SceneGraph Inspector",
                     "type": "webview"
                 },
+                {
+                    "id": "rokuDeviceView",
+                    "contextualTitle": "Roku",
+                    "name": "Device View",
+                    "type": "webview"
+                },
                 {
                     "id": "rokuRegistryView",
                     "name": "Roku Registry",
@@ -257,6 +265,31 @@
                     "command": "extension.brightscript.rokuRegistry.clearRegistry",
                     "when": "view == rokuRegistryView",
                     "group": "navigation"
+                },
+                {
+                    "command": "extension.brightscript.rokuDeviceView.refreshScreenshot",
+                    "when": "view == rokuDeviceView && !brightscript.rokuDeviceView.enableScreenshotCapture",
+                    "group": "navigation@1"
+                },
+                {
+                    "command": "extension.brightscript.rokuDeviceView.resumeScreenshotCapture",
+                    "when": "view == rokuDeviceView && !brightscript.rokuDeviceView.enableScreenshotCapture && !brightscript.rokuDeviceView.isInspectingNodes",
+                    "group": "navigation@2"
+                },
+                {
+                    "command": "extension.brightscript.rokuDeviceView.pauseScreenshotCapture",
+                    "when": "view == rokuDeviceView && brightscript.rokuDeviceView.enableScreenshotCapture && !brightscript.rokuDeviceView.isInspectingNodes",
+                    "group": "navigation@2"
+                },
+                {
+                    "command": "extension.brightscript.rokuDeviceView.enableNodeInspector",
+                    "when": "view == rokuDeviceView && brightscript.isOnDeviceComponentAvailable && !brightscript.rokuDeviceView.isInspectingNodes",
+                    "group": "navigation@3"
+                },
+                {
+                    "command": "extension.brightscript.rokuDeviceView.disableNodeInspector",
+                    "when": "view == rokuDeviceView && brightscript.isOnDeviceComponentAvailable && brightscript.rokuDeviceView.isInspectingNodes",
+                    "group": "navigation@3"
                 }
             ],
             "commandPalette": []
@@ -2264,6 +2297,11 @@
                 "title": "Press the PowerOff button on the Roku remote",
                 "category": "Brightscript"
             },
+            {
+                "command": "extension.brightscript.pressPowerOn",
+                "title": "Press the PowerOn button on the Roku remote",
+                "category": "Brightscript"
+            },
             {
                 "command": "extension.brightscript.pressChannelUp",
                 "title": "Press the ChannelUp button on the Roku remote",
@@ -2382,6 +2420,42 @@
                 "command": "extension.brightscript.languageServer.info",
                 "title": "View BrighterScript LanguageServer Info",
                 "category": "BrighterScript"
+            },
+            {
+                "command": "extension.brightscript.rokuDeviceView.enableNodeInspector",
+                "title": "Inspect nodes",
+                "category": "BrighterScript",
+                "icon": "$(inspect)"
+            },
+            {
+                "command": "extension.brightscript.rokuDeviceView.disableNodeInspector",
+                "title": "Stop inspecting nodes",
+                "category": "BrighterScript",
+                "icon": "./images/icons/inspect-active.svg"
+            },
+            {
+                "command": "extension.brightscript.rokuDeviceView.pauseScreenshotCapture",
+                "title": "Pause Screenshot Capture",
+                "category": "BrighterScript",
+                "icon": "$(debug-pause)"
+            },
+            {
+                "command": "extension.brightscript.rokuDeviceView.resumeScreenshotCapture",
+                "title": "Resume Screenshot Capture",
+                "category": "BrighterScript",
+                "icon": "$(debug-start)"
+            },
+            {
+                "command": "extension.brightscript.rokuDeviceView.refreshScreenshot",
+                "title": "Refresh Screenshot",
+                "category": "BrighterScript",
+                "icon": "$(refresh)"
+            },
+            {
+                "command": "extension.brightscript.sceneGraphInspectorView.refreshNodeTree",
+                "title": "Refresh Nodetree",
+                "category": "BrighterScript",
+                "icon": "$(refresh)"
             }
         ],
         "keybindings": [

src/BrightScriptCommands.ts

@@ -169,6 +169,10 @@ export class BrightScriptCommands {
             await this.sendRemoteCommand('PowerOff');
         });
 
+        this.registerCommand('pressPowerOn', async () => {
+            await this.sendRemoteCommand('PowerOn');
+        });
+
         this.registerCommand('pressChannelUp', async () => {
             await this.sendRemoteCommand('ChannelUp');
         });

src/LanguageServerManager.spec.ts

@@ -175,7 +175,7 @@ describe('extension', () => {
             ).to.eql(embeddedPath);
         });
 
-        it('returns value from worksapce when specified', async () => {
+        it('returns value from workspace when specified', async () => {
             vscode.workspace.workspaceFile = URI.file(s`${tempDir}/workspace.code-workspace`);
 
             setConfig(vscode.workspace.workspaceFile.fsPath, {

src/commands/VscodeCommand.ts

@@ -0,0 +1,11 @@
+export enum VscodeCommand {
+    rokuDeviceViewRefreshScreenshot = 'extension.brightscript.rokuDeviceView.refreshScreenshot',
+    rokuDeviceViewResumeScreenshotCapture = 'extension.brightscript.rokuDeviceView.resumeScreenshotCapture',
+    rokuDeviceViewPauseScreenshotCapture = 'extension.brightscript.rokuDeviceView.pauseScreenshotCapture',
+    rokuDeviceViewEnableNodeInspector = 'extension.brightscript.rokuDeviceView.enableNodeInspector',
+    rokuDeviceViewDisableNodeInspector = 'extension.brightscript.rokuDeviceView.disableNodeInspector',
+    rokuRegistryExportRegistry = 'extension.brightscript.rokuRegistry.exportRegistry',
+    rokuRegistryImportRegistry = 'extension.brightscript.rokuRegistry.importRegistry',
+    rokuRegistryClearRegistry = 'extension.brightscript.rokuRegistry.clearRegistry',
+    rokuRegistryRefreshRegistry = 'extension.brightscript.rokuRegistry.refreshRegistry'
+}

src/extension.spec.ts

@@ -5,8 +5,6 @@ import * as extension from './extension';
 import { vscode, vscodeLanguageClient } from './mockVscode.spec';
 import { BrightScriptCommands } from './BrightScriptCommands';
 import { languageServerManager } from './LanguageServerManager';
-import * as rta from 'roku-test-automation';
-import type { BrightScriptLaunchConfiguration } from './DebugConfigurationProvider';
 
 const sinon = createSandbox();
 
@@ -49,7 +47,6 @@ describe('extension', () => {
     });
 
     afterEach(() => {
-        extensionInstance.odc = undefined;
         extensionInstance['webviews'] = originalWebviews;
         sinon.restore();
     });
@@ -101,62 +98,4 @@ describe('extension', () => {
         await extension.activate(context);
         expect(spy.getCalls().length).to.be.greaterThan(0);
     });
-
-    describe('RDB', () => {
-        const config = {} as BrightScriptLaunchConfiguration;
-        let context;
-        beforeEach(() => {
-            context = { ...vscode.context };
-            config.host = '86.75.30.9';
-            config.password = 'jenny';
-        });
-
-        describe('setupODC', () => {
-            it('sets up the underlying RokuDevice instance', () => {
-                const odc = extensionInstance['setupODC'](config);
-                expect(odc.device).to.be.instanceOf(rta.RokuDevice);
-            });
-
-            it('has the correct config values passed from the extension', () => {
-                const odc = extensionInstance['setupODC'](config);
-                const deviceConfig = odc.device.getCurrentDeviceConfig();
-                expect(deviceConfig.host).to.equal(config.host);
-                expect(deviceConfig.password).to.equal(config.password);
-            });
-        });
-
-        describe('registerWebViewProviders', () => {
-            it('initializes webview providers and calls registerWebviewViewProvider for each', () => {
-                extensionInstance['webviews'] = originalWebviews;
-                const spy = sinon.spy(vscode.window, 'registerWebviewViewProvider');
-                extensionInstance['registerWebviewProviders'](context);
-                expect(spy.callCount).to.equal(Object.keys(originalWebviews).length);
-            });
-        });
-
-        describe('debugSessionCustomEventHandler', () => {
-            describe('ChannelPublishedEvent', () => {
-                const e = {
-                    event: 'ChannelPublishedEvent',
-                    body: {
-                        launchConfiguration: config
-                    }
-                };
-
-                it('calls setupODC to create the odc instance if enabled', async () => {
-                    config.injectRdbOnDeviceComponent = true;
-                    const spy = sinon.stub(extensionInstance as any, 'setupODC').returns(undefined);
-                    await extensionInstance['debugSessionCustomEventHandler'](e, {} as any, {} as any, {} as any, {} as any);
-                    expect(spy.calledOnce).to.be.true;
-                });
-
-                it('does not call setupODC if not enabled', async () => {
-                    config.injectRdbOnDeviceComponent = false;
-                    const spy = sinon.stub(extensionInstance as any, 'setupODC').returns(undefined);
-                    await extensionInstance['debugSessionCustomEventHandler'](e, {} as any, {} as any, {} as any, {} as any);
-                    expect(spy.callCount).to.equal(0);
-                });
-            });
-        });
-    });
 });