Added VSCode Extension E2E tests

.github/ISSUE_TEMPLATE/test-failed-issue.md

@@ -0,0 +1,16 @@
+---
+name: Build Failed Issue
+about: Something went wrong with CI build
+title: Build Failed Issue [{{payload.sender.login}}]
+labels: Build Failed
+assignees: bishal-pdMSFT, vineetmimrot, kanika1894
+
+---
+
+Event triggered by: {{payload.sender.login}}
+Workflow: {{ workflow }}
+Branch: {{ref}}
+
+Something went wrong with GitHub checks for {{ workflow }}. For more info visit-
+
+https://github.com/microsoft/vscode-deploy-azure/actions?query=workflow%3A%22Extension%20Test%20analysis%22%20is%3Afailure

.github/workflows/extension-tests.yml

@@ -0,0 +1,44 @@
+name: "Extension Test analysis"
+
+on: [push]
+
+jobs:
+  build:
+
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [macos-latest, ubuntu-latest, windows-latest]
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Setup node
+      uses: actions/setup-node@v2-beta
+      with:
+        node-version: '12'
+
+    - name: npm install
+      run: npm install
+
+    - name: Build extension
+      run: npm run compile
+
+    - name: Run tests
+      uses: GabrielBB/[email protected]
+      with:
+        run: npm test
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        Azure_UserName: ${{ secrets.Azure_UserName }}
+        Azure_PAT: ${{ secrets.Azure_PAT }}
+
+    - name: Create an issue
+      uses: JasonEtco/[email protected]
+      if: ${{ failure() && github.ref == 'refs/heads/master' }}
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      with:
+        filename: .github/ISSUE_TEMPLATE/test-failed-issue.md

.vscode/launch.json

@@ -27,13 +27,19 @@
             "request": "launch",
             "runtimeExecutable": "${execPath}",
             "args": [
-                "${workspaceRoot}/src/test/workspace/",
+                // Add repository path on which you want to test
+                "",
                 "--extensionDevelopmentPath=${workspaceFolder}",
-                "--extensionTestsPath=${workspaceFolder}/out/test"
+                // Change this to whatever test you want to debug
+                "--extensionTestsPath=${workspaceFolder}/out/configure/test/E2ETests/Static_Win_WebApp_Suite"
             ],
             "outFiles": [
-                "${workspaceFolder}/out/test/**/*.js"
-            ]
+                "${workspaceFolder}/out/configure/test/**/*.js"
+            ],
+            "env": {
+                // Uncomment below line to show telemetry on Debug console
+                "DEBUGTELEMETRY": "v",
+            }
         },
         {
             "name": "Extension Tests From Server",
@@ -60,4 +66,4 @@
             ]
         }
     ]
-}
+}

copyStaticFiles.js

@@ -32,3 +32,6 @@ var mkdir = function (options, target) {
 mkdir("-p", path.join(__dirname, 'out/configure/templates'));
 cp("-Rf", path.join(__dirname, 'src/configure/templates/*'), path.join(__dirname, 'out/configure/templates'));
 //# sourceMappingURL=copyStaticFiles.js.map
+
+mkdir("-p", path.join(__dirname, 'out/configure/test/E2ETests/testFixtures'));
+cp("-Rf", path.join(__dirname, 'src/configure/test/E2ETests/testFixtures/*'), path.join(__dirname, 'out/configure/test/E2ETests/testFixtures'));

package.json

@@ -112,7 +112,6 @@
         "compile": "tsc -p ./ && node copyStaticFiles.js",
         "watch": "node copyStaticFiles.js && tsc -watch -p ./",
         "postinstall": "node ./node_modules/vscode/bin/install",
-        "pretest": "npm run compile",
         "test": "node ./out/configure/test/runTest.js"
     },
     "devDependencies": {
@@ -123,13 +122,16 @@
         "@types/mustache": "0.8.32",
         "@types/node": "7.0.43",
         "@types/q": "1.5.0",
+        "@types/sinon": "^9.0.5",
         "@types/underscore": "1.8.9",
         "ajv": "^6.9.1",
         "assert": "1.4.1",
         "chai": "^4.2.0",
+        "chai-as-promised": "^7.1.1",
         "glob": "^7.1.6",
         "mocha": "^7.1.2",
         "nock": "^13.0.2",
+        "sinon": "^9.0.3",
         "ts-node": "7.0.1",
         "tslint": "5.8.0",
         "tslint-microsoft-contrib": "^6.2.0",
@@ -163,4 +165,4 @@
     "extensionDependencies": [
         "ms-vscode.azure-account"
     ]
-}
+}

src/configure/clients/portalExtensionRepositoryAnalysisClient.ts

@@ -7,7 +7,7 @@ export class PortalExtensionRepositoryAnalysisClient implements IRepositoryAnaly
     private restClient: RestClient;
     private url: string;
     constructor(url: string, credentials: ServiceClientCredentials) {
-        this.restClient = new RestClient(credentials);
+        this.restClient = new RestClient(credentials, { noRetryPolicy: true });
         this.url = url;
     }