test: add e2e test

packages/tests/src/commonlib/functionValidator.ts

@@ -8,6 +8,7 @@ import * as chai from "chai";
 import glob from "glob";
 import path from "path";
 import { EnvConstants, PluginId, StateConfigKey } from "./constants";
+// eslint-disable-next-line import/no-cycle
 import {
   getResourceGroupNameFromResourceId,
   getSiteNameFromResourceId,
@@ -39,6 +40,7 @@ enum BaseConfig {
   API_ENDPOINT = "API_ENDPOINT",
   M365_APPLICATION_ID_URI = "M365_APPLICATION_ID_URI",
   IDENTITY_ID = "IDENTITY_ID",
+  WEBSITE_CONTENTSHARE = "WEBSITE_CONTENTSHARE",
 }
 
 enum SQLConfig {
@@ -110,14 +112,11 @@ export class FunctionValidator {
       token as string
     );
     chai.assert.exists(webappSettingsResponse);
-    const endpoint =
-      (this.ctx[EnvConstants.FUNCTION_ENDPOINT] as string) ??
-      (this.ctx[EnvConstants.FUNCTION_ENDPOINT_2] as string);
-    chai.assert.equal(
-      webappSettingsResponse[BaseConfig.API_ENDPOINT],
-      endpoint
-    );
 
+    const contentShare =
+      webappSettingsResponse[BaseConfig.WEBSITE_CONTENTSHARE];
+    const functionNameInAzure = contentShare.split("-")[0];
+    chai.assert.equal(functionNameInAzure, this.functionAppName);
     console.log("Successfully validate Function Provision.");
   }
 

packages/tests/src/e2e/caseFactory.ts

@@ -51,8 +51,10 @@ export abstract class CaseFactory {
     skipDeploy?: boolean;
     skipValidate?: boolean;
     skipPackage?: boolean;
+    skipErrorMessage?: string;
   };
   public custimized?: Record<string, string>;
+  public processEnv?: NodeJS.ProcessEnv;
 
   public constructor(
     capability: Capability,
@@ -74,8 +76,10 @@ export abstract class CaseFactory {
       skipDeploy?: boolean;
       skipValidate?: boolean;
       skipPackage?: boolean;
+      skipErrorMessage?: string;
     } = {},
-    custimized?: Record<string, string>
+    custimized?: Record<string, string>,
+    processEnv?: NodeJS.ProcessEnv
   ) {
     this.capability = capability;
     this.testPlanCaseId = testPlanCaseId;
@@ -84,6 +88,7 @@ export abstract class CaseFactory {
     this.programmingLanguage = programmingLanguage;
     this.options = options;
     this.custimized = custimized;
+    this.processEnv = processEnv;
   }
 
   public onBefore(): Promise<void> {
@@ -103,14 +108,16 @@ export abstract class CaseFactory {
     testFolder: string,
     capability: Capability,
     programmingLanguage?: ProgrammingLanguage,
-    custimized?: Record<string, string>
+    custimized?: Record<string, string>,
+    processEnv?: NodeJS.ProcessEnv
   ): Promise<void> {
     await Executor.createProject(
       testFolder,
       appName,
       capability,
       programmingLanguage ? programmingLanguage : ProgrammingLanguage.TS,
-      custimized
+      custimized,
+      processEnv
     );
   }
 
@@ -127,6 +134,7 @@ export abstract class CaseFactory {
       programmingLanguage,
       options,
       custimized,
+      processEnv,
       onBefore,
       onAfter,
       onAfterCreate,
@@ -153,7 +161,8 @@ export abstract class CaseFactory {
           testFolder,
           capability,
           programmingLanguage,
-          custimized
+          custimized,
+          processEnv
         );
         expect(fs.pathExistsSync(projectPath)).to.be.true;
 
@@ -173,7 +182,12 @@ export abstract class CaseFactory {
           expect(result).to.be.true;
           process.env["AZURE_RESOURCE_GROUP_NAME"] = appName + "-rg";
 
-          const { success } = await Executor.provision(projectPath);
+          const { success } = await Executor.provision(
+            projectPath,
+            "dev",
+            true,
+            options?.skipErrorMessage
+          );
           expect(success).to.be.true;
 
           // Validate Provision

packages/tests/src/e2e/copilotplugin/CopilotPluginWithApiKey.dotnet.tests.ts

@@ -0,0 +1,32 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <[email protected]>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { replaceSecretKey, validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import * as path from "path";
+
+class CopilotPluginWithNoneAuthForJsCase extends CopilotPluginCommonTest {
+  public override async onAfterCreate(projectPath: string): Promise<void> {
+    const files: string[] = [
+      "appPackage/ai-plugin.json",
+      "appPackage/manifest.json",
+      "GenerateApiKey.ps1",
+    ];
+    await validateFiles(projectPath, files);
+
+    const userFile = path.resolve(projectPath, "env", `.env.dev.user`);
+    await replaceSecretKey(userFile);
+  }
+}
+
+new CopilotPluginWithNoneAuthForJsCase(
+  28641218,
+  "[email protected]",
+  "api-key",
+  ProgrammingLanguage.CSharp
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithApiKeyForJs.tests.ts

@@ -0,0 +1,32 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <[email protected]>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { replaceSecretKey, validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import * as path from "path";
+
+class CopilotPluginWithNoneAuthForJsCase extends CopilotPluginCommonTest {
+  public override async onAfterCreate(projectPath: string): Promise<void> {
+    const files: string[] = [
+      "appPackage/ai-plugin.json",
+      "appPackage/manifest.json",
+      "src/keyGen.js",
+    ];
+    await validateFiles(projectPath, files);
+
+    const userFile = path.resolve(projectPath, "env", `.env.dev.user`);
+    await replaceSecretKey(userFile);
+  }
+}
+
+new CopilotPluginWithNoneAuthForJsCase(
+  28640069,
+  "[email protected]",
+  "api-key",
+  ProgrammingLanguage.JS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithApiKeyForTs.tests.ts

@@ -0,0 +1,32 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <[email protected]>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { replaceSecretKey, validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import * as path from "path";
+
+class CopilotPluginWithNoneAuthForTsCase extends CopilotPluginCommonTest {
+  public override async onAfterCreate(projectPath: string): Promise<void> {
+    const files: string[] = [
+      "appPackage/ai-plugin.json",
+      "appPackage/manifest.json",
+      "src/keyGen.ts",
+    ];
+    await validateFiles(projectPath, files);
+
+    const userFile = path.resolve(projectPath, "env", `.env.dev.user`);
+    await replaceSecretKey(userFile);
+  }
+}
+
+new CopilotPluginWithNoneAuthForTsCase(
+  28640069,
+  "[email protected]",
+  "api-key",
+  ProgrammingLanguage.TS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithNoneAuth.dotnet.tests.ts

@@ -0,0 +1,26 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <[email protected]>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+class CopilotPluginWithNoneAuthForCsharpCase extends CopilotPluginCommonTest {
+  public override async onAfterCreate(projectPath: string): Promise<void> {
+    const files: string[] = [
+      "appPackage/ai-plugin.json",
+      "appPackage/manifest.json",
+    ];
+    await validateFiles(projectPath, files);
+  }
+}
+
+new CopilotPluginWithNoneAuthForCsharpCase(
+  28641262,
+  "[email protected]",
+  "none",
+  ProgrammingLanguage.CSharp
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithNoneAuthForJs.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <[email protected]>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+
+class CopilotPluginWithNoneAuthForJsCase extends CopilotPluginCommonTest {
+  public override async onAfterCreate(projectPath: string): Promise<void> {
+    const files: string[] = [
+      "appPackage/ai-plugin.json",
+      "appPackage/manifest.json",
+    ];
+    await validateFiles(projectPath, files);
+  }
+}
+
+new CopilotPluginWithNoneAuthForJsCase(
+  27569734,
+  "[email protected]",
+  "none",
+  ProgrammingLanguage.JS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithNoneAuthForTs.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <[email protected]>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+
+class CopilotPluginWithNoneAuthForTsCase extends CopilotPluginCommonTest {
+  public override async onAfterCreate(projectPath: string): Promise<void> {
+    const files: string[] = [
+      "appPackage/ai-plugin.json",
+      "appPackage/manifest.json",
+    ];
+    await validateFiles(projectPath, files);
+  }
+}
+
+new CopilotPluginWithNoneAuthForTsCase(
+  27569734,
+  "[email protected]",
+  "none",
+  ProgrammingLanguage.TS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithOAuth.dotnet.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Hui Miao <[email protected]>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import { validateFiles } from "./helper";
+
+class CopilotPluginOAuthForCsharpTestCase extends CopilotPluginCommonTest {
+  public override async onAfterCreate(projectPath: string): Promise<void> {
+    const files: string[] = [
+      "appPackage/ai-plugin.dev.json",
+      "appPackage/manifest.json",
+    ];
+    await validateFiles(projectPath, files);
+  }
+}
+
+new CopilotPluginOAuthForCsharpTestCase(
+  28641204,
+  "[email protected]",
+  "oauth",
+  ProgrammingLanguage.CSharp
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithOAuthForJS.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Hui Miao <[email protected]>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import { validateFiles } from "./helper";
+
+class CopilotPluginOAuthForJsTestCase extends CopilotPluginCommonTest {
+  public override async onAfterCreate(projectPath: string): Promise<void> {
+    const files: string[] = [
+      "appPackage/ai-plugin.dev.json",
+      "appPackage/manifest.json",
+    ];
+    await validateFiles(projectPath, files);
+  }
+}
+
+new CopilotPluginOAuthForJsTestCase(
+  27569691,
+  "[email protected]",
+  "oauth",
+  ProgrammingLanguage.JS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithOAuthForTS.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Hui Miao <[email protected]>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import { validateFiles } from "./helper";
+
+class CopilotPluginOAuthForTsTestCase extends CopilotPluginCommonTest {
+  public override async onAfterCreate(projectPath: string): Promise<void> {
+    const files: string[] = [
+      "appPackage/ai-plugin.dev.json",
+      "appPackage/manifest.json",
+    ];
+    await validateFiles(projectPath, files);
+  }
+}
+
+new CopilotPluginOAuthForTsTestCase(
+  27569691,
+  "[email protected]",
+  "oauth",
+  ProgrammingLanguage.TS
+).test();