diff --git a/.github/pipelines/compliance_check.yml b/.github/pipelines/compliance_check.yml index b6152c9884c..1c475532547 100644 --- a/.github/pipelines/compliance_check.yml +++ b/.github/pipelines/compliance_check.yml @@ -71,3 +71,47 @@ steps: displayName: 'CredScan' inputs: scanFolder: '$(sourceLocation)' + +# according to doc: https://github.com/microsoft/component-detection/blob/main/docs/feature-overview.md +# CG does not support pyproject.toml, and will scan all requirements.txt +# so we need this step to: +# 1) create some requirements.txt from pyproject.toml +# 2) remove unexpected requirements.txt +- task: PowerShell@2 + inputs: + targetType: inline + script: | + pip install toml-to-requirements + Write-Host "Generating requirements.txt from pyproject.toml..." + Write-Host "##########################################" + Write-Host "- promptflow-tracing:" + Set-Location "$(sourceLocation)/src/promptflow-tracing/" + toml-to-req --toml-file pyproject.toml --poetry + Get-Content requirements.txt + Write-Host "##########################################" + Write-Host "- promptflow-core:" + Set-Location "$(sourceLocation)/src/promptflow-core/" + toml-to-req --toml-file pyproject.toml --poetry + Get-Content requirements.txt + Write-Host "##########################################" + Write-Host "- promptflow-devkit:" + Set-Location "$(sourceLocation)/src/promptflow-devkit/" + toml-to-req --toml-file pyproject.toml --poetry + Get-Content requirements.txt + Write-Host "##########################################" + Write-Host "- promptflow-azure:" + Set-Location "$(sourceLocation)/src/promptflow-azure/" + toml-to-req --toml-file pyproject.toml --poetry + Get-Content requirements.txt + Write-Host "##########################################" + + Write-Host "Removing requirements.txt..." + Set-Location "$(sourceLocation)/" + Write-Host "- src/promptflow/tests/*:" + Get-ChildItem -Path "src/promptflow/tests" -Recurse -Include requirements.txt | ForEach-Object { Remove-Item -Path $_.FullName -Force } + displayName: 'Preprocess before CG' + +- task: ms.vss-governance-buildtask.governance-build-task-component-detection.ComponentGovernanceComponentDetection@0 + inputs: + sourceScanPath: '$(sourceLocation)\src' + displayName: 'Component Detection' diff --git a/.github/workflows/promptflow-executor-e2e-test.yml b/.github/workflows/promptflow-executor-e2e-test.yml index 705b02a117d..b37e86029da 100644 --- a/.github/workflows/promptflow-executor-e2e-test.yml +++ b/.github/workflows/promptflow-executor-e2e-test.yml @@ -2,29 +2,6 @@ name: promptflow-executor-e2e-test on: schedule: - cron: "40 20 * * *" # Every day starting at 4:40 BJT - pull_request_target: - paths: - - src/promptflow-core/* - - src/promptflow/* - - src/promptflow/promptflow/* - - src/promptflow/promptflow/_core/** - - src/promptflow/promptflow/_internal/** - - src/promptflow/promptflow/_utils/** - - src/promptflow/promptflow/batch/** - - src/promptflow/promptflow/contracts/** - - src/promptflow/promptflow/entities/** - - src/promptflow/promptflow/executor/** - - src/promptflow/promptflow/integrations/** - - src/promptflow/promptflow/storage/** - - src/promptflow/tests/* - - src/promptflow/tests/executor/** - - src/promptflow-tracing/promptflow/** - - src/promptflow-core/promptflow/** - - src/promptflow-devkit/promptflow/** - - src/promptflow-parallel/promptflow/** - - scripts/building/** - - src/promptflow-recording/recordings/local/executor_node_cache.* - - .github/workflows/promptflow-executor-e2e-test.yml workflow_dispatch: env: packageSetupType: promptflow_with_extra diff --git a/.github/workflows/promptflow-executor-unit-test.yml b/.github/workflows/promptflow-executor-unit-test.yml index 4f8288bd6a6..9ede5b2d138 100644 --- a/.github/workflows/promptflow-executor-unit-test.yml +++ b/.github/workflows/promptflow-executor-unit-test.yml @@ -2,30 +2,6 @@ name: promptflow-executor-unit-test on: schedule: - cron: "40 19 * * *" # Every day starting at 3:40 BJT - pull_request_target: - paths: - - src/promptflow-core/* - - src/promptflow/* - - src/promptflow/promptflow/* - - src/promptflow/promptflow/_core/** - - src/promptflow/promptflow/_internal/** - - src/promptflow/promptflow/_utils/** - - src/promptflow/promptflow/batch/** - - src/promptflow/promptflow/contracts/** - - src/promptflow/promptflow/entities/** - - src/promptflow/promptflow/executor/** - - src/promptflow/promptflow/integrations/** - - src/promptflow/promptflow/storage/** - - src/promptflow/tests/* - - src/promptflow/tests/executor/** - - src/promptflow/tests/test_configs/** - - src/promptflow-tracing/promptflow/** - - src/promptflow-core/promptflow/** - - src/promptflow-devkit/promptflow/** - - src/promptflow-parallel/promptflow/** - - scripts/building/** - - src/promptflow-recording/recordings/local/executor_node_cache.* - - .github/workflows/promptflow-executor-unit-test.yml workflow_dispatch: permissions: id-token: write diff --git a/.github/workflows/promptflow-global-config-test.yml b/.github/workflows/promptflow-global-config-test.yml index ec3015dd024..2cc9b0b6fec 100644 --- a/.github/workflows/promptflow-global-config-test.yml +++ b/.github/workflows/promptflow-global-config-test.yml @@ -2,15 +2,6 @@ name: promptflow-global-config-test on: schedule: - cron: "40 18 * * *" # Every day starting at 2:40 BJT - pull_request_target: - paths: - - src/promptflow-core/** - - src/promptflow-devkit/** - - src/promptflow-tracing/** - - src/promptflow-azure/** - - src/promptflow/** - - scripts/building/** - - .github/workflows/promptflow-global-config-test.yml workflow_dispatch: permissions: id-token: write diff --git a/.github/workflows/tools_tests.yml b/.github/workflows/tools_tests.yml index 47e56f45ced..f60be100e75 100644 --- a/.github/workflows/tools_tests.yml +++ b/.github/workflows/tools_tests.yml @@ -6,11 +6,6 @@ permissions: contents: read on: workflow_dispatch: - pull_request_target: - paths: - - src/promptflow-tools/** - - scripts/tool/** - - .github/workflows/tools_tests.yml jobs: authorize: environment: