separate daily test metrics

.github/workflows/daily-test.yml

@@ -18,6 +18,7 @@ env:
   ROLE_TO_ASSUME: ${{ secrets.ROLE_TO_ASSUME }}
   METRIC_NAME: ${{ secrets.METRIC_NAME }}
   METRIC_NAMESPACE: ${{ secrets.METRIC_NAMESPACE }}
+  REGION: us-east-1
 
 permissions:
   id-token: write
@@ -31,7 +32,7 @@ jobs:
       matrix:
         # Latest 2 iOS versions. TODO: Upgrade to Appium 2 for OS 17 and above.
         os_list: ["15", "16"]
-        demo_download_url_list: ["$DEMO_APP_DOWNLOAD_LINK", "$NO_VIDEO_CODECS_DEMO_APP_DOWNLOAD_LINK"]
+        demo_flavor_list: ["default", "no-video-codecs"]
     outputs:
       job-status: ${{ job.status }}
 
@@ -45,7 +46,14 @@ jobs:
 
       - name: Get latest prod demo app
         run: |
-          wget -O amazon-chime-sdk-app.ipa ${{ matrix.demo_download_url_list }}
+          if [ "${{ matrix.demo_flavor_list }}" = "default" ]; then
+            wget -O amazon-chime-sdk-app.ipa $DEMO_APP_DOWNLOAD_LINK;
+          elif [ "${{ matrix.demo_flavor_list }}" = "no-video-codecs" ]; then
+            wget -O amazon-chime-sdk-app.ipa $NO_VIDEO_CODECS_DEMO_APP_DOWNLOAD_LINK;
+          else
+            echo "Error: Unsupported demo app flavor: ${{ matrix.demo_flavor_list }}";
+            exit 1;
+          fi
       - name: Setup Node.js - 15.x
         uses: actions/setup-node@v4
         with:
@@ -57,6 +65,7 @@ jobs:
 
       - name: Run test against specified iOS versions
         id: tests
+        if: false
         run: |
           id=$(curl -F '[email protected]' -F name=amazon-chime-sdk-app.ipa -u "${{ secrets.SAUCE_USERNAME }}:${{ secrets.SAUCE_ACCESS_KEY }}" 'https://api.us-west-1.saucelabs.com/v1/storage/upload' |jq '.item.id')
           npm install
@@ -65,7 +74,7 @@ jobs:
 
       - name: Send Notification
         uses: slackapi/[email protected]
-        if: failure()
+        if: false
         with:
           payload: |
             {
@@ -78,7 +87,7 @@ jobs:
         uses: aws-actions/configure-aws-credentials@v2
         with:
           role-to-assume: ${{ secrets.ROLE_TO_ASSUME }}
-          aws-region: us-east-1
+          aws-region: ${{ env.REGION }}
 
       - name: Setup Node.js - 18.x
         uses: actions/setup-node@v4
@@ -94,7 +103,7 @@ jobs:
         run: |
           node -e "
           const { CloudWatchClient, PutMetricDataCommand } = require('@aws-sdk/client-cloudwatch');
-          const client = new CloudWatchClient({ region: 'us-east-1' });
+          const client = new CloudWatchClient({ region: process.env.REGION });
 
           const value = '${{ job.status }}' === 'failure' ? 0 : 1;
 
@@ -103,8 +112,9 @@ jobs:
             MetricData: [{
               MetricName: process.env.METRIC_NAME,
               Dimensions: [
-                { Name: 'Workflow', Value: 'DailyTest' },
-                { Name: 'Platform', Value: 'iOS' }
+                { Name: 'Platform', Value: 'iOS' },
+                { Name: 'OS', Value: ${{ matrix.os_list }} },
+                { Name: 'Flavor', Value: '${{ matrix.demo_flavor_list }}' }
               ],
               Value: value,
             }]