ART-8680: fixed art-bot query using catalogs

Author: mbiarnes

artbotlib/brew_list.py

@@ -3,7 +3,6 @@
 import json
 import logging
 import re
-import urllib.request
 from typing import cast, Dict
 from urllib.parse import quote
 
@@ -12,9 +11,8 @@
 import yaml
 
 import artbotlib.exectools
-
+from artbotlib import constants
 from . import util
-from .constants import RHCOS_BASE_URL
 from .rhcos import RHCOSBuildInfo
 
 logger = logging.getLogger(__name__)
@@ -120,17 +118,38 @@ async def get_tag_specs(so, tag_spec, data_type, sem) -> str:
                 distgit_name = component_name.rstrip('container')
                 distgit_name = distgit_name.rstrip("-")
 
-            result += f'https://pkgs.devel.redhat.com/cgit/containers/{distgit_name}/commit/?id={component_distgit_commit}'
+            result += f'{constants.DISTGIT_URL}/{distgit_name}/commit/?id={component_distgit_commit}'
+
         elif data_type.startswith('commit'):
             result += f'{component_upstream_commit_url}'
         elif data_type.startswith('catalog'):
-            result += f'{component_rhcc_url}'
+            image_type = 'distgit'
+            suffix = "-container"
+            catalog_name = ""
+            if suffix in component_name:
+                catalog_name = component_name.rstrip('container')
+                catalog_name = catalog_name.rstrip("-")
+
+            version = component_version.strip('v')
+            version = version[:4]
+            data_info = catalog_api_query(so, image_type, catalog_name, version)
+
+            result += f"{constants.CATALOG_URL}/{data_info[0]}/{data_info[1]}"
         elif data_type.startswith('image'):
             result += release_component_image
 
         logger.debug('Tag specs for %s: %s', data_type, result)
         return result
 
+def catalog_api_query(so,image_type,catalog_name,version):
+    url = f"{constants.ART_DASH_API_ROUTE}/" \
+          f"pipeline-image?starting_from={image_type}&name={catalog_name}&version={version}"
+    response = requests.get(url)
+    catalogs_info = response.json()
+    catalog_id = catalogs_info['payload']['distgit'][0]['brew']['cdn'][0]['delivery']['delivery_repo_id']
+    catalog_repo = catalogs_info['payload']['distgit'][0]['brew']['cdn'][0]['delivery']['delivery_repo_name']
+    catalog_data = (catalog_repo, catalog_id)
+    return catalog_data
 
 def list_component_data_for_release_tag(so, data_type, release_tag):
     data_type = data_type.lower()
@@ -159,7 +178,8 @@ def list_component_data_for_release_tag(so, data_type, release_tag):
     payload = f'Finding information for: {image_url}\n'
 
     release_info = json.loads(stdout)
-    tag_specs = list(release_info['references']['spec']['tags'])
+    tag_specs = list(release_info['references']['spec']['tags'][:10])
+    #tag_specs = list(release_info['references']['spec']['tags'])
 
     loop = asyncio.new_event_loop()
     asyncio.set_event_loop(loop)

artbotlib/constants.py

@@ -19,10 +19,14 @@
 
 BREW_URL = 'https://brewweb.engineering.redhat.com/brew'
 
+CATALOG_URL = 'https://catalog.redhat.com/software/containers'
+
 CGIT_URL = 'https://pkgs.devel.redhat.com/cgit'
 
 COMET_URL = 'https://comet.engineering.redhat.com/containers/repositories'
 
+DISTGIT_URL = 'https://pkgs.devel.redhat.com/cgit/containers'
+
 ERRATA_TOOL_URL = 'https://errata.devel.redhat.com'
 
 GITHUB_API_REPO_URL = "https://api.github.com/repos"