#!/usr/bin/env python3 # # Copyright 2022 New Vector Ltd # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # import argparse import hashlib import json import os # Run `pip3 install requests` if not installed yet import requests # Run `pip3 install re` if not installed yet import re import time # This script downloads artifacts from GitHub. # Ref: https://docs.github.com/en/rest/actions/artifacts#get-an-artifact error = False ### Arguments parser = argparse.ArgumentParser(description='Download artifacts from GitHub.') parser.add_argument('-t', '--token', required=True, help='The GitHub token with read access.') parser.add_argument('-r', '--runUrl', required=True, help='the GitHub action run url.') parser.add_argument('-d', '--directory', default="", help='the target directory, where files will be downloaded. If not provided the runId will be used to create a directory.') parser.add_argument('-v', '--verbose', help="increase output verbosity.", action="store_true") parser.add_argument('-s', '--simulate', help="simulate action, do not create folder or download any file.", action="store_true") args = parser.parse_args() if args.verbose: print("Argument:") print(args) # Split the artifact URL to get information # Ex: https://github.com/element-hq/element-x-android/actions/runs/9065756777 runUrl = args.runUrl url_regex = r"https://github.com/(.+?)/(.+?)/actions/runs/(.+)" result = re.search(url_regex, runUrl) if result is None: print( "❌ Invalid parameter --runUrl '%s'. Please check the format.\nIt should be something like: %s" % (runUrl, 'https://github.com/element-hq/element-x-android/actions/runs/9065756777') ) exit(1) (gitHubRepoOwner, gitHubRepo, runId) = result.groups() if args.verbose: print("gitHubRepoOwner: %s, gitHubRepo: %s, runId: %s" % (gitHubRepoOwner, gitHubRepo, runId)) headers = { 'Authorization': "Bearer %s" % args.token, 'Accept': 'application/vnd.github+json' } base_url = "https://api.github.com/repos/%s/%s/actions/runs/%s" % (gitHubRepoOwner, gitHubRepo, runId) ### Fetch build state status = "" data = "{}" while status != "completed": r = requests.get(base_url, headers=headers) data = json.loads(r.content.decode()) if args.verbose: print("Json data:") print(data) status = data.get("status") if data.get("status") == "completed": if data.get("conclusion") != "success": print("❌ The action %s is completed, but there is an error, the conclusion is: %s." % (runUrl, data.get("conclusion"))) exit(1) else: # Wait 1 minute print("The action %s is not completed yet, waiting 1 minute..." % runUrl) time.sleep(60) artifacts_url = data.get("artifacts_url") if args.verbose: print("Artifacts url: %s" % artifacts_url) r = requests.get(artifacts_url, headers=headers) data = json.loads(r.content.decode()) if args.directory == "": targetDir = runId else: targetDir = args.directory for artifact in data.get("artifacts"): if args.verbose: print("Artifact:") print(artifact) # Invoke the script to download the artifact os.system("python3 ./tools/github/download_github_artifacts.py -t %s -d %s -a %s" % (args.token, targetDir, artifact.get("url")))