You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
130 lines
4.0 KiB
130 lines
4.0 KiB
5 months ago
|
#!/usr/bin/env python3
|
||
|
#
|
||
|
# Copyright 2022 New Vector Ltd
|
||
|
#
|
||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
# you may not use this file except in compliance with the License.
|
||
|
# You may obtain a copy of the License at
|
||
|
#
|
||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
#
|
||
|
# Unless required by applicable law or agreed to in writing, software
|
||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
# See the License for the specific language governing permissions and
|
||
|
# limitations under the License.
|
||
|
#
|
||
|
|
||
|
import argparse
|
||
|
import hashlib
|
||
|
import json
|
||
|
import os
|
||
|
# Run `pip3 install requests` if not installed yet
|
||
|
import requests
|
||
|
# Run `pip3 install re` if not installed yet
|
||
|
import re
|
||
|
import time
|
||
|
|
||
|
# This script downloads artifacts from GitHub.
|
||
|
# Ref: https://docs.github.com/en/rest/actions/artifacts#get-an-artifact
|
||
|
|
||
|
error = False
|
||
|
|
||
|
### Arguments
|
||
|
|
||
|
parser = argparse.ArgumentParser(description='Download artifacts from GitHub.')
|
||
|
parser.add_argument('-t',
|
||
|
'--token',
|
||
|
required=True,
|
||
|
help='The GitHub token with read access.')
|
||
|
parser.add_argument('-r',
|
||
|
'--runUrl',
|
||
|
required=True,
|
||
|
help='the GitHub action run url.')
|
||
|
parser.add_argument('-d',
|
||
|
'--directory',
|
||
|
default="",
|
||
|
help='the target directory, where files will be downloaded. If not provided the runId will be used to create a directory.')
|
||
|
parser.add_argument('-v',
|
||
|
'--verbose',
|
||
|
help="increase output verbosity.",
|
||
|
action="store_true")
|
||
|
parser.add_argument('-s',
|
||
|
'--simulate',
|
||
|
help="simulate action, do not create folder or download any file.",
|
||
|
action="store_true")
|
||
|
|
||
|
args = parser.parse_args()
|
||
|
|
||
|
if args.verbose:
|
||
|
print("Argument:")
|
||
|
print(args)
|
||
|
|
||
|
|
||
|
# Split the artifact URL to get information
|
||
|
# Ex: https://github.com/element-hq/element-x-android/actions/runs/9065756777
|
||
|
runUrl = args.runUrl
|
||
|
|
||
|
url_regex = r"https://github.com/(.+?)/(.+?)/actions/runs/(.+)"
|
||
|
result = re.search(url_regex, runUrl)
|
||
|
|
||
|
if result is None:
|
||
|
print(
|
||
|
"❌ Invalid parameter --runUrl '%s'. Please check the format.\nIt should be something like: %s" %
|
||
|
(runUrl, 'https://github.com/element-hq/element-x-android/actions/runs/9065756777')
|
||
|
)
|
||
|
exit(1)
|
||
|
|
||
|
(gitHubRepoOwner, gitHubRepo, runId) = result.groups()
|
||
|
|
||
|
if args.verbose:
|
||
|
print("gitHubRepoOwner: %s, gitHubRepo: %s, runId: %s" % (gitHubRepoOwner, gitHubRepo, runId))
|
||
|
|
||
|
headers = {
|
||
|
'Authorization': "Bearer %s" % args.token,
|
||
|
'Accept': 'application/vnd.github+json'
|
||
|
}
|
||
|
|
||
|
base_url = "https://api.github.com/repos/%s/%s/actions/runs/%s" % (gitHubRepoOwner, gitHubRepo, runId)
|
||
|
|
||
|
### Fetch build state
|
||
|
status = ""
|
||
|
data = "{}"
|
||
|
while status != "completed":
|
||
|
r = requests.get(base_url, headers=headers)
|
||
|
data = json.loads(r.content.decode())
|
||
|
|
||
|
if args.verbose:
|
||
|
print("Json data:")
|
||
|
print(data)
|
||
|
status = data.get("status")
|
||
|
|
||
|
if data.get("status") == "completed":
|
||
|
if data.get("conclusion") != "success":
|
||
|
print("❌ The action %s is completed, but there is an error, the conclusion is: %s." % (runUrl, data.get("conclusion")))
|
||
|
exit(1)
|
||
|
else:
|
||
|
# Wait 1 minute
|
||
|
print("The action %s is not completed yet, waiting 1 minute..." % runUrl)
|
||
|
time.sleep(60)
|
||
|
|
||
|
|
||
|
artifacts_url = data.get("artifacts_url")
|
||
|
if args.verbose:
|
||
|
print("Artifacts url: %s" % artifacts_url)
|
||
|
|
||
|
r = requests.get(artifacts_url, headers=headers)
|
||
|
data = json.loads(r.content.decode())
|
||
|
|
||
|
if args.directory == "":
|
||
|
targetDir = runId
|
||
|
else:
|
||
|
targetDir = args.directory
|
||
|
|
||
|
for artifact in data.get("artifacts"):
|
||
|
if args.verbose:
|
||
|
print("Artifact:")
|
||
|
print(artifact)
|
||
|
# Invoke the script to download the artifact
|
||
|
os.system("python3 ./tools/github/download_github_artifacts.py -t %s -d %s -a %s" % (args.token, targetDir, artifact.get("url")))
|