Benoit Marty
4 months ago
committed by
Benoit Marty
3 changed files with 161 additions and 32 deletions
@ -0,0 +1,129 @@
@@ -0,0 +1,129 @@
|
||||
#!/usr/bin/env python3 |
||||
# |
||||
# Copyright 2022 New Vector Ltd |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
# |
||||
|
||||
import argparse |
||||
import hashlib |
||||
import json |
||||
import os |
||||
# Run `pip3 install requests` if not installed yet |
||||
import requests |
||||
# Run `pip3 install re` if not installed yet |
||||
import re |
||||
import time |
||||
|
||||
# This script downloads artifacts from GitHub. |
||||
# Ref: https://docs.github.com/en/rest/actions/artifacts#get-an-artifact |
||||
|
||||
error = False |
||||
|
||||
### Arguments |
||||
|
||||
parser = argparse.ArgumentParser(description='Download artifacts from GitHub.') |
||||
parser.add_argument('-t', |
||||
'--token', |
||||
required=True, |
||||
help='The GitHub token with read access.') |
||||
parser.add_argument('-r', |
||||
'--runUrl', |
||||
required=True, |
||||
help='the GitHub action run url.') |
||||
parser.add_argument('-d', |
||||
'--directory', |
||||
default="", |
||||
help='the target directory, where files will be downloaded. If not provided the runId will be used to create a directory.') |
||||
parser.add_argument('-v', |
||||
'--verbose', |
||||
help="increase output verbosity.", |
||||
action="store_true") |
||||
parser.add_argument('-s', |
||||
'--simulate', |
||||
help="simulate action, do not create folder or download any file.", |
||||
action="store_true") |
||||
|
||||
args = parser.parse_args() |
||||
|
||||
if args.verbose: |
||||
print("Argument:") |
||||
print(args) |
||||
|
||||
|
||||
# Split the artifact URL to get information |
||||
# Ex: https://github.com/element-hq/element-x-android/actions/runs/9065756777 |
||||
runUrl = args.runUrl |
||||
|
||||
url_regex = r"https://github.com/(.+?)/(.+?)/actions/runs/(.+)" |
||||
result = re.search(url_regex, runUrl) |
||||
|
||||
if result is None: |
||||
print( |
||||
"❌ Invalid parameter --runUrl '%s'. Please check the format.\nIt should be something like: %s" % |
||||
(runUrl, 'https://github.com/element-hq/element-x-android/actions/runs/9065756777') |
||||
) |
||||
exit(1) |
||||
|
||||
(gitHubRepoOwner, gitHubRepo, runId) = result.groups() |
||||
|
||||
if args.verbose: |
||||
print("gitHubRepoOwner: %s, gitHubRepo: %s, runId: %s" % (gitHubRepoOwner, gitHubRepo, runId)) |
||||
|
||||
headers = { |
||||
'Authorization': "Bearer %s" % args.token, |
||||
'Accept': 'application/vnd.github+json' |
||||
} |
||||
|
||||
base_url = "https://api.github.com/repos/%s/%s/actions/runs/%s" % (gitHubRepoOwner, gitHubRepo, runId) |
||||
|
||||
### Fetch build state |
||||
status = "" |
||||
data = "{}" |
||||
while status != "completed": |
||||
r = requests.get(base_url, headers=headers) |
||||
data = json.loads(r.content.decode()) |
||||
|
||||
if args.verbose: |
||||
print("Json data:") |
||||
print(data) |
||||
status = data.get("status") |
||||
|
||||
if data.get("status") == "completed": |
||||
if data.get("conclusion") != "success": |
||||
print("❌ The action %s is completed, but there is an error, the conclusion is: %s." % (runUrl, data.get("conclusion"))) |
||||
exit(1) |
||||
else: |
||||
# Wait 1 minute |
||||
print("The action %s is not completed yet, waiting 1 minute..." % runUrl) |
||||
time.sleep(60) |
||||
|
||||
|
||||
artifacts_url = data.get("artifacts_url") |
||||
if args.verbose: |
||||
print("Artifacts url: %s" % artifacts_url) |
||||
|
||||
r = requests.get(artifacts_url, headers=headers) |
||||
data = json.loads(r.content.decode()) |
||||
|
||||
if args.directory == "": |
||||
targetDir = runId |
||||
else: |
||||
targetDir = args.directory |
||||
|
||||
for artifact in data.get("artifacts"): |
||||
if args.verbose: |
||||
print("Artifact:") |
||||
print(artifact) |
||||
# Invoke the script to download the artifact |
||||
os.system("python3 ./tools/github/download_github_artifacts.py -t %s -d %s -a %s" % (args.token, targetDir, artifact.get("url"))) |
||||
Loading…
Reference in new issue