9def441e9a
* [CI] add script to generate meta info and upload to s3 * Write Python script to generate meta.json * Update other pipelines * Add wheel_name field * Add description --------- Co-authored-by: Hyunsu Cho <phcho@nvidia.com>
59 lines
1.8 KiB
Python
59 lines
1.8 KiB
Python
"""
|
|
Script to generate meta.json to store metadata for a nightly build of
|
|
XGBoost Python package.
|
|
"""
|
|
import json
|
|
import pathlib
|
|
from argparse import ArgumentParser
|
|
|
|
|
|
def main(args):
|
|
wheel_path = pathlib.Path(args.wheel_path).expanduser().resolve()
|
|
if not wheel_path.exists():
|
|
raise ValueError(f"Wheel cannot be found at path {wheel_path}")
|
|
if not wheel_path.is_file():
|
|
raise ValueError(f"Path {wheel_path} is not a valid file")
|
|
wheel_dir, wheel_name = wheel_path.parent, wheel_path.name
|
|
|
|
meta_path = pathlib.Path(args.meta_path)
|
|
if not meta_path.exists():
|
|
raise ValueError(f"Path {meta_path} does not exist")
|
|
if not meta_path.is_dir():
|
|
raise ValueError(f"Path {meta_path} is not a valid directory")
|
|
|
|
tokens = wheel_name.split("-")
|
|
assert len(tokens) == 5
|
|
version = tokens[1].split("+")[0]
|
|
|
|
meta_info = {
|
|
"wheel_name": wheel_name,
|
|
"platform_tag": args.platform_tag,
|
|
"version": version,
|
|
"commit_id": args.commit_hash,
|
|
}
|
|
with open(meta_path / "meta.json", "w") as f:
|
|
json.dump(meta_info, f, indent=4)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
parser = ArgumentParser(
|
|
description="Format meta.json encoding the latest nightly version of the Python wheel"
|
|
)
|
|
parser.add_argument(
|
|
"--wheel-path", type=str, required=True, help="Path to the wheel"
|
|
)
|
|
parser.add_argument(
|
|
"--commit-hash", type=str, required=True, help="Git commit hash"
|
|
)
|
|
parser.add_argument(
|
|
"--platform-tag",
|
|
type=str,
|
|
required=True,
|
|
help="Platform tag (e.g. manylinux2014_x86_64)",
|
|
)
|
|
parser.add_argument(
|
|
"--meta-path", type=str, required=True, help="Directory to place meta.json"
|
|
)
|
|
parsed_args = parser.parse_args()
|
|
main(parsed_args)
|