| #!/usr/bin/env python3 |
| import os |
| import shutil |
| import zipfile |
| from collections import OrderedDict, defaultdict |
| from io import BytesIO |
| |
| import generate_schema_enums |
| import requests |
| from generate_schema_collections import generate_top_collections |
| |
| VERSION = "DSP8010_2024.3" |
| |
| SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__)) |
| |
| proxies = {"https": os.environ.get("https_proxy", None)} |
| |
| r = requests.get( |
| "https://www.dmtf.org/sites/default/files/standards/documents/" |
| + VERSION |
| + ".zip", |
| proxies=proxies, |
| ) |
| |
| r.raise_for_status() |
| |
| redfish_core_path = os.path.join(SCRIPT_DIR, "..", "redfish-core") |
| |
| cpp_path = os.path.realpath(os.path.join(redfish_core_path, "include")) |
| |
| schema_path = os.path.join(redfish_core_path, "schema", "dmtf", "csdl") |
| json_schema_path = os.path.join( |
| redfish_core_path, "schema", "dmtf", "json-schema" |
| ) |
| |
| zipBytesIO = BytesIO(r.content) |
| zip_ref = zipfile.ZipFile(zipBytesIO) |
| |
| |
| class SchemaVersion: |
| """ |
| A Python class for sorting Redfish schema versions. Allows sorting Redfish |
| versions in the way humans expect, by comparing version strings as lists |
| (ie 0_2_0 comes before 0_10_0) in the way humans expect. It does case |
| insensitive schema name comparisons |
| """ |
| |
| def __init__(self, key): |
| key = str.casefold(key) |
| |
| split_tup = key.split(".") |
| self.version_pieces = [split_tup[0]] |
| if len(split_tup) < 2: |
| return |
| version = split_tup[1] |
| |
| if version.startswith("v"): |
| version = version[1:] |
| if any(char.isdigit() for char in version): |
| self.version_pieces.extend([int(x) for x in version.split("_")]) |
| |
| def __lt__(self, other): |
| return self.version_pieces < other.version_pieces |
| |
| |
| shutil.rmtree(schema_path) |
| os.makedirs(schema_path) |
| |
| shutil.rmtree(json_schema_path) |
| os.makedirs(json_schema_path) |
| |
| csdl_filenames = [] |
| json_schema_files = defaultdict(list) |
| |
| for zip_file in zip_ref.infolist(): |
| if zip_file.is_dir(): |
| continue |
| if zip_file.filename.startswith(VERSION + "/csdl/"): |
| csdl_filenames.append(os.path.basename(zip_file.filename)) |
| elif zip_file.filename.startswith(VERSION + "/json-schema/"): |
| filename = os.path.basename(zip_file.filename) |
| filenamesplit = filename.split(".") |
| json_schema_files[filenamesplit[0]].append(filename) |
| elif zip_file.filename.startswith(VERSION + "/openapi/"): |
| pass |
| elif zip_file.filename.startswith(VERSION + "/dictionaries/"): |
| pass |
| |
| # sort the json files by version |
| for key, value in json_schema_files.items(): |
| value.sort(key=SchemaVersion, reverse=True) |
| |
| # Create a dictionary ordered by schema name |
| json_schema_files = OrderedDict( |
| sorted(json_schema_files.items(), key=lambda x: SchemaVersion(x[0])) |
| ) |
| |
| |
| for csdl_file in csdl_filenames: |
| with open(os.path.join(schema_path, csdl_file), "wb") as schema_out: |
| content = zip_ref.read(os.path.join(VERSION + "/csdl", csdl_file)) |
| content = content.replace(b"\r\n", b"\n") |
| schema_out.write(content) |
| |
| for schema_filename, versions in json_schema_files.items(): |
| zip_filepath = os.path.join(VERSION + "/json-schema", versions[0]) |
| |
| with open( |
| os.path.join(json_schema_path, versions[0]), "wb" |
| ) as schema_file: |
| content = zip_ref.read(zip_filepath) |
| content = content.replace(b"\r\n", b"\n") |
| schema_file.write(content) |
| |
| zip_ref.close() |
| |
| generate_schema_enums.main() |
| generate_top_collections() |