add_dataset_from_raw.py

import datetime
import hashlib
import json
import pathlib
import shutil
import subprocess
import sys

import generate_preview


if __name__ == "__main__":
    if len(sys.argv) != 7:
        print(f"Usage: {sys.argv[0]} file.raw name width height depth dtype")
        sys.exit()

    raw_file = sys.argv[1]
    name = sys.argv[2]
    width = int(sys.argv[3])
    height = int(sys.argv[4])
    depth = int(sys.argv[5])
    dtype = sys.argv[6]

    config = json.load(open("config.json"))

    # create directory and copy file
    folder = pathlib.Path(f"static/open-scivis-datasets/{name}")
    assert (
        not folder.exists()
    ), f"Folder {folder} already exists, delete it manually before running this script"
    folder.mkdir(parents=True, exist_ok=True)
    file = folder / f"{name}_{width}x{height}x{depth}_{dtype}.raw"
    shutil.copy(raw_file, file)

    # compute checksum
    with open(file, "rb") as f:
        digest = hashlib.file_digest(f, "sha512")
    sha512sum = digest.hexdigest()

    metadata = {
        "name": name.replace("_", " ").title(),
        "type": dtype,
        "size": [width, height, depth],
        "spacing": [1, 1, 1],
        "sha512sum": sha512sum,
        "description": "",
        "acknowledgement": "",
        "url": f'{config["url"]}/{name}/{file.name}',
        "date_added": datetime.date.today().isoformat(),
        "category": "Unknown",
        "bibtex": None,
    }

    with open(folder / f"{name}.json", "w") as f:
        json.dump(metadata, f, indent=4)

    generate_preview.generate_preview(file, folder)