parse_entries.py

from __future__ import print_function

import os
import glob
import json

import yaml

CATEGORIES = ['web_services', 'codes', 'data', 'facilities']

TITLE = {}
TITLE['facilities'] = "Observatories and Facilities"
TITLE['web_services'] = "Online/Web Services"
TITLE['codes'] = "Codes and Software"
TITLE['data'] = "Datasets"

database = []

for category in CATEGORIES:

    category_database = {}
    category_database['short'] = category
    category_database['title'] = TITLE[category]
    category_database['entries'] = []

    for entry in glob.glob(os.path.join('entries', category, '*.yaml')):
        print("Parsing {0}...".format(entry))
        with open(entry) as infile:
            content = yaml.safe_load(infile)

        short = os.path.splitext(os.path.basename(entry))[0]
        entryObj = {}
        for key in content:
            if content[key] is not None:
                entryObj[key] = content[key]
            else:
                if key == 'text':
                    raise ValueError("text field should not be empty: {0}".format(entry))
        category_database['entries'].append(entryObj)

    database.append(category_database)

with open('database.json', 'w') as outfile:
    json.dump(database, outfile, sort_keys=True, indent=4,
              separators=(',', ': '))