misc/collect.py

   1 #!/usr/bin/env python3
   2
   3 from pathlib import Path
   4 import argparse
   5 import json
   6 import sys
   7 import os
   8
   9 parser = argparse.ArgumentParser()
  10 parser.add_argument('input_path', nargs='+',
  11   help='Input folder that is traversed for OpenWrt JSON device files.')
  12 parser.add_argument('--download-url', action='store', default='',
  13   help='Link to get the image from. May contain {target}, {version} and {commit}')
  14 parser.add_argument('--formatted', action='store_true',
  15   help='Output formatted JSON data.')
  16 parser.add_argument('--change-prefix',
  17   help='Change the openwrt- file name prefix.')
  18
  19 args = parser.parse_args()
  20
  21 SUPPORTED_METADATA_VERSION = 1
  22
  23 def change_prefix(images, old_prefix, new_prefix):
  24     for image in images:
  25         if image['name'].startswith(old_prefix):
  26             image['name'] = new_prefix + image['name'][len(old_prefix):]
  27
  28 # OpenWrt JSON device files
  29 paths = []
  30
  31 # json output data
  32 output = {}
  33
  34 for path in args.input_path:
  35   if os.path.isdir(path):
  36     for file in Path(path).rglob('*.json'):
  37       paths.append(file)
  38   else:
  39     if not path.endswith('.json'):
  40       sys.stderr.write(f'Folder does not exists: {path}\n')
  41       exit(1)
  42     paths.append(path)
  43
  44 def get_title_name(title):
  45   if 'title' in title:
  46     return title['title']
  47   else:
  48     return "{} {} {}".format(title.get('vendor', ''), title['model'], title.get('variant', '')).strip()
  49
  50 def add_profile(id, target, profile, code=None):
  51   images = []
  52   for image in profile['images']:
  53       images.append({'name': image['name'], 'type': image['type']})
  54
  55   if target is None:
  56     target = profile['target']
  57
  58   if args.change_prefix:
  59       change_prefix(images, 'openwrt-', args.change_prefix)
  60
  61   for title in profile['titles']:
  62     name = get_title_name(title)
  63
  64     if len(name) == 0:
  65       sys.stderr.write(f'Empty title. Skip title in {path}\n')
  66       continue
  67
  68     output['models'][name] = {'id': id, 'target': target, 'images': images}
  69
  70     if code is not None:
  71       output['models'][name]['code'] = code
  72
  73 for path in paths:
  74   with open(path, "r") as file:
  75     obj = json.load(file)
  76
  77     if obj['metadata_version'] != SUPPORTED_METADATA_VERSION:
  78       sys.stderr.write(f'{path} has unsupported metadata version: {obj["metadata_version"]} => skip\n')
  79       continue
  80
  81     code = obj.get('version_code', obj.get('version_commit'))
  82
  83     if not 'version_code' in output:
  84       output = {
  85         'version_code': code,
  86         'download_url': args.download_url,
  87         'models' : {}
  88       }
  89
  90     # if we have mixed codes/commits, store in device object
  91     if output['version_code'] == code:
  92       code = None;
  93
  94     try:
  95       if 'profiles' in obj:
  96         for id in obj['profiles']:
  97           add_profile(id, obj.get('target'), obj['profiles'][id], code)
  98       else:
  99         add_profile(obj['id'], obj['target'], obj, code)
 100     except json.decoder.JSONDecodeError as e:
 101       sys.stderr.write(f'Skip {path}\n   {e}\n')
 102     except KeyError as e:
 103       sys.stderr.write(f'Abort on {path}\n   Missing key {e}\n')
 104       exit(1)
 105
 106 if args.formatted:
 107   json.dump(output, sys.stdout, indent="  ", sort_keys=True)
 108 else:
 109   json.dump(output, sys.stdout, sort_keys=True)