Index: clutch.pkl =================================================================== Cannot display: file marked as a binary type. svn:mime-type = application/octet-stream Index: clutch.py =================================================================== --- clutch.py (revision 1854861) +++ clutch.py (working copy) @@ -139,6 +139,7 @@ import xml.dom.minidom import argparse import io +import json # constants for external data --- # infra moved to github @@ -272,6 +273,12 @@ state = pickle.load(inputFile) inputFile.close() +# read from https://gitbox.apache.org/repositories.json +s = urllib.request.urlopen('https://gitbox.apache.org/repositories.json').read().decode('utf-8') +gitboxRepos = json.loads(s) +gitbox = {} +gitbox["incubator"] = gitboxRepos["projects"]["incubator"]["repositories"] + # Parse the podlings data file --- dom = xml.dom.minidom.parse(SITE_CONTENT_DIR + "podlings.xml") @@ -307,6 +314,10 @@ # contain spaces? projects[id]['fullName'] = name projects[id]['name'] = name.replace(' ', '') + sid = id + if sid == 'marvin-ai': + sid = 'marvin' + projects[id]['reposName'] = sid # Set some defaults needMetadata = False projects[id]['reportingMonthly'] = False @@ -320,6 +331,11 @@ projects[id]['statusAge'] = 0 projects[id]['statusUpdateCounts'] = "" projects[id]['urlSvn'] = "" + projects[id]['urlGit'] = "" + projects[id]['gitbox'] = "" + if gitboxRepos["projects"][sid]: + d = gitboxRepos["projects"][sid]["repositories"] + projects[id]['gitbox'] = sorted(d.items(), key=lambda x: x[0]) projects[id]['urlTracker'] = "" projects[id]['urlWww'] = "" projects[id]['urlDist'] = "" @@ -491,6 +507,9 @@ if cell.getAttribute('id') == "svn" and hasUrl: projects[k]['urlSvn'] = value continue + if cell.getAttribute('id') == "git" and hasUrl: + projects[k]['urlGit'] = value + continue if cell.getAttribute('id') == "tracker" and hasUrl: projects[k]['urlTracker'] = value continue @@ -1043,6 +1062,7 @@ fileXml.write('>{0}\n'.format(projects[k]['fullName'])) persist[k] = {} persist[k]['podlingName'] = projects[k]['name'] + persist[k]['reposName'] = projects[k]['reposName'] persist[k]['fullName'] = projects[k]['fullName'] if '?' in projects[k]['sponsor']: @@ -1156,8 +1176,17 @@ fileXml.write( ' True\n'.format(projects[k]['urlSvn'])) else: - fileXml.write(' False\n') + if projects[k]['gitbox']: + # we have the dictionary of gitbox repositories and we can extract the first git repos from the sorted list. + projects[k]['urlGit'] = None + projects[k]['urlGit'] = 'https://gitbox.apache.org/repos/asf?p={0}.git;a=tree;hb=HEAD'.format(projects[k]['gitbox'][0][0]) + fileXml.write( + ' True\n'.format(projects[k]['urlGit'])) + else: + fileXml.write(' False\n') persist[k]['urlSvn'] = projects[k]['urlSvn'] + persist[k]['urlGit'] = projects[k]['urlGit'] + persist[k]['gitbox'] = projects[k]['gitbox'] if projects[k]['urlTracker']: fileXml.write( Index: content/clutch/clutch.txt =================================================================== --- content/clutch/clutch.txt (revision 1854861) +++ content/clutch/clutch.txt (working copy) @@ -17,7 +17,6 @@ hudi,"Hudi","incubator" iceberg,"Iceberg","Incubator" iotdb,"IoTDB","Incubator" -joshua,"Joshua","Incubator" livy,"Livy","Incubator" marvin-ai,"Marvin-AI","Incubator" milagro,"Milagro","Incubator" Index: content/clutch/clutchm.ent =================================================================== --- content/clutch/clutchm.ent (revision 1854861) +++ content/clutch/clutchm.ent (working copy) @@ -13,8 +13,7 @@
  • Byung-Gon Chun: Nemo
  • Carl Steinbach: Iceberg
  • Chris Lambertus: Warble
    • -
  • Chris Mattmann: Joshua
    • -
  • Christofer Dutz: Edgent, IoTDB, Training
    • +
  • Christofer Dutz: Daffodil, Edgent, IoTDB, Training
  • Craig L Russell: ShardingSphere
  • Craig Russell: Training
  • Daniel Dai: Hivemall
    • @@ -54,7 +53,7 @@
  • Konstantin I Boudnik: DLab
  • Lars Francke: Training
  • Leif Hedstrom: PageSpeed
    • -
  • Lewis John McGibbney: Joshua, SensSoft
    • +
  • Lewis John McGibbney: SensSoft
  • Luciano Resende: Crail, Edgent, Hudi, Livy, Marvin-AI, Toree
  • Luke Han: Doris, SkyWalking, Superset
  • Mark Struberg: BatchEE, NetBeans
    • @@ -61,6 +60,7 @@
  • Mark Thomas: Dubbo
  • Markus Weimer: MXNet, Nemo
  • Marlon Pierce: Taverna
    • +
  • Matt Sicker: OpenWhisk
  • Michael Semb Wever: Zipkin
  • Michael Wall: MXNet
  • Mick Semb Wever: SkyWalking
    • @@ -69,7 +69,6 @@
  • Olivier Lamy: Amaterasu, BatchEE, Gobblin, Pinot
  • Owen O'Malley: Iceberg
  • P. Taylor Goetz: DLab, Druid, Heron
    • -
  • Paul Ramirez: Joshua
  • Phil Sorber: PageSpeed
  • Roman Shaposhnik: Pinot
  • Ryan Blue: Iceberg, Toree
    • @@ -86,7 +85,6 @@
  • Ted Dunning: Myriad, SINGA
  • Thejas Nair: SINGA
  • Thomas Weise: Hudi
    • -
  • Tom Barber: Joshua
  • Tommaso Teofili: Annotator
  • Uma Maheswara Rao G: Ratis, Spot
  • Von Gosling: BRPC, ShardingSphere
    • Index: content/clutch/clutchmy.ent =================================================================== --- content/clutch/clutchmy.ent (revision 1854861) +++ content/clutch/clutchmy.ent (working copy) @@ -1 +1 @@ -February2019 +March2019 Index: content/clutch/clutcho1.ent =================================================================== --- content/clutch/clutcho1.ent (revision 1854861) +++ content/clutch/clutcho1.ent (working copy) @@ -3,6 +3,7 @@ airflow commonsrdf griffin + joshua netbeans predictionio senssoft Index: content/clutch/clutcho2.ent =================================================================== --- content/clutch/clutcho2.ent (revision 1854861) +++ content/clutch/clutcho2.ent (working copy) @@ -2,6 +2,7 @@
  • airflow: Has graduated, but still has remains on Incubator distribution mirrors. See help.
  • commonsrdf: Has graduated, but still has remains on Incubator distribution mirrors. See help.
  • griffin: Has graduated, but still has remains on Incubator distribution mirrors. See help.
    • +
  • joshua: Has graduated, but still has remains on Incubator distribution mirrors. See help.
  • netbeans: Has a distribution filename missing the word "incubating/incubator". See help.
  • predictionio: Has graduated, but still has remains on Incubator distribution mirrors. See help.
  • senssoft: Has a distribution filename missing the word "incubating/incubator". See help.
    • Index: content/clutch/clutchr1.ent =================================================================== --- content/clutch/clutchr1.ent (revision 1854861) +++ content/clutch/clutchr1.ent (working copy) @@ -13,7 +13,7 @@ 0,0,0 - 0 - False + True True True True @@ -36,7 +36,7 @@ 0,0,0 - 0 - False + True True True True @@ -59,7 +59,7 @@ 0,0,0 - 0 - False + True True True True @@ -82,7 +82,7 @@ 0,1,- - 0 - False + True True True False @@ -105,7 +105,7 @@ 0,0,0 - 0 - False + True True True True @@ -128,7 +128,7 @@ 0,0,1 - 0 - False + True True True True @@ -151,7 +151,7 @@ 0,0,1 - 0 - False + True True True True @@ -174,7 +174,7 @@ 0,0,2 - 0 - False + True True True True @@ -197,7 +197,7 @@ 0,0,0 - 0 - False + True True True True @@ -215,12 +215,12 @@ group-3 True True - 2019-02-15 + 2019-03-01 - 4,6,9 + 5,7,10 - - 16 - False + 17 + True True True True @@ -243,7 +243,7 @@ 0,0,0 - 0 - False + True True True True @@ -266,7 +266,7 @@ 0,0,0 - 0 - False + True True True True @@ -289,7 +289,7 @@ 0,0,0 - 0 - False + True True True True @@ -312,7 +312,7 @@ 0,0,1 - 0 - False + True True True True @@ -358,7 +358,7 @@ 8,-,- - 0 - False + True True True True @@ -381,7 +381,7 @@ 0,3,- - 0 - False + True True True True @@ -404,7 +404,7 @@ 0,1,- - 0 - False + True True True True @@ -413,29 +413,6 @@ False False - - Joshua - Incubator - 2016-02-13 - - False - group-2 - True - True - 2017-04-19 - - 0,0,0 - - - 0 - False - True - False - False - True - True - True - True - Livy Incubator @@ -450,7 +427,7 @@ 0,0,0 - 0 - False + True True True True @@ -473,7 +450,7 @@ 0,1,2 - 0 - False + True True True True @@ -496,7 +473,7 @@ 0,0,0 - 0 - False + True True True True @@ -514,12 +491,12 @@ group-1 True True - 2018-10-01 + 2019-02-26 - 0,0,4 + 1,1,5 - 0 - False + True True True True @@ -537,12 +514,12 @@ group-3 True True - 2018-12-17 + 2019-02-27 - 0,1,4 + 1,2,5 - 3 - False + True True True True @@ -565,7 +542,7 @@ 0,0,0 - 0 - False + True True True True Index: content/clutch/clutchr2.ent =================================================================== --- content/clutch/clutchr2.ent (revision 1854861) +++ content/clutch/clutchr2.ent (working copy) @@ -13,7 +13,7 @@ 0,0,0 - 0 - False + True True True True @@ -36,7 +36,7 @@ 0,0,1 - 0 - False + True True True True @@ -59,7 +59,7 @@ 0,0,0 - 0 - False + True True True True @@ -82,7 +82,7 @@ 0,0,0 - 0 - False + True True True True @@ -105,7 +105,7 @@ 0,0,1 - 0 - False + True True True True @@ -128,7 +128,7 @@ 0,0,0 - 0 - False + True True True True @@ -151,7 +151,7 @@ 0,0,0 - 0 - False + True True True True @@ -174,7 +174,7 @@ 0,0,0 - 0 - False + True True True True @@ -194,10 +194,10 @@ True 2018-11-25 - 0,2,5 + 0,1,5 - 2 - False + True True True True @@ -220,7 +220,7 @@ 0,0,0 - 0 - False + True True True True @@ -243,7 +243,7 @@ 0,0,0 - 0 - False + True True True True @@ -266,7 +266,7 @@ 0,0,0 - 0 - False + True True True True @@ -289,7 +289,7 @@ 0,0,0 - 0 - False + True True True True @@ -312,7 +312,7 @@ 2,10,- - 0 - False + True True True False @@ -335,7 +335,7 @@ 1,1,1 - 0 - False + True True True True @@ -353,12 +353,12 @@ group-3 True True - 2018-11-24 + 2019-03-03 - 0,3,5 + 1,4,6 - 0 - False + True True True True @@ -381,7 +381,7 @@ 0,0,0 - 0 - False + True True True True @@ -404,7 +404,7 @@ 0,0,0 - 0 - False + True True True True @@ -427,7 +427,7 @@ 0,0,0 - 1 - False + True True True True @@ -450,7 +450,7 @@ 0,1,2 - 4 - False + True True True True @@ -496,7 +496,7 @@ 0,0,1 - 0 - False + True True True True @@ -519,7 +519,7 @@ 5,-,- - 0 - False + True True True True @@ -542,7 +542,7 @@ 0,0,0 - 0 - False + True True True True @@ -565,7 +565,7 @@ 0,0,4 - 0 - False + True True True True @@ -588,7 +588,7 @@ 2,2,2 - 9 - False + True True True True @@ -611,7 +611,7 @@ 2,4,10 - 0 - False + True True True True Index: content/clutch/clutcht.ent =================================================================== --- content/clutch/clutcht.ent (revision 1854861) +++ content/clutch/clutcht.ent (working copy) @@ -1,4 +1,4 @@ - Clutch last gathered: Thu Feb 28 06:18:16 2019 UTC.
    - Number of podlings in incubation: 52 + Clutch last gathered: Thu Mar 7 19:58:56 2019 UTC.
    + Number of podlings in incubation: 51 Index: content/clutch/index.xml =================================================================== --- content/clutch/index.xml (revision 1854861) +++ content/clutch/index.xml (working copy) @@ -103,7 +103,7 @@ (gathered from each project's Status page "News" section)
  • - L: hasSvn - Subversion repository is created + L: hasRepo - Subversion or Gitbox repository is created
  • M: hasTracker - has an Issue Tracker @@ -147,7 +147,7 @@ I J K - L + L M N O @@ -171,7 +171,7 @@ I J K - L + L M N O @@ -195,7 +195,7 @@ I J K - L + L M N O @@ -356,8 +356,8 @@ doc and doc)
    • -
  • - L: hasSvn - Subversion repository is created. +
  • + L: hasRepo - Subversion or GitBox repository is created. (doc and doc)
    • Index: content/clutch/report_due_2.txt =================================================================== --- content/clutch/report_due_2.txt (revision 1854861) +++ content/clutch/report_due_2.txt (working copy) @@ -6,7 +6,6 @@ "Hudi Developers" "Iceberg Developers" "IoTDB Developers" -"Joshua Developers" "PageSpeed Developers" "Pinot Developers" "Ratis Developers"