community-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From hbout...@apache.org
Subject svn commit: r1682576 - in /comdev/projects.apache.org: scripts/import/ site/json/foundation/ site/json/projects/
Date Sat, 30 May 2015 05:24:06 GMT
Author: hboutemy
Date: Sat May 30 05:24:06 2015
New Revision: 1682576

URL: http://svn.apache.org/r1682576
Log:
don't fail when no category, and when failing, save rdf file + rdfparse-failures.xml

Added:
    comdev/projects.apache.org/site/json/projects/incubator-droids.json
    comdev/projects.apache.org/site/json/projects/marmotta.json
    comdev/projects.apache.org/site/json/projects/sling.json
    comdev/projects.apache.org/site/json/projects/uima.json
Modified:
    comdev/projects.apache.org/scripts/import/rdfparse.py
    comdev/projects.apache.org/site/json/foundation/projects.json
    comdev/projects.apache.org/site/json/projects/mrunit.json
    comdev/projects.apache.org/site/json/projects/oltu.json
    comdev/projects.apache.org/site/json/projects/onami.json

Modified: comdev/projects.apache.org/scripts/import/rdfparse.py
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/scripts/import/rdfparse.py?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/scripts/import/rdfparse.py (original)
+++ comdev/projects.apache.org/scripts/import/rdfparse.py Sat May 30 05:24:06 2015
@@ -10,6 +10,7 @@ xmldoc = minidom.parseString(data)
 itemlist = xmldoc.getElementsByTagName('location') 
 
 projects = {}
+failures = []
 
 def handleChild(el):
     retval = None
@@ -79,7 +80,7 @@ for s in itemlist :
         if m:
             pjson['pmc'] = m.group(1)
         # replace category url with id, by removing http://projects.apache.org/category/
-        if pjson['category']:
+        if 'category' in pjson:
             pjson['category'] = pjson['category'].replace("http://projects.apache.org/category/",
"")
         if projectJsonFilename:
             add = {}
@@ -103,9 +104,22 @@ for s in itemlist :
         print("-"*60)
         traceback.print_exc()
         print("-"*60)
+        failures.append(url)
+        with open (url.split('/')[-1], "wb") as f:
+            f.write(rdf)
+            f.close()
 
 print("Writing foundation/projects.json...")
 with open ("../../site/json/foundation/projects.json", "w") as f:
     f.write(json.dumps(projects, sort_keys=True, indent=0))
     f.close()
+
+if len(failures) > 0:
+    with open ("rdfparse-failures.xml", "w") as f:
+        f.write("<doapFiles>\n")
+        for fail in failures:
+            f.write("<location>%s</location>\n" % fail)
+        f.write("</doapFiles>\n")
+        f.close()
+
 print("Done!")

Modified: comdev/projects.apache.org/site/json/foundation/projects.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/foundation/projects.json?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/site/json/foundation/projects.json (original)
+++ comdev/projects.apache.org/site/json/foundation/projects.json Sat May 30 05:24:06 2015
@@ -2954,6 +2954,28 @@
 "repository": null,
 "shortdesc": "\n      mod_ftp is an FTP protocol module hosted within Apache HTTP Server.\n
   "
 },
+"incubator-droids": {
+"Person": {
+"homepage": "http://people.apache.org/~thorsten/",
+"mbox_sha1sum": "\n          e72c8b5a4a9c30977163aa73e241a0c7770b2b69",
+"name": "Thorsten Scherler"
+},
+"SVNRepository": "http://svn.apache.org/repos/asf/incubator/droids/",
+"created": "2007-2-7",
+"description": "Apache Droids (incubating) aims to be an intelligent standalone robot\n 
    framework that allows to create robots as plugins, which can automatically seeks out\n
     relevant online information based on the user's specifications. Droids makes it very
\n      easy to extend existing robots or write a new one from scratch, which can \n     
automatically seek out relevant online information based on the user's specifications.\n 
    Droids (plural) is not designed for a special usecase, it is a framework: \n      Take
what you need, do what you want. ",
+"doap": "http://svn.apache.org/repos/asf/incubator/droids/doap.rdf",
+"download-page": "https://cwiki.apache.org/confluence/display/DROIDS/installation",
+"homepage": "http://incubator.apache.org/droids/",
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://incubator.apache.org/droids/mail-lists.html",
+"maintainer": null,
+"name": "Apache Droids (incubating)",
+"pmc": "incubator",
+"programming-language": "Java",
+"repository": null,
+"shortdesc": "An intelligent standalone robot framework that allows to\n      create robots
as plugins, which can automatically seeks out relevant online information\n      based on
the user's specifications.",
+"shortname": "droids"
+},
 "isis": {
 "Person": {
 "mbox": "mailto:danhaywood@apache.org",
@@ -3644,6 +3666,40 @@
 "repository": null,
 "shortdesc": "Open-source software for transferring content between repositories or search
indexes"
 },
+"marmotta": {
+"Person": {
+"mbox": "mailto:ansell@apache.org",
+"name": "Peter Ansell"
+},
+"Standard": {
+"body": "W3C",
+"id": "sparql",
+"title": "SPARQL 1.1",
+"url": "http://www.w3.org/TR/sparql11-overview/"
+},
+"Version": {
+"created": "2013-04-26",
+"name": "Apache Marmotta 3.0.0-incubating",
+"revision": "3.0.0-incubating"
+},
+"bug-database": "http://issues.apache.org/jira/browse/MARMOTTA",
+"created": "2012-12-03, 2012-12-03",
+"description": "The goal of Apache Marmotta is to provide an open implementation of a Linked
Data Platform that can be used, extended and deployed easily by organizations who want to
publish Linked Data or build custom applications on Linked Data",
+"developer": null,
+"doap": "http://marmotta.apache.org/doap.rdf",
+"download-page": "http://marmotta.apache.org/download.html",
+"homepage": "http://marmotta.apache.org",
+"implements": null,
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://marmotta.apache.org/mail-lists.html",
+"modified": "2014-01-13",
+"name": "Apache Marmotta",
+"pmc": "marmotta",
+"programming-language": "Java",
+"release": null,
+"sameAs": "http://rdfohloh.wikier.org/project/marmotta",
+"shortdesc": "An Open Platform for Linked Data"
+},
 "maven": {
 "GitRepository": "https://git-wip-us.apache.org/repos/asf/maven.git",
 "Person": {
@@ -3843,7 +3899,8 @@
 },
 "mrunit": {
 "Person": {
-"name": "Brock Noland"
+"mbox": "mailto:phunt@apache.org",
+"name": "Patrick D. Hunt"
 },
 "Repository": "git:https://git-wip-us.apache.org/repos/asf/mrunit.git",
 "Version": {
@@ -4062,7 +4119,8 @@
 },
 "oltu": {
 "Person": {
-"name": "Antonio Sanso"
+"mbox": "mailto:tommaso@apache.org",
+"name": "Tommaso Teofili"
 },
 "SVNRepository": "https://svn.apache.org/repos/asf/oltu/trunk/parent",
 "Version": {
@@ -4093,6 +4151,8 @@
 },
 "onami": {
 "Person": {
+"homepage": "http://people.apache.org/~simonetripodi/",
+"mbox": "mailto:simonetripodi@apache.org",
 "name": "Simone Tripodi"
 },
 "SVNRepository": "https://svn.apache.org/repos/asf/onami/tags/org.apache.onami.parent-4",
@@ -4862,6 +4922,21 @@
 "repository": null,
 "shortdesc": "A library for developing geospatial applications."
 },
+"sling": {
+"SVNRepository": "http://svn.apache.org/repos/asf/sling/",
+"description": "\n        Apache Sling is a web framework that uses a Java Content Repository,
such as Apache Jackrabbit, \n        to store and manage content.\n        Sling applications
use either scripts or Java servlets, selected based on simple name conventions, \n       
to process HTTP requests in a RESTful way.\n        The embedded Apache Felix OSGi framework
and console provide a dynamic runtime environment, where \n        code and content bundles
can be loaded, unloaded and reconfigured at runtime.\n        As the first web framework dedicated
to JSR-170 Java Content Repositories, Sling makes it very \n        simple to implement simple
applications, while providing an enterprise-level framework for more complex applications.\n
   ",
+"doap": "http://svn.apache.org/repos/asf/sling/site/doap/sling-doap.rdf",
+"download-page": "http://sling.apache.org/site/downloads.cgi",
+"homepage": "http://sling.apache.org/",
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://sling.apache.org/site/project-information.html",
+"name": "Apache Sling",
+"pmc": "sling",
+"programming-language": "Java",
+"repository": null,
+"shortdesc": "Innovative Web framework based on JCR and OSGi",
+"shortname": "sling"
+},
 "spamassassin": {
 "Person": {
 "mbox_sha1sum": "745b0f55d936f36c20b221fc25488811",
@@ -5506,6 +5581,34 @@
 "repository": null,
 "shortdesc": "Apache Tuscany simplifies the task of developing SOA solutions by providing
a comprehensive infrastructure for SOA development and management that is based on Service
Component Architecture (SCA) standard."
 },
+"uima": {
+"Person": {
+"name": "Marshall Schor"
+},
+"SVNRepository": "http://svn.apache.org/repos/asf/uima/",
+"Standard": {
+"body": "Organization for the Advancement of Structured Information Standards (OASIS)",
+"id": "UIMA 1.0",
+"title": "Unstructured Information Management Architecture (UIMA) Version 1.0",
+"url": "http://docs.oasis-open.org/uima/v1.0/os/uima-spec-os.html"
+},
+"bug-database": "https://issues.apache.org/jira/browse/UIMA",
+"created": "2010-04-30",
+"description": "The Apache UIMA project supports\n      the community working on the analysis
of unstructured information\n      with a unifying Java and C++ framework, tooling,\n    
 and analysis components, guided by the OASIS UIMA standard.\n      It includes support for
very large scaleout using networked\n      clusters of compute nodes.",
+"doap": "http://svn.apache.org/repos/asf/uima/site/trunk/uima-website/docs/doap/uima.rdf",
+"download-page": "http://uima.apache.org/downloads.cgi",
+"homepage": "http://uima.apache.org",
+"implements": null,
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://uima.apache.org/mail-lists.html",
+"maintainer": null,
+"name": "Apache UIMA",
+"pmc": "uima",
+"programming-language": "Java, C++",
+"repository": null,
+"shortdesc": "Annotator components and a\n      scalable integration and deployment framework
for\n      Unstructured Information analysis",
+"shortname": "UIMA"
+},
 "vcl": {
 "SVNRepository": "https://svn.apache.org/repos/asf/vcl",
 "Version": {

Added: comdev/projects.apache.org/site/json/projects/incubator-droids.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/incubator-droids.json?rev=1682576&view=auto
==============================================================================
--- comdev/projects.apache.org/site/json/projects/incubator-droids.json (added)
+++ comdev/projects.apache.org/site/json/projects/incubator-droids.json Sat May 30 05:24:06
2015
@@ -0,0 +1,22 @@
+{
+"Person": {
+"homepage": "http://people.apache.org/~thorsten/",
+"mbox_sha1sum": "\n          e72c8b5a4a9c30977163aa73e241a0c7770b2b69",
+"name": "Thorsten Scherler"
+},
+"SVNRepository": "http://svn.apache.org/repos/asf/incubator/droids/",
+"created": "2007-2-7",
+"description": "Apache Droids (incubating) aims to be an intelligent standalone robot\n 
    framework that allows to create robots as plugins, which can automatically seeks out\n
     relevant online information based on the user's specifications. Droids makes it very
\n      easy to extend existing robots or write a new one from scratch, which can \n     
automatically seek out relevant online information based on the user's specifications.\n 
    Droids (plural) is not designed for a special usecase, it is a framework: \n      Take
what you need, do what you want. ",
+"doap": "http://svn.apache.org/repos/asf/incubator/droids/doap.rdf",
+"download-page": "https://cwiki.apache.org/confluence/display/DROIDS/installation",
+"homepage": "http://incubator.apache.org/droids/",
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://incubator.apache.org/droids/mail-lists.html",
+"maintainer": null,
+"name": "Apache Droids (incubating)",
+"pmc": "incubator",
+"programming-language": "Java",
+"repository": null,
+"shortdesc": "An intelligent standalone robot framework that allows to\n      create robots
as plugins, which can automatically seeks out relevant online information\n      based on
the user's specifications.",
+"shortname": "droids"
+}
\ No newline at end of file

Added: comdev/projects.apache.org/site/json/projects/marmotta.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/marmotta.json?rev=1682576&view=auto
==============================================================================
--- comdev/projects.apache.org/site/json/projects/marmotta.json (added)
+++ comdev/projects.apache.org/site/json/projects/marmotta.json Sat May 30 05:24:06 2015
@@ -0,0 +1,34 @@
+{
+"Person": {
+"mbox": "mailto:ansell@apache.org",
+"name": "Peter Ansell"
+},
+"Standard": {
+"body": "W3C",
+"id": "sparql",
+"title": "SPARQL 1.1",
+"url": "http://www.w3.org/TR/sparql11-overview/"
+},
+"Version": {
+"created": "2013-04-26",
+"name": "Apache Marmotta 3.0.0-incubating",
+"revision": "3.0.0-incubating"
+},
+"bug-database": "http://issues.apache.org/jira/browse/MARMOTTA",
+"created": "2012-12-03, 2012-12-03",
+"description": "The goal of Apache Marmotta is to provide an open implementation of a Linked
Data Platform that can be used, extended and deployed easily by organizations who want to
publish Linked Data or build custom applications on Linked Data",
+"developer": null,
+"doap": "http://marmotta.apache.org/doap.rdf",
+"download-page": "http://marmotta.apache.org/download.html",
+"homepage": "http://marmotta.apache.org",
+"implements": null,
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://marmotta.apache.org/mail-lists.html",
+"modified": "2014-01-13",
+"name": "Apache Marmotta",
+"pmc": "marmotta",
+"programming-language": "Java",
+"release": null,
+"sameAs": "http://rdfohloh.wikier.org/project/marmotta",
+"shortdesc": "An Open Platform for Linked Data"
+}
\ No newline at end of file

Modified: comdev/projects.apache.org/site/json/projects/mrunit.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/mrunit.json?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/site/json/projects/mrunit.json (original)
+++ comdev/projects.apache.org/site/json/projects/mrunit.json Sat May 30 05:24:06 2015
@@ -1,6 +1,7 @@
 {
 "Person": {
-"name": "Brock Noland"
+"mbox": "mailto:phunt@apache.org",
+"name": "Patrick D. Hunt"
 },
 "Repository": "git:https://git-wip-us.apache.org/repos/asf/mrunit.git",
 "Version": {

Modified: comdev/projects.apache.org/site/json/projects/oltu.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/oltu.json?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/site/json/projects/oltu.json (original)
+++ comdev/projects.apache.org/site/json/projects/oltu.json Sat May 30 05:24:06 2015
@@ -1,6 +1,7 @@
 {
 "Person": {
-"name": "Antonio Sanso"
+"mbox": "mailto:tommaso@apache.org",
+"name": "Tommaso Teofili"
 },
 "SVNRepository": "https://svn.apache.org/repos/asf/oltu/trunk/parent",
 "Version": {

Modified: comdev/projects.apache.org/site/json/projects/onami.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/onami.json?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/site/json/projects/onami.json (original)
+++ comdev/projects.apache.org/site/json/projects/onami.json Sat May 30 05:24:06 2015
@@ -1,5 +1,7 @@
 {
 "Person": {
+"homepage": "http://people.apache.org/~simonetripodi/",
+"mbox": "mailto:simonetripodi@apache.org",
 "name": "Simone Tripodi"
 },
 "SVNRepository": "https://svn.apache.org/repos/asf/onami/tags/org.apache.onami.parent-4",

Added: comdev/projects.apache.org/site/json/projects/sling.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/sling.json?rev=1682576&view=auto
==============================================================================
--- comdev/projects.apache.org/site/json/projects/sling.json (added)
+++ comdev/projects.apache.org/site/json/projects/sling.json Sat May 30 05:24:06 2015
@@ -0,0 +1,15 @@
+{
+"SVNRepository": "http://svn.apache.org/repos/asf/sling/",
+"description": "\n        Apache Sling is a web framework that uses a Java Content Repository,
such as Apache Jackrabbit, \n        to store and manage content.\n        Sling applications
use either scripts or Java servlets, selected based on simple name conventions, \n       
to process HTTP requests in a RESTful way.\n        The embedded Apache Felix OSGi framework
and console provide a dynamic runtime environment, where \n        code and content bundles
can be loaded, unloaded and reconfigured at runtime.\n        As the first web framework dedicated
to JSR-170 Java Content Repositories, Sling makes it very \n        simple to implement simple
applications, while providing an enterprise-level framework for more complex applications.\n
   ",
+"doap": "http://svn.apache.org/repos/asf/sling/site/doap/sling-doap.rdf",
+"download-page": "http://sling.apache.org/site/downloads.cgi",
+"homepage": "http://sling.apache.org/",
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://sling.apache.org/site/project-information.html",
+"name": "Apache Sling",
+"pmc": "sling",
+"programming-language": "Java",
+"repository": null,
+"shortdesc": "Innovative Web framework based on JCR and OSGi",
+"shortname": "sling"
+}
\ No newline at end of file

Added: comdev/projects.apache.org/site/json/projects/uima.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/uima.json?rev=1682576&view=auto
==============================================================================
--- comdev/projects.apache.org/site/json/projects/uima.json (added)
+++ comdev/projects.apache.org/site/json/projects/uima.json Sat May 30 05:24:06 2015
@@ -0,0 +1,28 @@
+{
+"Person": {
+"name": "Marshall Schor"
+},
+"SVNRepository": "http://svn.apache.org/repos/asf/uima/",
+"Standard": {
+"body": "Organization for the Advancement of Structured Information Standards (OASIS)",
+"id": "UIMA 1.0",
+"title": "Unstructured Information Management Architecture (UIMA) Version 1.0",
+"url": "http://docs.oasis-open.org/uima/v1.0/os/uima-spec-os.html"
+},
+"bug-database": "https://issues.apache.org/jira/browse/UIMA",
+"created": "2010-04-30",
+"description": "The Apache UIMA project supports\n      the community working on the analysis
of unstructured information\n      with a unifying Java and C++ framework, tooling,\n    
 and analysis components, guided by the OASIS UIMA standard.\n      It includes support for
very large scaleout using networked\n      clusters of compute nodes.",
+"doap": "http://svn.apache.org/repos/asf/uima/site/trunk/uima-website/docs/doap/uima.rdf",
+"download-page": "http://uima.apache.org/downloads.cgi",
+"homepage": "http://uima.apache.org",
+"implements": null,
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://uima.apache.org/mail-lists.html",
+"maintainer": null,
+"name": "Apache UIMA",
+"pmc": "uima",
+"programming-language": "Java, C++",
+"repository": null,
+"shortdesc": "Annotator components and a\n      scalable integration and deployment framework
for\n      Unstructured Information analysis",
+"shortname": "UIMA"
+}
\ No newline at end of file



Mime
View raw message