manifoldcf-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From kwri...@apache.org
Subject svn commit: r1837604 [2/4] - in /manifoldcf/branches/CONNECTORS-1490: connectors/ connectors/mongodb/ connectors/mongodb/src/ connectors/mongodb/src/main/ connectors/mongodb/src/main/java/ connectors/mongodb/src/main/java/org/ connectors/mongodb/src/ma...
Date Tue, 07 Aug 2018 15:07:08 GMT
Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/main/resources/org/apache/manifoldcf/agents/output/mongodboutput/viewConfiguration.html
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/main/resources/org/apache/manifoldcf/agents/output/mongodboutput/viewConfiguration.html?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/main/resources/org/apache/manifoldcf/agents/output/mongodboutput/viewConfiguration.html
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/main/resources/org/apache/manifoldcf/agents/output/mongodboutput/viewConfiguration.html
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,65 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements.  See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License.  You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<table class="displaytable">
+    <tr>
+        <td class="description">
+            <nobr>$Encoder.bodyEscape($ResourceBundle.getString('MongodbConnector.hostNameColon'))</nobr>
+        </td>
+        <td class="value">$Encoder.bodyEscape($HOST)</td>
+    <tr>
+        <td class="description">
+            <nobr>$Encoder.bodyEscape($ResourceBundle.getString('MongodbConnector.PortNumberColon'))</nobr>
+        <td class="value">$Encoder.bodyEscape($PORT)</td>
+    </tr>
+    </tr>
+    <tr>
+        <td class="description">
+            <nobr>$Encoder.bodyEscape($ResourceBundle.getString('MongodbConnector.UserNameColon'))</nobr>
+        </td>
+        <td class="value">$Encoder.bodyEscape($USERNAME)</td>
+    </tr>
+    <tr>
+        <td class="description">
+            <nobr>$Encoder.bodyEscape($ResourceBundle.getString('MongodbConnector.PasswordColon'))</nobr>
+        </td>
+        <td class="value">
+            #if($Encoder.bodyEscape($PASSWORD) != "")
+            ********
+            #else
+
+            #end
+        </td>
+    </tr>
+    <tr>
+        <td class="description">
+            <nobr>$Encoder.bodyEscape($ResourceBundle.getString('MongodbConnector.DatabaseColon'))</nobr>
+        </td>
+        <td class="value">
+            <nobr>$Encoder.bodyEscape($DATABASE)</nobr>
+        </td>
+    </tr>
+    <tr>
+        <td class="description">
+            <nobr>$Encoder.bodyEscape($ResourceBundle.getString('MongodbConnector.CollectionColon'))</nobr>
+        </td>
+        <td class="value">
+            <nobr>$Encoder.bodyEscape($COLLECTION)</nobr>
+        </td>
+    </tr>
+
+</table>
\ No newline at end of file

Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/APISanityHSQLDBIT.java
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/APISanityHSQLDBIT.java?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/APISanityHSQLDBIT.java
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/APISanityHSQLDBIT.java
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,429 @@
+/* $Id$ */
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.manifoldcf.agents.output.mongodboutput.tests;
+
+import com.mongodb.*;
+import org.apache.manifoldcf.agents.output.mongodboutput.MongodbOutputConfig;
+import org.apache.manifoldcf.core.interfaces.Configuration;
+import org.apache.manifoldcf.core.interfaces.ConfigurationNode;
+import org.apache.manifoldcf.core.interfaces.ManifoldCFException;
+import org.apache.manifoldcf.crawler.system.ManifoldCF;
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+
+import java.net.UnknownHostException;
+import java.util.Collections;
+
+/**
+ * @author Irindu Nugawela
+ */
+public class APISanityHSQLDBIT extends BaseITHSQLDB {
+
+    private MongoClient client = null;
+    private DB mongoDatabase = null;
+    private DBCollection testCollection = null;
+
+    private MongoClient getMongodbClientSession() throws Exception {
+
+        MongoClient testClient = null;
+
+        try {
+            testClient = new MongoClient(BaseITSanityTestUtils.TARGET_HOST_VALUE, Integer.parseInt(BaseITSanityTestUtils.TARGET_PORT_VALUE));
+            mongoDatabase = testClient.getDB(BaseITSanityTestUtils.TARGET_DATABASE__VALUE);
+        } catch (UnknownHostException ex) {
+            throw new ManifoldCFException("Mongodb: Default host is not found. Is mongod
process running?" + ex.getMessage(), ex);
+        }
+
+        return testClient;
+    }
+
+    private long queryTestContents(DBCollection testCollection) {
+        // deduct 1 for the document we created at the test area
+        return testCollection.count() - 1;
+    }
+
+    @Before
+    public void createTestArea()
+            throws Exception {
+        try {
+
+            client = getMongodbClientSession();
+
+            //creating a test database named testDatabase
+            mongoDatabase = client.getDB(BaseITSanityTestUtils.TARGET_DATABASE__VALUE);
+
+            //creating a test collection named testCollection
+            testCollection = mongoDatabase.getCollection(BaseITSanityTestUtils.TARGET_COLLECTION_VALUE);
+
+            //create credentials
+            final BasicDBObject createUserCommand = new BasicDBObject("createUser", BaseITSanityTestUtils.TARGET_USERNAME_VALUE).append("pwd",
BaseITSanityTestUtils.TARGET_PASSWORD_VALUE).append("roles",
+                    Collections.singletonList(new BasicDBObject("role", "readWrite").append("db",
BaseITSanityTestUtils.TARGET_DATABASE__VALUE)));
+
+
+            CommandResult result = mongoDatabase.command(createUserCommand);
+
+            //create a document to be inserted
+            BasicDBObject newDocument = new BasicDBObject();
+            newDocument.append("fileName", "fileName")
+                    .append("creationDate", "creationDate")
+                    .append("lastModificationDate", "lastModificationDate")
+                    .append("binaryLength", "binaryLength")
+                    .append("documentURI", "documentURI")
+                    .append("mimeType", "mimeType")
+                    .append("lastModificationDate", "lastModificationDate")
+                    .append("content", "content")
+                    .append("sourcePath", "sourcePath");
+
+            //insert the test document so that the test collection and test Database are
created
+            testCollection.insert(newDocument);
+        } catch (Exception e) {
+            e.printStackTrace();
+            throw e;
+        }
+    }
+
+
+    @After
+    public void removeTestArea()
+            throws Exception {
+
+        // deleting the dummyuser
+        final BasicDBObject deleteUserCommand = new BasicDBObject("dropUser", BaseITSanityTestUtils.TARGET_USERNAME_VALUE);
+        CommandResult result = mongoDatabase.command(deleteUserCommand);
+
+        // dropping the test Collection
+        testCollection.drop();
+
+        // dropping the test Database
+        mongoDatabase.dropDatabase();
+    }
+
+    @Test
+    public void sanityCheck()
+            throws Exception {
+        try {
+
+            int i;
+
+            // Create a basic file system connection, and save it.
+            ConfigurationNode connectionObject;
+            ConfigurationNode child;
+            Configuration requestObject;
+            Configuration result;
+
+            connectionObject = new ConfigurationNode("repositoryconnection");
+
+            child = new ConfigurationNode("name");
+            child.setValue("Test Connection");
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            child = new ConfigurationNode("class_name");
+            child.setValue("org.apache.manifoldcf.crawler.tests.TestingRepositoryConnector");
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            child = new ConfigurationNode("description");
+            child.setValue("Test Connection");
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            child = new ConfigurationNode("max_connections");
+            child.setValue("10");
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            child = new ConfigurationNode("configuration");
+
+            //Testing Repository Connector parameters
+
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            requestObject = new Configuration();
+            requestObject.addChild(0, connectionObject);
+
+            result = performAPIPutOperationViaNodes("repositoryconnections/Test%20Connection",
201, requestObject);
+
+            i = 0;
+            while (i < result.getChildCount()) {
+                ConfigurationNode resultNode = result.findChild(i++);
+                if (resultNode.getType().equals("error"))
+                    throw new Exception(resultNode.getValue());
+            }
+
+            // Create a Mongodb output connection, and save it.
+            connectionObject = new ConfigurationNode("outputconnection");
+
+            child = new ConfigurationNode("name");
+            child.setValue("MongoDB Output Connection");
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            child = new ConfigurationNode("class_name");
+            child.setValue("org.apache.manifoldcf.agents.output.mongodboutput.MongodbOutputConnector");
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            child = new ConfigurationNode("description");
+            child.setValue("MongoDB Output Connection - Target repo of the content migration");
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            child = new ConfigurationNode("max_connections");
+            child.setValue("100");
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            child = new ConfigurationNode("configuration");
+
+            //Mongodb Output Connector parameters
+
+            //host
+            ConfigurationNode host = new ConfigurationNode("_PARAMETER_");
+            host.setAttribute("name", MongodbOutputConfig.HOST_PARAM);
+            host.setValue(BaseITSanityTestUtils.TARGET_HOST_VALUE);
+            child.addChild(child.getChildCount(), host);
+
+            //port
+            ConfigurationNode port = new ConfigurationNode("_PARAMETER_");
+            port.setAttribute("name", MongodbOutputConfig.PORT_PARAM);
+            port.setValue(BaseITSanityTestUtils.TARGET_PORT_VALUE);
+            child.addChild(child.getChildCount(), port);
+
+            //database
+            ConfigurationNode database = new ConfigurationNode("_PARAMETER_");
+            database.setAttribute("name", MongodbOutputConfig.DATABASE_PARAM);
+            database.setValue(BaseITSanityTestUtils.TARGET_DATABASE__VALUE);
+            child.addChild(child.getChildCount(), database);
+
+            //collection
+            ConfigurationNode collection = new ConfigurationNode("_PARAMETER_");
+            collection.setAttribute("name", MongodbOutputConfig.COLLECTION_PARAM);
+            collection.setValue(BaseITSanityTestUtils.TARGET_COLLECTION_VALUE);
+            child.addChild(child.getChildCount(), collection);
+
+            //username
+            ConfigurationNode username = new ConfigurationNode("_PARAMETER_");
+            username.setAttribute("name", MongodbOutputConfig.USERNAME_PARAM);
+            username.setValue(BaseITSanityTestUtils.TARGET_USERNAME_VALUE);
+            child.addChild(child.getChildCount(), username);
+
+            //password
+            ConfigurationNode password = new ConfigurationNode("_PARAMETER_");
+            password.setAttribute("name", MongodbOutputConfig.PASSWORD_PARAM);
+            password.setValue(BaseITSanityTestUtils.TARGET_PASSWORD_VALUE);
+            child.addChild(child.getChildCount(), password);
+
+
+            connectionObject.addChild(connectionObject.getChildCount(), child);
+
+            requestObject = new Configuration();
+            requestObject.addChild(0, connectionObject);
+
+            result = performAPIPutOperationViaNodes("outputconnections/MongoDB%20Output%20Connection",
201, requestObject);
+
+            i = 0;
+            while (i < result.getChildCount()) {
+                ConfigurationNode resultNode = result.findChild(i++);
+                if (resultNode.getType().equals("error"))
+                    throw new Exception(resultNode.getValue());
+            }
+
+            // Create a job.
+            ConfigurationNode jobObject = new ConfigurationNode("job");
+
+            child = new ConfigurationNode("description");
+            child.setValue("Test Job");
+            jobObject.addChild(jobObject.getChildCount(), child);
+
+            child = new ConfigurationNode("repository_connection");
+            child.setValue("Test Connection");
+            jobObject.addChild(jobObject.getChildCount(), child);
+
+            // Revamped way of adding output connection
+            child = new ConfigurationNode("pipelinestage");
+            ConfigurationNode pipelineChild = new ConfigurationNode("stage_id");
+            pipelineChild.setValue("0");
+            child.addChild(child.getChildCount(), pipelineChild);
+            pipelineChild = new ConfigurationNode("stage_isoutput");
+            pipelineChild.setValue("true");
+            child.addChild(child.getChildCount(), pipelineChild);
+            pipelineChild = new ConfigurationNode("stage_connectionname");
+            pipelineChild.setValue("MongoDB Output Connection");
+            child.addChild(child.getChildCount(), pipelineChild);
+            jobObject.addChild(jobObject.getChildCount(), child);
+
+            child = new ConfigurationNode("run_mode");
+            child.setValue("scan once");
+            jobObject.addChild(jobObject.getChildCount(), child);
+
+            child = new ConfigurationNode("start_mode");
+            child.setValue("manual");
+            jobObject.addChild(jobObject.getChildCount(), child);
+
+            child = new ConfigurationNode("hopcount_mode");
+            child.setValue("accurate");
+            jobObject.addChild(jobObject.getChildCount(), child);
+
+            child = new ConfigurationNode("document_specification");
+
+            jobObject.addChild(jobObject.getChildCount(), child);
+
+            requestObject = new Configuration();
+            requestObject.addChild(0, jobObject);
+
+            result = performAPIPostOperationViaNodes("jobs", 201, requestObject);
+
+            String jobIDString = null;
+            i = 0;
+            while (i < result.getChildCount()) {
+                ConfigurationNode resultNode = result.findChild(i++);
+                if (resultNode.getType().equals("error"))
+                    throw new Exception(resultNode.getValue());
+                else if (resultNode.getType().equals("job_id"))
+                    jobIDString = resultNode.getValue();
+            }
+            if (jobIDString == null)
+                throw new Exception("Missing job_id from return!");
+
+            // Now, start the job, and wait until it completes.
+            startJob(jobIDString);
+            waitJobInactive(jobIDString, 240000L);
+
+            // Check to be sure we actually processed the right number of documents.
+            // The test data area has 3 documents and one directory, and we have to count
the root directory too.
+            long count;
+            count = getJobDocumentsProcessed(jobIDString);
+
+            if (count != 3)
+                throw new ManifoldCFException("Wrong number of documents processed - expected
3, saw " + new Long(count).toString());
+
+            //Tests if these three documents are stored in the target repo
+            long targetRepoNumberOfContents = queryTestContents(testCollection);
+            if (targetRepoNumberOfContents != 3)
+                throw new ManifoldCFException("Wrong number of documents stored in the MongoDB
Target repo - expected 3, saw " + new Long(targetRepoNumberOfContents).toString());
+
+            // Now, delete the job.
+            deleteJob(jobIDString);
+
+            waitJobDeleted(jobIDString, 240000L);
+
+            // Cleanup is automatic by the base class, so we can feel free to leave jobs
and connections lying around.
+        } catch (Exception e) {
+            e.printStackTrace();
+            throw e;
+        }
+    }
+
+    protected void startJob(String jobIDString)
+            throws Exception {
+        Configuration requestObject = new Configuration();
+
+        Configuration result = performAPIPutOperationViaNodes("start/" + jobIDString, 201,
requestObject);
+        int i = 0;
+        while (i < result.getChildCount()) {
+            ConfigurationNode resultNode = result.findChild(i++);
+            if (resultNode.getType().equals("error"))
+                throw new Exception(resultNode.getValue());
+        }
+    }
+
+    protected void deleteJob(String jobIDString)
+            throws Exception {
+        Configuration result = performAPIDeleteOperationViaNodes("jobs/" + jobIDString, 200);
+        int i = 0;
+        while (i < result.getChildCount()) {
+            ConfigurationNode resultNode = result.findChild(i++);
+            if (resultNode.getType().equals("error"))
+                throw new Exception(resultNode.getValue());
+        }
+
+    }
+
+    protected String getJobStatus(String jobIDString)
+            throws Exception {
+        Configuration result = performAPIGetOperationViaNodes("jobstatuses/" + jobIDString,
200);
+        String status = null;
+        int i = 0;
+        while (i < result.getChildCount()) {
+            ConfigurationNode resultNode = result.findChild(i++);
+            if (resultNode.getType().equals("error"))
+                throw new Exception(resultNode.getValue());
+            else if (resultNode.getType().equals("jobstatus")) {
+                int j = 0;
+                while (j < resultNode.getChildCount()) {
+                    ConfigurationNode childNode = resultNode.findChild(j++);
+                    if (childNode.getType().equals("status"))
+                        status = childNode.getValue();
+                }
+            }
+        }
+        return status;
+    }
+
+    protected long getJobDocumentsProcessed(String jobIDString)
+            throws Exception {
+        Configuration result = performAPIGetOperationViaNodes("jobstatuses/" + jobIDString,
200);
+        String documentsProcessed = null;
+        int i = 0;
+        while (i < result.getChildCount()) {
+            ConfigurationNode resultNode = result.findChild(i++);
+            if (resultNode.getType().equals("error"))
+                throw new Exception(resultNode.getValue());
+            else if (resultNode.getType().equals("jobstatus")) {
+                int j = 0;
+                while (j < resultNode.getChildCount()) {
+                    ConfigurationNode childNode = resultNode.findChild(j++);
+                    if (childNode.getType().equals("documents_processed"))
+                        documentsProcessed = childNode.getValue();
+                }
+            }
+        }
+        if (documentsProcessed == null)
+            throw new Exception("Expected a documents_processed field, didn't find it");
+        return new Long(documentsProcessed).longValue();
+    }
+
+    protected void waitJobInactive(String jobIDString, long maxTime)
+            throws Exception {
+        long startTime = System.currentTimeMillis();
+        while (System.currentTimeMillis() < startTime + maxTime) {
+            String status = getJobStatus(jobIDString);
+            if (status == null)
+                throw new Exception("No such job: '" + jobIDString + "'");
+            if (status.equals("not yet run"))
+                throw new Exception("Job was never started.");
+            if (status.equals("done"))
+                return;
+            if (status.equals("error"))
+                throw new Exception("Job reports error.");
+            ManifoldCF.sleep(1000L);
+            continue;
+        }
+        throw new ManifoldCFException("ManifoldCF did not terminate in the allotted time
of " + new Long(maxTime).toString() + " milliseconds");
+    }
+
+
+    protected void waitJobDeleted(String jobIDString, long maxTime)
+            throws Exception {
+        long startTime = System.currentTimeMillis();
+        while (System.currentTimeMillis() < startTime + maxTime) {
+            String status = getJobStatus(jobIDString);
+            if (status == null)
+                return;
+            ManifoldCF.sleep(1000L);
+        }
+        throw new ManifoldCFException("ManifoldCF did not delete in the allotted time of
" + new Long(maxTime).toString() + " milliseconds");
+    }
+
+
+}

Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseHSQLDB.java
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseHSQLDB.java?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseHSQLDB.java
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseHSQLDB.java
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,33 @@
+/* $Id$ */
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.manifoldcf.agents.output.mongodboutput.tests;
+
+
+/** This is a testing base class that is responsible for setting up/tearing down the agents
framework. */
+public class BaseHSQLDB extends org.apache.manifoldcf.crawler.tests.BaseHSQLDB {
+
+    protected String[] getOutputNames() {
+        return new String[]{"MongoDB"};
+    }
+
+    protected String[] getOutputClasses() {
+        return new String[]{"org.apache.manifoldcf.agents.output.mongodboutput.MongodbOutputConnector"};
+    }
+
+}

Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseITHSQLDB.java
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseITHSQLDB.java?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseITHSQLDB.java
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseITHSQLDB.java
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,64 @@
+/* $Id$ */
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.manifoldcf.agents.output.mongodboutput.tests;
+
+import org.junit.After;
+import org.junit.Before;
+
+/**
+ * Base integration tests class for MongoDB tested against a CMIS repository
+ *
+ * @author Irindu Nugawela
+ */
+public class BaseITHSQLDB extends org.apache.manifoldcf.crawler.tests.BaseITHSQLDB {
+
+    protected String[] getConnectorNames() {
+        return new String[]{"CMIS"};
+    }
+
+    protected String[] getConnectorClasses() {
+        return new String[]{"org.apache.manifoldcf.crawler.tests.TestingRepositoryConnector"};
+    }
+
+    protected String[] getOutputNames() {
+        return new String[]{"MongoDB"};
+    }
+
+    protected String[] getOutputClasses() {
+        return new String[]{"org.apache.manifoldcf.agents.output.mongodboutput.MongodbOutputConnector"};
+    }
+
+    // Setup/teardown
+
+    @Before
+    public void setUpMongoDB()
+            throws Exception {
+
+        //start mongod here
+        //we use maven docker plugin for this so no need to implement
+    }
+
+    @After
+    public void cleanUpMongoDB()
+            throws Exception {
+        //stop mongod here
+        //we use maven docker plugin for this so no need to implement
+    }
+
+}

Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseITSanityTestUtils.java
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseITSanityTestUtils.java?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseITSanityTestUtils.java
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseITSanityTestUtils.java
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,38 @@
+/* $Id$ */
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.manifoldcf.agents.output.mongodboutput.tests;
+
+/**
+ * Utility class dedicated to integration tests for the MongoDB Output Connector
+ *
+ * @author Irindu Nugawela
+ *
+ */
+public class BaseITSanityTestUtils {
+
+
+    //Test values for the source repository
+    public static final String TARGET_USERNAME_VALUE = "dummyuser";
+    public static final String TARGET_PASSWORD_VALUE = "dummysecrect";
+    public static final String TARGET_HOST_VALUE = "localhost";
+    public static final String TARGET_PORT_VALUE = "27017";
+    public static final String TARGET_DATABASE__VALUE = "testDatabase";
+    public static final String TARGET_COLLECTION_VALUE = "testCollection";
+
+}

Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BasePostgresql.java
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BasePostgresql.java?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BasePostgresql.java
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BasePostgresql.java
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,29 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.manifoldcf.agents.output.mongodboutput.tests;
+
+/** This is a testing base class that is responsible for setting up/tearing down the agents
framework. */
+public class BasePostgresql extends org.apache.manifoldcf.crawler.tests.ConnectorBasePostgresql
{
+    protected String[] getOutputNames() {
+        return new String[]{"MongoDB"};
+    }
+
+    protected String[] getOutputClasses() {
+        return new String[]{"org.apache.manifoldcf.agents.output.mongodboutput.MongodbOutputConnector"};
+    }
+
+}

Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseUIHSQLDB.java
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseUIHSQLDB.java?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseUIHSQLDB.java
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/BaseUIHSQLDB.java
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,39 @@
+/* $Id$ */
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.manifoldcf.agents.output.mongodboutput.tests;
+
+/** Tests that run the "agents daemon" should be derived from this */
+public class BaseUIHSQLDB extends org.apache.manifoldcf.crawler.tests.ConnectorBaseUIHSQLDB
{
+    protected String[] getConnectorNames() {
+        return new String[]{"Test Connector"};
+    }
+
+    protected String[] getConnectorClasses() {
+        return new String[]{"org.apache.manifoldcf.crawler.tests.TestingRepositoryConnector"};
+    }
+
+    protected String[] getOutputNames() {
+        return new String[]{"Mongodb Output Connector"};
+    }
+
+    protected String[] getOutputClasses() {
+        return new String[]{"org.apache.manifoldcf.agents.output.mongodboutput.MongodbOutputConnector"};
+    }
+
+}

Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/NavigationHSQLDBUI.java
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/NavigationHSQLDBUI.java?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/NavigationHSQLDBUI.java
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/NavigationHSQLDBUI.java
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,156 @@
+/* $Id$ */
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.manifoldcf.agents.output.mongodboutput.tests;
+
+import org.apache.manifoldcf.core.tests.SeleniumTester;
+import org.junit.Test;
+
+/**
+ * Basic UI navigation tests
+ */
+public class NavigationHSQLDBUI extends BaseUIHSQLDB {
+
+    @Test
+    public void createConnectionsAndJob()
+            throws Exception {
+        testerInstance.start(SeleniumTester.BrowserType.CHROME, "en-US", "http://localhost:8346/mcf-crawler-ui/index.jsp");
+
+        //Login
+        testerInstance.waitForElementWithName("loginform");
+        testerInstance.setValue("userID", "admin");
+        testerInstance.setValue("password", "admin");
+        testerInstance.clickButton("Login");
+        testerInstance.verifyHeader("Welcome to Apache ManifoldCF™");
+        testerInstance.navigateTo("List output connections");
+        testerInstance.clickButton("Add a new output connection");
+
+        // Fill in a name
+        testerInstance.waitForElementWithName("connname");
+        testerInstance.setValue("connname", "MyOutputConnection");
+
+        //Goto to Type tab
+        testerInstance.clickTab("Type");
+
+        // Select a type
+        testerInstance.waitForElementWithName("classname");
+        testerInstance.selectValue("classname", "org.apache.manifoldcf.agents.output.mongodboutput.MongodbOutputConnector");
+        testerInstance.clickButton("Continue");
+
+        // Visit the Throttling tab
+        testerInstance.clickTab("Throttling");
+
+        // Parameters tab
+        testerInstance.clickTab("Parameters");
+        testerInstance.setValue("host", "localhost");
+        testerInstance.setValue("port", "27017");
+        testerInstance.setValue("username", "mongoadmin");
+        testerInstance.setValue("password", "secret");
+        testerInstance.setValue("database", "testDatabase");
+        testerInstance.setValue("collection", "testCollection");
+
+        // Go back to the Name tab
+        testerInstance.clickTab("Name");
+
+        // Now save the connection.
+        testerInstance.clickButton("Save");
+        testerInstance.verifyThereIsNoError();
+
+        // Define a repository connection via the UI
+        testerInstance.navigateTo("List repository connections");
+        testerInstance.clickButton("Add new connection");
+
+        testerInstance.waitForElementWithName("connname");
+        testerInstance.setValue("connname", "MyRepositoryConnection");
+
+        // Select a type
+        testerInstance.clickTab("Type");
+        testerInstance.selectValue("classname", "org.apache.manifoldcf.crawler.tests.TestingRepositoryConnector");
+        testerInstance.clickButton("Continue");
+
+        // Visit the Throttling tab
+        testerInstance.clickTab("Throttling");
+
+        // Go back to the Name tab
+        testerInstance.clickTab("Name");
+
+        // Save
+        testerInstance.clickButton("Save");
+        testerInstance.verifyThereIsNoError();
+
+        // Create a job
+        testerInstance.navigateTo("List jobs");
+        //Add a job
+        testerInstance.clickButton("Add a new job");
+        testerInstance.waitForElementWithName("description");
+        //Fill in a name
+        testerInstance.setValue("description", "MyJob");
+        testerInstance.clickTab("Connection");
+
+        // Select the connections
+        testerInstance.selectValue("output_connectionname", "MyOutputConnection");
+        testerInstance.selectValue("output_precedent", "-1");
+        testerInstance.clickButton("Add output", true);
+        testerInstance.waitForElementWithName("connectionname");
+        testerInstance.selectValue("connectionname", "MyRepositoryConnection");
+
+        testerInstance.clickButton("Continue");
+
+        // Visit all the tabs.  Scheduling tab first
+        testerInstance.clickTab("Scheduling");
+        testerInstance.selectValue("dayofweek", "0");
+        testerInstance.selectValue("hourofday", "1");
+        testerInstance.selectValue("minutesofhour", "30");
+        testerInstance.selectValue("monthofyear", "11");
+        testerInstance.selectValue("dayofmonth", "none");
+        testerInstance.setValue("duration", "120");
+        testerInstance.clickButton("Add Scheduled Time", true);
+        testerInstance.waitForElementWithName("editjob");
+
+        // Save the job
+        testerInstance.clickButton("Save");
+        testerInstance.verifyThereIsNoError();
+
+        testerInstance.waitForPresenceById("job");
+        String jobID = testerInstance.getAttributeValueById("job", "jobid");
+
+        //Navigate to List Jobs
+        testerInstance.navigateTo("List jobs");
+        testerInstance.waitForElementWithName("listjobs");
+
+        //Delete the job
+        testerInstance.clickButtonByTitle("Delete job " + jobID);
+        testerInstance.acceptAlert();
+        testerInstance.verifyThereIsNoError();
+
+        //Wait for the job to go away
+        testerInstance.waitForJobDeleteEN(jobID, 120);
+
+        // Delete the repository connection
+        testerInstance.navigateTo("List repository connections");
+        testerInstance.clickButtonByTitle("Delete MyRepositoryConnection");
+        testerInstance.acceptAlert();
+
+        // Delete the output connection
+        testerInstance.navigateTo("List output connections");
+        testerInstance.clickButtonByTitle("Delete MyOutputConnection");
+        testerInstance.acceptAlert();
+
+    }
+
+}

Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/SanityHSQLDBTest.java
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/SanityHSQLDBTest.java?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/SanityHSQLDBTest.java
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/SanityHSQLDBTest.java
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,33 @@
+/* $Id$ */
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.manifoldcf.agents.output.mongodboutput.tests;
+
+import org.junit.Test;
+
+/** This is a very basic sanity check */
+public class SanityHSQLDBTest extends BaseHSQLDB {
+
+    @Test
+    public void sanityCheck()
+            throws Exception {
+        // If we get this far, it must mean that the setup was successful, which is all that
I'm shooting for in this test.
+    }
+
+
+}

Added: manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/SanityPostgresqlTest.java
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/SanityPostgresqlTest.java?rev=1837604&view=auto
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/SanityPostgresqlTest.java
(added)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/mongodb/src/test/java/org/apache/manifoldcf/agents/output/mongodboutput/tests/SanityPostgresqlTest.java
Tue Aug  7 15:07:07 2018
@@ -0,0 +1,33 @@
+/* $Id: SanityPostgresqlTest.java 1800083 2017-06-27 19:55:21Z piergiorgio $ */
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.manifoldcf.agents.output.mongodboutput.tests;
+
+import org.junit.Test;
+
+/** This is a very basic sanity check */
+public class SanityPostgresqlTest extends BasePostgresql {
+
+    @Test
+    public void sanityCheck()
+            throws Exception {
+        // If we get this far, it must mean that the setup was successful, which is all that
I'm shooting for in this test.
+    }
+
+
+}

Modified: manifoldcf/branches/CONNECTORS-1490/connectors/pom.xml
URL: http://svn.apache.org/viewvc/manifoldcf/branches/CONNECTORS-1490/connectors/pom.xml?rev=1837604&r1=1837603&r2=1837604&view=diff
==============================================================================
--- manifoldcf/branches/CONNECTORS-1490/connectors/pom.xml (original)
+++ manifoldcf/branches/CONNECTORS-1490/connectors/pom.xml Tue Aug  7 15:07:07 2018
@@ -75,6 +75,7 @@
     <module>slack</module>
     <module>rocketchat</module>
     <module>html-extractor</module>
+    <module>mongodb</module>
   </modules>
 
 </project>



Mime
View raw message