airavata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From adham...@apache.org
Subject [2/7] airavata git commit: Adding worker yaml configuration
Date Tue, 09 May 2017 16:40:58 GMT
Adding worker yaml configuration


Project: http://git-wip-us.apache.org/repos/asf/airavata/repo
Commit: http://git-wip-us.apache.org/repos/asf/airavata/commit/46cdeb31
Tree: http://git-wip-us.apache.org/repos/asf/airavata/tree/46cdeb31
Diff: http://git-wip-us.apache.org/repos/asf/airavata/diff/46cdeb31

Branch: refs/heads/feature-workload-mgmt
Commit: 46cdeb3101137ab8645de7711a506636c24e5d9f
Parents: 168fd3f
Author: Ajinkya Dhamnaskar <adhamnas@apache.org>
Authored: Tue May 9 12:35:18 2017 -0400
Committer: Ajinkya Dhamnaskar <adhamnas@apache.org>
Committed: Tue May 9 12:35:18 2017 -0400

----------------------------------------------------------------------
 .../src/main/resources/worker-config.yaml       | 93 ++++++++++++++++++++
 1 file changed, 93 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/airavata/blob/46cdeb31/modules/worker/worker-core/src/main/resources/worker-config.yaml
----------------------------------------------------------------------
diff --git a/modules/worker/worker-core/src/main/resources/worker-config.yaml b/modules/worker/worker-core/src/main/resources/worker-config.yaml
new file mode 100644
index 0000000..5fef110
--- /dev/null
+++ b/modules/worker/worker-core/src/main/resources/worker-config.yaml
@@ -0,0 +1,93 @@
+##################################################################
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+################################################################
+
+config:
+ jobSubmitters:
+   - submissionProtocol: SSH
+     taskClass: org.apache.airavata.task.adapters.SSHJobSubmissionTask
+     properties:
+      - password: pwd123
+      - passPhrase: test
+      - privateKey: key
+      - publicKey: pubkey
+
+   - submissionProtocol: GSISSH
+     taskClass: org.apache.airavata.task.adapters.GSISSHJobSubmissionTask
+
+ commonTasks:
+    - type: SETUP
+      taskClass: org.apache.airavata.task.common.SetupTask
+
+    - type: CLEANUP
+      taskClass: org.apache.airavata.task.common.CleanupTask
+
+ fileTransferTasks:
+   - transferProtocol: SCP
+     taskClass: org.apache.airavata.task.adapters.SCPFileTransferTask
+     properties:
+      - password: pwd123
+      - passPhrase: test
+      - privateKey: key
+      - publicKey: pubkey
+
+   - transferProtocol: HTTP
+     taskClass: org.apache.airavata.task.adapters.HTTPFileTransferTask
+
+   - transferProtocol: GRIDFTP
+     taskClass: org.apache.airavata.task.adapters.GRIDFTPFileTransferTask
+
+ resources:
+   - jobManagerType: PBS
+     commandOutputParser: org.apache.airavata.commmand.PBSOutputParser
+     emailParser: org.apache.airavata.email.parser.PBSEmailParser
+     resourceEmailAddresses:
+       - pbsconsult@sdsc.edu  # gordon
+       - adm@trident.bigred2.uits.iu.edu # Bigred2
+       - root <adm@trident.bigred2.uits.iu.edu> # Bigred2
+       - root <adm@scyld.localdomain> # alamo
+
+   - jobManagerType: SLURM
+     commandOutputParser: org.apache.airavata.commmand.SLURMOutputParser
+     emailParser: org.apache.airavata.email.parser.SLURMEmailParser
+     resourceEmailAddresses:
+       - SDSC Admin <slurm@comet-fe3.sdsc.edu> # comet
+       - slurm@batch1.stampede.tacc.utexas.edu # stampede
+
+   - jobManagerType: UGE
+     commandOutputParser: org.apache.airavata.commmand.UGEOutputParser
+     emailParser: org.apache.airavata.email.parser.UGEEmailParser
+     resourceEmailAddresses:
+       - ls4.tacc.utexas.edu # contain Lonestar
+
+
+ taskImplementations:
+   - task: ENV_SETUP
+     taskClass: org.apache.airavata.worker.task.envsetup.impl.EnvironmentSetupTask
+
+   - task: DATA_STAGING
+       taskClass: org.apache.airavata.worker.task.datastaging.impl.DataStageTask
+
+   - task: JOB_SUBMISSION
+       taskClass: org.apache.airavata.worker.task.jobsubmission.impl.DefaultJobSubmissionTask
+
+   - task: MONITORING
+       taskClass: org.apache.airavata.worker.task.envsetup.impl.EnvironmentSetupTask
+
+


Mime
View raw message