ignite-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Cathode <homiachu...@gmail.com>
Subject Exceptions while running Closure with task count > 1000
Date Sat, 15 Apr 2017 17:55:48 GMT
Hi. I have exceptions only on remote nodes while running Closure with large
task count. P2p class loading enabled and working OK while task count <600.
20000 tasks executed normally if all nodes are running on one machine

 (task count 10000, 4 remote nodes, 1 local)
[19:56:17,877][SEVERE][pub-#733%null%][GridJobProcessor] Task was not
deployed or was redeployed since task execution [taskName=core.MD5$1,
taskClsName=core.MD5$1, codeVer=0,
clsLdrId=bfdde727b51-acb91176-442c-4c89-bb3a-b6a357246601,
seqNum=1492274568699, depMode=SHARED, dep=null]
class org.apache.ignite.IgniteDeploymentException: Task was not deployed or
was redeployed since task execution [taskName=core.MD5$1,
taskClsName=core.MD5$1, codeVer=0,
clsLdrId=bfdde727b51-acb91176-442c-4c89-bb3a-b6a357246601,
seqNum=1492274568699, depMode=SHARED, dep=null]
        at
org.apache.ignite.internal.processors.job.GridJobProcessor.processJobExecuteRequest(GridJobProcessor.java:1159)
        at
org.apache.ignite.internal.processors.job.GridJobProcessor$JobExecutionListener.onMessage(GridJobProcessor.java:1894)
        at
org.apache.ignite.internal.managers.communication.GridIoManager.invokeListener(GridIoManager.java:1222)
        at
org.apache.ignite.internal.managers.communication.GridIoManager.processRegularMessage0(GridIoManager.java:850)
        at
org.apache.ignite.internal.managers.communication.GridIoManager.access$2100(GridIoManager.java:108)
        at
org.apache.ignite.internal.managers.communication.GridIoManager$7.run(GridIoManager.java:790)
        at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
----------------------------------------------------------------------------------------------------------------------------------------------
public static TreeMap<Integer, String> getSeriesDetailedMD5(ArrayList<Pack>
packArr)
			throws NoSuchAlgorithmException, IOException {
		TreeMap<Integer, String> tm = new TreeMap<Integer, String>();
		
		try (Ignite ignite =
Ignition.start("/opt/apache-ignite-fabric-1.9.0-bin/examples/config/example-ignite.xml"))
{
            System.out.println();
            System.out.println(">>> Compute closure started.");
.
            Collection<ArrayList&lt;String>> res = ignite.compute().apply(
                new IgniteClosure<Pack, ArrayList&lt;String>>() {
                    @Override public ArrayList<String> apply(Pack pack) {
                        System.out.println();
                        System.out.println(">>> Printing '" + pack + "' on
this node from ignite job.");
                        ArrayList<String> str = new ArrayList<String>();
                			StringBuilder sb = new StringBuilder();
                			for (int i = 0; i < pack.getTicketAr().size(); i++) {
                			
sb.append(pack.getTicketAr().get(i).getValidationBarcode())
                					
.append(pack.getTicketAr().get(i).getValidationCode());
                			}
                			
                			str.add(String.valueOf(pack.getPackNumber()));
                			try {
								str.add(getMD(sb.toString()));
								System.out.println(getMD(sb.toString()+"pack MD value from node"));
							} catch (NoSuchAlgorithmException e) {
								// TODO Auto-generated catch block
								e.printStackTrace();
							} catch (IOException e) {
								// TODO Auto-generated catch block
								e.printStackTrace();
							}
         			
                		return str;
                    }
                },

               packArr
            );

            ArrayList<ArrayList&lt;String>> ress = new
ArrayList<ArrayList&lt;String>>();
            ress = (ArrayList<ArrayList&lt;String>>) res;
            
            for (int i=0; i<ress.size();i++){
            	tm.put(Integer.valueOf(ress.get(i).get(0)),
ress.get(i).get(1));
            	System.out.println(&quot;key=&quot;+ ress.get(i).get(0)
+&quot;, value=&quot;+tm.get(Integer.valueOf(ress.get(i).get(0))));
            }
            System.out.println(&quot;>>> Check all nodes for output (this
node is also part of the cluster).");
        }
		return tm;
	}



--
View this message in context: http://apache-ignite-users.70518.x6.nabble.com/Exceptions-while-running-Closure-with-task-count-1000-tp11989.html
Sent from the Apache Ignite Users mailing list archive at Nabble.com.

Mime
View raw message