Return-Path: X-Original-To: apmail-asterixdb-commits-archive@minotaur.apache.org Delivered-To: apmail-asterixdb-commits-archive@minotaur.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id 898B01935D for ; Thu, 7 Apr 2016 15:00:20 +0000 (UTC) Received: (qmail 88909 invoked by uid 500); 7 Apr 2016 15:00:20 -0000 Delivered-To: apmail-asterixdb-commits-archive@asterixdb.apache.org Received: (qmail 88870 invoked by uid 500); 7 Apr 2016 15:00:20 -0000 Mailing-List: contact commits-help@asterixdb.incubator.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@asterixdb.incubator.apache.org Delivered-To: mailing list commits@asterixdb.incubator.apache.org Received: (qmail 88860 invoked by uid 99); 7 Apr 2016 15:00:20 -0000 Received: from pnap-us-west-generic-nat.apache.org (HELO spamd4-us-west.apache.org) (209.188.14.142) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 07 Apr 2016 15:00:20 +0000 Received: from localhost (localhost [127.0.0.1]) by spamd4-us-west.apache.org (ASF Mail Server at spamd4-us-west.apache.org) with ESMTP id A9F27C0362 for ; Thu, 7 Apr 2016 15:00:19 +0000 (UTC) X-Virus-Scanned: Debian amavisd-new at spamd4-us-west.apache.org X-Spam-Flag: NO X-Spam-Score: -2.971 X-Spam-Level: X-Spam-Status: No, score=-2.971 tagged_above=-999 required=6.31 tests=[KAM_ASCII_DIVIDERS=0.8, KAM_LAZY_DOMAIN_SECURITY=1, KAM_LOTSOFHASH=0.25, RCVD_IN_DNSWL_HI=-5, RCVD_IN_MSPIKE_H3=-0.01, RCVD_IN_MSPIKE_WL=-0.01, RP_MATCHES_RCVD=-0.001] autolearn=disabled Received: from mx2-lw-us.apache.org ([10.40.0.8]) by localhost (spamd4-us-west.apache.org [10.40.0.11]) (amavisd-new, port 10024) with ESMTP id J9oqMMHhqSj2 for ; Thu, 7 Apr 2016 14:59:48 +0000 (UTC) Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by mx2-lw-us.apache.org (ASF Mail Server at mx2-lw-us.apache.org) with SMTP id EF7A360EA6 for ; Thu, 7 Apr 2016 14:59:39 +0000 (UTC) Received: (qmail 85565 invoked by uid 99); 7 Apr 2016 14:59:38 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 07 Apr 2016 14:59:38 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 077AFE07EF; Thu, 7 Apr 2016 14:59:38 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: imaxon@apache.org To: commits@asterixdb.incubator.apache.org Date: Thu, 07 Apr 2016 15:00:19 -0000 Message-Id: <09ad882236594fceb23db54497cb59dc@git.apache.org> In-Reply-To: <54f3ff538fc347d59763ae613b6b0ccf@git.apache.org> References: <54f3ff538fc347d59763ae613b6b0ccf@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [44/50] [abbrv] incubator-asterixdb git commit: Move merged files http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-app/src/test/resources/runtimets/results/external-library/classad-parser-old/classad-parser-old.1.adm ---------------------------------------------------------------------- diff --git a/asterix-app/src/test/resources/runtimets/results/external-library/classad-parser-old/classad-parser-old.1.adm b/asterix-app/src/test/resources/runtimets/results/external-library/classad-parser-old/classad-parser-old.1.adm deleted file mode 100644 index 56abc61..0000000 --- a/asterix-app/src/test/resources/runtimets/results/external-library/classad-parser-old/classad-parser-old.1.adm +++ /dev/null @@ -1,5 +0,0 @@ -{ "GlobalJobId": "crab3-1@submit-5.t2.ucsd.edu#1206367.0#1439615565", "CRAB_UserGroup": "undefined", "JobStartDate": 1439615574, "CRAB_UserDN": "/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ferencek/CN=650164/CN=Dinko Ferencek", "JobStatus": 4, "CRAB_TFileOutputFiles": "{ }", "LeaveJobInQueue": "JobStatus == 4 && ( CompletionDate =?= UNDDEFINED || CompletionDate == 0 || ( ( time() - CompletionDate ) < 864000 ) )", "DAG_InRecovery": 0, "AutoClusterId": 10378, "CRAB_TaskWorker": "vocms052", "OnExitRemove": "( ExitSignal =?= 11 || ( ExitCode =!= undefined && ExitCode >= 0 && ExitCode <= 2 ) )", "MaxWallTimeMins_RAW": 1315, "JobCurrentStartDate": 1439615574, "CRAB_ASOTimeout": 86400, "CoreSize": -1, "CRAB_AsyncDest": "T3_US_FNALLPC", "StageInFinish": 1439615572, "ExitStatus": 0, "ReleaseReason": "Data files spooled", "CRAB_DBSURL": "https://cmsweb.cern.ch/dbs/prod/global/DBSReader", "x509userproxyexpiration": 1440294044, "CurrentTime": "time()", "X509UserProxy": "3a7798796bc24a800001338 917ec45991bcf0a96", "WantCheckpoint": false, "RemoteWallClockTime": 158333.0d, "In": "/dev/null", "MaxHosts": 1, "RootDir": "/", "NumRestarts": 0, "DiskUsage_RAW": 1, "DAG_Status": 0, "SUBMIT_x509userproxy": "/data/certs/creds/3a7798796bc24a800001338917ec45991bcf0a96", "EnteredCurrentStatus": 1439773907, "CRAB_RestURInoAPI": "/crabserver/prod", "HoldKillSig": "SIGUSR1", "RequestDisk": "DiskUsage", "MyType": "Job", "PeriodicRemove": "( JobStatus == 5 ) && ( time() - EnteredCurrentStatus > 30 * 86400 )", "RemoveKillSig": "SIGUSR1", "CRAB_ISB": "https://cmsweb.cern.ch/crabcache", "Cmd": "dag_bootstrap_startup.sh", "CondorVersion": "$CondorVersion: 8.3.1 Jun 19 2015 $", "DAG_NodesReady": 0, "CRAB_AdditionalOutputFiles": "{ }", "ShouldTransferFiles": "YES", "CRAB_Workflow": "150815_044810:ferencek_crab_Stop2ToStop1H_Stop1M200_TuneCUETP8M1_13TeV-madgraph-pythia8_LHE", "TargetType": "Machine", "MinHosts": 1, "NumCkpts_RAW": 0, "RequestCpus": 1, "CRAB_UserRole": "undefined", "RemoteUserCpu ": 0.0d, "NiceUser": false, "CRAB_AlgoArgs": "{\"splitOnRun\": false, \"events_per_job\": {\"halt_job_on_file_boundaries\": false, \"events_per_lumi\": 100, \"algorithm\": \"EventBased\", \"applyLumiCorrection\": true, \"runs\": [], \"lumis\": [], \"lheInputFiles\": true, \"splitOnRun\": false, \"events_per_job\": 50000}, \"halt_job_on_file_boundaries\": false}", "Out": "_condor_stdout", "ImageSize_RAW": 100, "DAG_NodesPostrun": 0, "CRAB_JobArch": "slc6_amd64_gcc481", "CumulativeSuspensionTime": 0, "AutoClusterAttrs": "CheckpointPlatform,DESIRED_Gatekeepers,DESIRED_Sites,MaxWallTimeMins,RequestMemory,REQUIRED_OS,JobUniverse,LastCheckpointPlatform,NumCkpts,x509userproxyfirstfqan,x509userproxysubject,MachineLastMatchTime,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,CMS_ALLOW_OVERFLOW,CRAB_UserRole,DESIRED_Overflow_Region,WMAgent_AgentName,CMSGroups,_condor_Requ estCpus,_condor_RequestDisk,_condor_RequestMemory,RequestCpus,RequestDisk,WithinResourceLimits,opportunistic_job,ConcurrencyLimits,NiceUser,Rank,Requirements,DiskUsage", "LastHoldReasonCode": 16, "NumCkpts": 0, "CRAB_BlacklistT1": 0, "Err": "_condor_stderr", "JobFinishedHookDone": 1439773907, "RequestMemory_RAW": 2000, "TransferOutputRemaps": "undefined", "ProcId": 0, "ImageSize": 100, "JobUniverse": 7, "DAG_NodesTotal": 30, "CRAB_JobType": "analysis", "SUBMIT_Iwd": "/data/srv/tmp/_150815_044810:ferencek_crab_Stop2ToStop1H_Stop1M200_TuneCUETP8M1_13TeV-madgraph-pythia8_LHEF9C8tB", "WhenToTransferOutput": "ON_EXIT", "ExitBySignal": false, "OnExitHold": "( ExitCode =!= undefined && ExitCode != 0 )", "OrigMaxHosts": 1, "RequestMemory": 2000, "NumJobStarts": 1, "CRAB_UserHN": "ferencek", "LastHoldReason": "Spooling input data files", "TotalSuspensions": 0, "CRAB_FailedNodeLimit": -1, "ExitCode": 0, "CRAB_PublishName": "LHE-17521057f93ed9cadf21dd45b3505145", "CRAB_UserWebDir": "http://sub mit-5.t2.ucsd.edu/CSstoragePath/67/uscms5050/150815_044810:ferencek_crab_Stop2ToStop1H_Stop1M200_TuneCUETP8M1_13TeV-madgraph-pythia8_LHE", "JobNotification": 0, "CRAB_DashboardTaskType": "analysis", "SUBMIT_TransferOutputRemaps": "_condor_stdout=/data/srv/tmp/_150815_044810:ferencek_crab_Stop2ToStop1H_Stop1M200_TuneCUETP8M1_13TeV-madgraph-pythia8_LHEF9C8tB/request.out;_condor_stderr=/data/srv/tmp/_150815_044810:ferencek_crab_Stop2ToStop1H_Stop1M200_TuneCUETP8M1_13TeV-madgraph-pythia8_LHEF9C8tB/request.err", "CRAB_PublishDBSURL": "https://cmsweb.cern.ch/dbs/prod/phys03/DBSWriter", "LocalUserCpu": 0.0d, "BufferBlockSize": 32768, "LastJobStatus": 2, "CommittedTime": 0, "CRAB_SaveLogsFlag": 0, "LastSuspensionTime": 0, "TaskType": "ROOT", "DAG_NodesDone": 30, "CumulativeSlotTime": 158333.0d, "TransferOutput": "RunJobs.dag.dagman.out, RunJobs.dag.rescue.001", "NumSystemHolds": 0, "CRAB_RetryOnASOFailures": 1, "OtherJobRemoveRequirements": "DAGManJobId =?= ClusterId", "CondorPlatform": "$C ondorPlatform: X86_64-ScientificLinux_6.6 $", "PeriodicRelease": false, "JobRunCount": 1, "CRAB_Publish": 1, "JobPrio": 10, "CRAB_TransferOutputs": 1, "CRAB_Attempt": 0, "LocalSysCpu": 0.0d, "RemoteSysCpu": 0.0d, "TransferInput": "gWMS-CMSRunAnalysis.sh, CMSRunAnalysis.sh, cmscp.py, RunJobs.dag, Job.submit, dag_bootstrap.sh, AdjustSites.py, site.ad, site.ad.json, run_and_lumis.tar.gz, sandbox.tar.gz, CMSRunAnalysis.tar.gz, TaskManagerRun.tar.gz", "PeriodicHold": false, "CRAB_NumAutomJobRetries": 2, "CRAB_LumiMask": "{}", "CRAB_InputData": "/Stop2ToStop1H_Stop1M200_TuneCUETP8M1_13TeV-madgraph-pythia8", "WantRemoteIO": true, "CommittedSuspensionTime": 0, "CRAB_JobSW": "CMSSW_7_1_18", "StageInStart": 1439615569, "CRAB_SiteWhitelist": "{ \"T3_US_FNALLPC\",\"T2_US_Purdue\",\"T2_US_Nebraska\" }", "CompletionDate": 1439773907, "StreamErr": false, "CRAB_RestHost": "cmsweb.cern.ch", "RemoteCondorSetup": "", "CRAB_ReqName": "150815_044810:ferencek_crab_Stop2ToStop1H_Stop1M200_TuneCUETP8M1_13T eV-madgraph-pythia8_LHE", "DAG_NodesPrerun": 0, "WantRemoteSyscalls": false, "DAG_NodesQueued": 0, "DAG_NodesUnready": 0, "Owner": "uscms5050", "Requirements": "true || false && TARGET.OPSYS == \"LINUX\" && TARGET.ARCH == \"X86_64\" && TARGET.HasFileTransfer && TARGET.Disk >= RequestDisk && TARGET.Memory >= RequestMemory", "CRAB_JobCount": 30, "CRAB_ASOURL": "https://cmsweb.cern.ch/couchdb", "CRAB_SplitAlgo": "EventBased", "DiskUsage": 1, "CRAB_MaxPost": 20, "ClusterId": 1206367, "BufferSize": 524288, "DAG_NodesFailed": 0, "MaxWallTimeMins": 1400, "CRAB_PublishGroupName": 0, "CommittedSlotTime": 0, "CRAB_SiteBlacklist": "{ }", "Args": "RunJobs.dag", "CRAB_EDMOutputFiles": "{ \"Stop2ToStop1H_Stop1M200_TuneCUETP8M1_13TeV-madgraph-pythia8_LHE.root\" }", "Environment": "strcat(\"PATH=/usr/bin:/bin CRAB3_VERSION=3.3.0-pre1 CONDOR_ID=\",ClusterId,\".\",ProcId,\" CRAB_RUNTIME_TARBALL=local CRAB_TASKMANAGER_TARBALL=local\")", "CRAB_UserVO": "cms", "Iwd": "/data/condor_local/spool/6367/0/cl uster1206367.proc0.subproc0", "QDate": 1439615565, "CurrentHosts": 0, "User": "uscms5050@cms", "StreamOut": false } -{ "GlobalJobId": "crab3-1@submit-5.t2.ucsd.edu#1217455.0#1439764883", "CRAB_UserGroup": "dcms", "JobStartDate": 1439764892, "CRAB_UserDN": "/C=DE/O=GermanGrid/OU=KIT/CN=Andrew Gilbert", "JobStatus": 4, "CRAB_TFileOutputFiles": "{ }", "LeaveJobInQueue": "JobStatus == 4 && ( CompletionDate =?= UNDDEFINED || CompletionDate == 0 || ( ( time() - CompletionDate ) < 864000 ) )", "DAG_InRecovery": 0, "AutoClusterId": 10378, "CRAB_TaskWorker": "vocms052", "OnExitRemove": "( ExitSignal =?= 11 || ( ExitCode =!= undefined && ExitCode >= 0 && ExitCode <= 2 ) )", "MaxWallTimeMins_RAW": 1315, "JobCurrentStartDate": 1439764892, "CRAB_ASOTimeout": 86400, "CoreSize": -1, "CRAB_AsyncDest": "T2_CH_CERN", "StageInFinish": 1439764891, "ExitStatus": 0, "ReleaseReason": "Data files spooled", "CRAB_DBSURL": "https://cmsweb.cern.ch/dbs/prod/global/DBSReader", "CurrentTime": "time()", "X509UserProxy": "63f0c4d862d8b4e4ddcfd29ed85b6b5899660759", "WantCheckpoint": false, "RemoteWallClockTime": 82427.0d, "In": "/dev/null", "MaxHosts": 1, "RootDir": "/", "NumRestarts": 0, "DiskUsage_RAW": 1, "DAG_Status": 0, "SUBMIT_x509userproxy": "/data/certs/creds/63f0c4d862d8b4e4ddcfd29ed85b6b5899660759", "EnteredCurrentStatus": 1439847319, "CRAB_RestURInoAPI": "/crabserver/prod", "HoldKillSig": "SIGUSR1", "RequestDisk": "DiskUsage", "MyType": "Job", "PeriodicRemove": "( JobStatus == 5 ) && ( time() - EnteredCurrentStatus > 30 * 86400 )", "RemoveKillSig": "SIGUSR1", "CRAB_ISB": "https://cmsweb.cern.ch/crabcache", "Cmd": "dag_bootstrap_startup.sh", "CondorVersion": "$CondorVersion: 8.3.1 Jun 19 2015 $", "DAG_NodesReady": 0, "CRAB_AdditionalOutputFiles": "{ \"combine_output.tar\" }", "ShouldTransferFiles": "YES", "CRAB_Workflow": "150816_222636:agilbert_crab_prefit_cms_asimov_A1_5D", "TargetType": "Machine", "MinHosts": 1, "NumCkpts_RAW": 0, "RequestCpus": 1, "CRAB_UserRole": "undefined", "RemoteUserCpu": 0.0d, "NiceUser": false, "CRAB_AlgoArgs": "{\"splitOnRun\": false, \"events_per_job\": {\"halt_job_o n_file_boundaries\": false, \"events_per_lumi\": 100, \"algorithm\": \"EventBased\", \"applyLumiCorrection\": true, \"runs\": [], \"lumis\": [], \"splitOnRun\": false, \"events_per_job\": 1}, \"halt_job_on_file_boundaries\": false}", "Out": "_condor_stdout", "ImageSize_RAW": 100, "DAG_NodesPostrun": 0, "CRAB_JobArch": "slc6_amd64_gcc491", "CumulativeSuspensionTime": 0, "AutoClusterAttrs": "CheckpointPlatform,DESIRED_Gatekeepers,DESIRED_Sites,MaxWallTimeMins,RequestMemory,REQUIRED_OS,JobUniverse,LastCheckpointPlatform,NumCkpts,x509userproxyfirstfqan,x509userproxysubject,MachineLastMatchTime,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,CMS_ALLOW_OVERFLOW,CRAB_UserRole,DESIRED_Overflow_Region,WMAgent_AgentName,CMSGroups,_condor_RequestCpus,_condor_RequestDisk,_condor_RequestMemory,RequestCpus,RequestDisk,WithinResourceLimits,opportunistic_job,ConcurrencyLimits,N iceUser,Rank,Requirements,DiskUsage", "LastHoldReasonCode": 16, "NumCkpts": 0, "CRAB_BlacklistT1": 0, "Err": "_condor_stderr", "JobFinishedHookDone": 1439847319, "RequestMemory_RAW": 2000, "TransferOutputRemaps": "undefined", "ProcId": 0, "ImageSize": 100, "JobUniverse": 7, "DAG_NodesTotal": 25, "CRAB_JobType": "analysis", "SUBMIT_Iwd": "/data/srv/tmp/_150816_222636:agilbert_crab_prefit_cms_asimov_A1_5DYpFxP9", "WhenToTransferOutput": "ON_EXIT", "ExitBySignal": false, "OnExitHold": "( ExitCode =!= undefined && ExitCode != 0 )", "OrigMaxHosts": 1, "RequestMemory": 2000, "NumJobStarts": 1, "CRAB_UserHN": "agilbert", "LastHoldReason": "Spooling input data files", "TotalSuspensions": 0, "CRAB_FailedNodeLimit": -1, "ExitCode": 0, "CRAB_PublishName": "prefit_cms_asimov_A1_5D-59ffde2b5d41be5f0c401d0a6a8a0194", "CRAB_UserWebDir": "http://submit-5.t2.ucsd.edu/CSstoragePath/73/uscms5616/150816_222636:agilbert_crab_prefit_cms_asimov_A1_5D", "JobNotification": 0, "CRAB_DashboardTaskType": "anal ysis", "SUBMIT_TransferOutputRemaps": "_condor_stdout=/data/srv/tmp/_150816_222636:agilbert_crab_prefit_cms_asimov_A1_5DYpFxP9/request.out;_condor_stderr=/data/srv/tmp/_150816_222636:agilbert_crab_prefit_cms_asimov_A1_5DYpFxP9/request.err", "CRAB_PublishDBSURL": "https://cmsweb.cern.ch/dbs/prod/phys03/DBSWriter", "LocalUserCpu": 0.0d, "BufferBlockSize": 32768, "LastJobStatus": 2, "CommittedTime": 0, "CRAB_SaveLogsFlag": 0, "LastSuspensionTime": 0, "TaskType": "ROOT", "DAG_NodesDone": 25, "CumulativeSlotTime": 82427.0d, "TransferOutput": "RunJobs.dag.dagman.out, RunJobs.dag.rescue.001", "NumSystemHolds": 0, "CRAB_RetryOnASOFailures": 1, "OtherJobRemoveRequirements": "DAGManJobId =?= ClusterId", "CondorPlatform": "$CondorPlatform: X86_64-ScientificLinux_6.6 $", "PeriodicRelease": false, "JobRunCount": 1, "CRAB_Publish": 0, "JobPrio": 10, "CRAB_TransferOutputs": 1, "CRAB_Attempt": 0, "LocalSysCpu": 0.0d, "RemoteSysCpu": 0.0d, "TransferInput": "gWMS-CMSRunAnalysis.sh, CMSRunAnalysis.sh, cmscp.py, RunJobs.dag, Job.submit, dag_bootstrap.sh, AdjustSites.py, site.ad, site.ad.json, run_and_lumis.tar.gz, sandbox.tar.gz, CMSRunAnalysis.tar.gz, TaskManagerRun.tar.gz", "PeriodicHold": false, "CRAB_NumAutomJobRetries": 2, "CRAB_LumiMask": "{}", "CRAB_InputData": "/MinBias", "WantRemoteIO": true, "CommittedSuspensionTime": 0, "CRAB_JobSW": "CMSSW_7_4_0_pre9", "StageInStart": 1439764886, "CRAB_SiteWhitelist": "{ }", "CompletionDate": 1439847319, "StreamErr": false, "CRAB_RestHost": "cmsweb.cern.ch", "RemoteCondorSetup": "", "CRAB_ReqName": "150816_222636:agilbert_crab_prefit_cms_asimov_A1_5D", "DAG_NodesPrerun": 0, "WantRemoteSyscalls": false, "DAG_NodesQueued": 0, "DAG_NodesUnready": 0, "Owner": "uscms5616", "Requirements": "true || false && TARGET.OPSYS == \"LINUX\" && TARGET.ARCH == \"X86_64\" && TARGET.HasFileTransfer && TARGET.Disk >= RequestDisk && TARGET.Memory >= RequestMemory", "CRAB_JobCount": 25, "CRAB_ASOURL": "https://cmsweb.cern.ch/couchdb", "CRAB_SplitAlgo": " EventBased", "DiskUsage": 1, "CRAB_MaxPost": 20, "ClusterId": 1217455, "BufferSize": 524288, "DAG_NodesFailed": 0, "MaxWallTimeMins": 1400, "CRAB_PublishGroupName": 0, "CommittedSlotTime": 0, "CRAB_SiteBlacklist": "{ \"T2_FR_CCIN2P3\",\"T1_IT_CNAF\",\"T1_ES_PIC\",\"T1_UK_RAL\",\"T2_FI_HIP\",\"T2_US_Nebraska\" }", "Args": "RunJobs.dag", "CRAB_EDMOutputFiles": "{ }", "Environment": "strcat(\"PATH=/usr/bin:/bin CRAB3_VERSION=3.3.0-pre1 CONDOR_ID=\",ClusterId,\".\",ProcId,\" CRAB_RUNTIME_TARBALL=local CRAB_TASKMANAGER_TARBALL=local\")", "CRAB_UserVO": "cms", "Iwd": "/data/condor_local/spool/7455/0/cluster1217455.proc0.subproc0", "QDate": 1439764883, "CurrentHosts": 0, "User": "uscms5616@cms", "StreamOut": false } -{ "GlobalJobId": "crab3-1@submit-5.t2.ucsd.edu#1233705.0#1439964847", "PostJobPrio1": -1439209593, "MATCH_EXP_JOB_GLIDECLIENT_Name": "CMSG-v1_0.main", "PostJobPrio2": 2, "JobStartDate": 1439965560, "CRAB_UserGroup": "undefined", "MATCH_EXP_JOB_GLIDEIN_MaxMemMBs": "2800", "MATCH_GLIDEIN_Name": "gfactory_instance", "JobStatus": 4, "JOB_GLIDEIN_CMSSite": "$$(GLIDEIN_CMSSite:Unknown)", "CRAB_TaskWorker": "vocms052", "MATCH_GLIDEIN_Max_Walltime": 603000, "JOB_GLIDEIN_SiteWMS": "$$(GLIDEIN_SiteWMS:Unknown)", "CoreSize": -1, "CRAB_AsyncDest": "T2_KR_KNU", "MATCH_EXP_JOB_Site": "CERN", "Rank": 0.0d, "JOB_GLIDEIN_Memory": "$$(Memory:Unknown)", "WantCheckpoint": false, "RemoteWallClockTime": 165965.0d, "JOB_GLIDEIN_Name": "$$(GLIDEIN_Name:Unknown)", "DESIRED_SITES": "T1_DE_KIT,T2_UK_London_IC,T2_CH_CERN", "MaxHosts": 1, "MATCH_EXP_JOB_CMSSite": "T2_CH_CERN", "RootDir": "/", "JOB_GLIDEIN_ToDie": "$$(GLIDEIN_ToDie:Unknown)", "RecentBlockWriteKbytes": 0, "CRAB_Dest": "/store/temp/user/kbutanov.0 3af76ad04ddc195ee96e6a5469f1bbb1777390d/HWWwidthRun2/LatinoTrees_V4/WJetsToLNu_HT-600To800_TuneCUETP8M1_13TeV-madgraphMLM-pythia8/crab_25ns_WJetsToLNu_HT600_800/150810_122536", "JOB_GLIDEIN_SiteWMS_Queue": "$$(GLIDEIN_SiteWMS_Queue:Unknown)", "CRAB_RestURInoAPI": "/crabserver/prod", "EnteredCurrentStatus": 1440131525, "MATCH_EXP_JOBGLIDEIN_CMSSite": "T2_CH_CERN", "RequestDisk": 100000, "MATCH_EXP_JOB_GLIDEIN_SiteWMS": "LSF", "MyType": "Job", "MATCH_GLIDEIN_ClusterId": 59069, "PeriodicRemove": "( ( JobStatus =?= 5 ) && ( time() - EnteredCurrentStatus > 7 * 60 ) ) || ( ( JobStatus =?= 2 ) && ( ( MemoryUsage > RequestMemory ) || ( MaxWallTimeMins * 60 < time() - EnteredCurrentStatus ) || ( DiskUsage > 100000000 ) ) ) || ( ( JobStatus =?= 1 ) && ( time() > ( x509UserProxyExpiration + 86400 ) ) )", "CondorVersion": "$CondorVersion: 8.3.5 Apr 16 2015 BuildID: 315103 $", "MATCH_GLIDEIN_Gatekeeper": "ce302.cern.ch:8443/cream-lsf-grid_cms", "CRAB_Workflow": "150810_122536:kbutanov_crab_25ns_ WJetsToLNu_HT600_800", "NumCkpts_RAW": 0, "MinHosts": 1, "RequestCpus": 1, "RemoteUserCpu": 163084.0d, "MATCH_EXP_JOB_GLIDEIN_Schedd": "schedd_glideins3@cmsgwms-factory.fnal.gov", "BytesSent": 119952.0d, "MATCH_GLIDEIN_Schedd": "schedd_glideins3@cmsgwms-factory.fnal.gov", "AutoClusterAttrs": "CheckpointPlatform,DESIRED_Gatekeepers,DESIRED_Sites,MaxWallTimeMins,RequestMemory,REQUIRED_OS,JobUniverse,LastCheckpointPlatform,NumCkpts,x509userproxyfirstfqan,x509userproxysubject,MachineLastMatchTime,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,CMS_ALLOW_OVERFLOW,CRAB_UserRole,DESIRED_Overflow_Region,WMAgent_AgentName,CMSGroups,_condor_RequestCpus,_condor_RequestDisk,_condor_RequestMemory,RequestCpus,RequestDisk,WithinResourceLimits,opportunistic_job,ConcurrencyLimits,NiceUser,Rank,Requirements", "MATCH_GLIDEIN_SiteWMS_Queue": "grid_cms", "NumCkpts": 0, "JobFinishedH ookDone": 1440131525, "ImageSize": 4250000, "JobUniverse": 5, "EncryptExecuteDirectory": false, "MATCH_GLIDEIN_ToRetire": 1440530096, "CRAB_JobType": "analysis", "EnvDelim": ";", "ExitBySignal": false, "LastMatchTime": 1439965560, "OrigMaxHosts": 1, "MATCH_EXP_JOB_GLIDEIN_CMSSite": "T2_CH_CERN", "MATCH_EXP_Used_Gatekeeper": "ce302.cern.ch:8443/cream-lsf-grid_cms", "MATCH_EXP_JOB_GLIDEIN_Entry_Name": "CMS_T2_CH_CERN_ce302", "TerminationPending": true, "CRAB_UserHN": "kbutanov", "BlockReads": 0, "DAGManJobId": 1035690, "MATCH_GLIDEIN_SEs": "srm-eoscms.cern.ch", "MemoryUsage": "( ( ResidentSetSize + 1023 ) / 1024 )", "PeriodicRemoveReason": "ifThenElse(MemoryUsage > RequestMemory,\"Removed due to memory use\",ifThenElse(MaxWallTimeMins * 60 < time() - EnteredCurrentStatus,\"Removed due to wall clock limit\",ifThenElse(DiskUsage > 100000000,\"Removed due to disk usage\",ifThenElse(time() > x509UserProxyExpiration,\"Removed job due to proxy expiration\",\"Removed due to job being held\") )))", "JobNotification": 0, "AcctGroup": "analysis", "LocalUserCpu": 0.0d, "NumJobMatches": 1, "MATCH_GLIDEIN_Entry_Name": "CMS_T2_CH_CERN_ce302", "ExecutableSize_RAW": 6, "CRAB_SaveLogsFlag": 1, "UserLog": "/data/condor_local/spool/5690/0/cluster1035690.proc0.subproc0/job_log", "use_x509userproxy": true, "DAGManNodesMask": "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27", "MATCH_EXP_JOB_GLIDEIN_ToRetire": "1440530096", "LastJobLeaseRenewal": 1440131524, "AcctGroupUser": "uscms5111", "MATCH_EXP_JOB_GLIDEIN_Factory": "gfactory_service", "JOB_GLIDEIN_Job_Max_Time": "$$(GLIDEIN_Job_Max_Time:Unknown)", "TransferOutput": "jobReport.json.53", "x509UserProxyEmail": "khakimjan.butanov@cern.ch", "CRAB_localOutputFiles": "stepB_MC.root=stepB_MC_53.root", "CondorPlatform": "$CondorPlatform: X86_64-RedHat_6.6 $", "MATCH_GLIDEIN_Factory": "gfactory_service", "accounting_group": "analysis", "DAGNodeName": "Job53", "PeriodicRelease": "( HoldReasonCode == 28 ) || ( HoldReasonCode == 30 ) || ( HoldReasonCode == 13 ) || ( HoldReasonCode == 6 )", "CRAB_Publish": 1, "MATCH_EXP_JOB_GLIDEIN_ClusterId": "59069", "MATCH_GLIDEIN_MaxMemMBs": 2800, "JOB_GLIDEIN_SiteWMS_Slot": "$$(GLIDEIN_SiteWMS_Slot:Unknown)", "JOB_GLIDEIN_Entry_Name": "$$(GLIDEIN_Entry_Name:Unknown)", "TransferInput": "CMSRunAnalysis.sh,cmscp.py,CMSRunAnalysis.tar.gz,sandbox.tar.gz,run_and_lumis.tar.gz", "CRAB_NumAutomJobRetries": 2, "CommittedSuspensionTime": 0, "CRAB_DataBlock": "/WJetsToLNu_HT-600To800_TuneCUETP8M1_13TeV-madgraphMLM-pythia8/RunIISpring15DR74-Asympt25ns_MCRUN2_74_V9-v2/MINIAODSIM#85bfee36-3b82-11e5-be34-001e67abf518", "MATCH_EXP_JOB_GLIDEIN_Name": "gfactory_instance", "StreamErr": false, "CRAB_ReqName": "150810_122536:kbutanov_crab_25ns_WJetsToLNu_HT600_800", "CMS_ALLOW_OVERFLOW": "True", "RecentBlockReadKbytes": 0, "WantRemoteSyscalls": false, "MATCH_GLIDEIN_Job_Max_Time": 34800, "NumShadowStarts": 1, "MachineAttrCpus0": 1, "DESIRED_OpSyses": "LINUX", "DAGManNodesLog": "/data/condor_local/spool/5690/0/clust er1035690.proc0.subproc0/RunJobs.dag.nodes.log", "Owner": "uscms5111", "PreJobPrio1": 1, "DiskUsage": 75000, "CRAB_ASOURL": "https://cmsweb.cern.ch/couchdb", "JobLeaseDuration": 1200, "x509UserProxyFirstFQAN": "/cms/Role=NULL/Capability=NULL", "Env": "CRAB_TASKMANAGER_TARBALL=local;SCRAM_ARCH=slc6_amd64_gcc491;CRAB_RUNTIME_TARBALL=local", "MaxWallTimeMins": 2800, "CRAB_SiteBlacklist": "{ }", "JOB_GLIDEIN_MaxMemMBs": "$$(GLIDEIN_MaxMemMBs:Unknown)", "RecentStatsLifetimeStarter": 1200, "CRAB_EDMOutputFiles": "{ }", "MATCH_GLIDEIN_CMSSite": "T2_CH_CERN", "Iwd": "/data/condor_local/spool/5690/0/cluster1035690.proc0.subproc0", "JOB_GLIDEIN_SEs": "$$(GLIDEIN_SEs:Unknown)", "StreamOut": false, "JobAdInformationAttrs": "MATCH_EXP_JOBGLIDEIN_CMSSite, JOBGLIDEIN_CMSSite, RemoteSysCpu, RemoteUserCpu", "StatsLifetimeStarter": 165949, "SubmitEventNotes": "DAG Node: Job53", "CRAB_UserDN": "/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=kbutanov/CN=727362/CN=Khakimjan Butanov", "CRAB_TFileOutputFil es": "{ \"stepB_MC.root\" }", "LeaveJobInQueue": false, "AutoClusterId": 16275, "StartdPrincipal": "execute-side@matchsession/128.142.45.103", "JOB_Gatekeeper": "ifthenelse(substr(Used_Gatekeeper,0,1) =!= \"$\",Used_Gatekeeper,ifthenelse(MATCH_GLIDEIN_Gatekeeper =!= undefined,MATCH_GLIDEIN_Gatekeeper,\"Unknown\"))", "MATCH_Memory": 2800, "MATCH_GLIDEIN_SiteWMS_Slot": "Unknown", "CRAB_StageoutPolicy": "local,remote", "OnExitRemove": true, "MaxWallTimeMins_RAW": 2800, "JobCurrentStartDate": 1439965560, "CRAB_ASOTimeout": 86400, "ExitStatus": 0, "JOB_GLIDECLIENT_Name": "$$(GLIDECLIENT_Name:Unknown)", "CRAB_Destination": "srm://cluster142.knu.ac.kr:8443/srm/managerv2?SFN=/pnfs/knu.ac.kr/data/cms/store/user/kbutanov/HWWwidthRun2/LatinoTrees_V4/WJetsToLNu_HT-600To800_TuneCUETP8M1_13TeV-madgraphMLM-pythia8/crab_25ns_WJetsToLNu_HT600_800/150810_122536/0000/log/cmsRun_53.log.tar.gz, srm://cluster142.knu.ac.kr:8443/srm/managerv2?SFN=/pnfs/knu.ac.kr/data/cms/store/user/kbutanov/HWWwidthRun2/La tinoTrees_V4/WJetsToLNu_HT-600To800_TuneCUETP8M1_13TeV-madgraphMLM-pythia8/crab_25ns_WJetsToLNu_HT600_800/150810_122536/0000/stepB_MC_53.root", "CRAB_DBSURL": "https://cmsweb.cern.ch/dbs/prod/global/DBSReader", "ResidentSetSize": 1250000, "x509UserProxyExpiration": 1440397268, "x509userproxy": "/data/condor_local/spool/5690/0/cluster1035690.proc0.subproc0/8123da6528ec4abd24562a99b4f2b0ec556bed0b", "JOB_GLIDEIN_SiteWMS_JobId": "$$(GLIDEIN_SiteWMS_JobId:Unknown)", "In": "/dev/null", "MATCH_GLIDEIN_SiteWMS": "LSF", "NumRestarts": 0, "DiskUsage_RAW": 61434, "JOB_Site": "$$(GLIDEIN_Site:Unknown)", "MATCH_GLIDEIN_SiteWMS_JobId": "689255460", "ResidentSetSize_RAW": 1238992, "x509userproxysubject": "/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=kbutanov/CN=727362/CN=Khakimjan Butanov", "JOBGLIDEIN_CMSSite": "$$([ifThenElse(GLIDEIN_CMSSite is undefined, \"Unknown\", GLIDEIN_CMSSite)])", "CRAB_ISB": "https://cmsweb.cern.ch/crabcache", "Cmd": "/data/condor_local/spool/5690/0/cluster1035690.proc0 .subproc0/gWMS-CMSRunAnalysis.sh", "RequestDisk_RAW": 1, "CRAB_AdditionalOutputFiles": "{ }", "ShouldTransferFiles": "YES", "TargetType": "Machine", "MATCH_EXP_JOB_GLIDEIN_Job_Max_Time": "34800", "CRAB_UserRole": "undefined", "BlockWrites": 0, "NiceUser": false, "Out": "job_out.53", "ImageSize_RAW": 4095188, "JOB_CMSSite": "$$(GLIDEIN_CMSSite:Unknown)", "x509UserProxyVOName": "cms", "DESIRED_Overflow_Region": "regexps(\"T[12]_US_\",DESIRED_Sites,\"US\")", "CRAB_JobArch": "slc6_amd64_gcc491", "CumulativeSuspensionTime": 0, "JOB_GLIDEIN_Site": "$$(GLIDEIN_Site:Unknown)", "MATCH_EXP_JOB_GLIDEIN_Memory": "2800", "TransferIn": false, "MATCH_EXP_JOB_GLIDEIN_ProcId": "1", "CRAB_BlacklistT1": 0, "Err": "job_err.53", "RecentBlockWrites": 0, "RequestMemory_RAW": 2000, "ProcId": 0, "RecentBlockReads": 0, "TransferInputSizeMB": 2, "NumJobReconnects": 2, "SpooledOutputFiles": "jobReport.json.53", "MATCH_GLIDEIN_Site": "CERN", "BlockWriteKbytes": 0, "SpoolOnEvict": false, "WhenToTransferOutput": "ON_EXIT_OR_EVICT", "MATCH_GLIDECLIENT_Name": "CMSG-v1_0.main", "JobCurrentStartExecutingDate": 1439965573, "MATCH_GLIDEIN_ProcId": 1, "DESIRED_OpSysMajorVers": "6", "OnExitHold": false, "RequestMemory": 2000, "NumJobStarts": 1, "JOB_GLIDEIN_ToRetire": "$$(GLIDEIN_ToRetire:Unknown)", "JOB_GLIDEIN_Schedd": "$$(GLIDEIN_Schedd:Unknown)", "TotalSuspensions": 0, "ExitCode": 0, "CRAB_PublishName": "crab_25ns_WJetsToLNu_HT600_800-9da7f68dc2032d8626d7e7822bb10506", "CRAB_UserWebDir": "http://submit-5.t2.ucsd.edu/CSstoragePath/68/uscms5111/150810_122536:kbutanov_crab_25ns_WJetsToLNu_HT600_800", "BlockReadKbytes": 0, "AccountingGroup": "analysis.kbutanov", "MATCH_EXP_JOB_GLIDEIN_ToDie": "1440564896", "CRAB_PublishDBSURL": "https://cmsweb.cern.ch/dbs/prod/phys03/DBSWriter", "MATCH_EXP_JOB_GLIDEIN_Site": "CERN", "LastJobStatus": 2, "BufferBlockSize": 32768, "CommittedTime": 165965, "CRAB_Retry": 2, "LastSuspensionTime": 0, "MATCH_EXP_JOB_GLIDEIN_Max_Walltime": "603000", "TaskType": "Job", "Cum ulativeSlotTime": 165965.0d, "job_ad_information_attrs": "MATCH_GLIDEIN_Gatekeeper", "MachineAttrSlotWeight0": 1, "NumSystemHolds": 0, "CRAB_RetryOnASOFailures": 1, "Used_Gatekeeper": "$$(GLIDEIN_Gatekeeper:Unknown)", "BytesRecvd": 2128005.0d, "MATCH_EXP_JOB_GLIDEIN_SiteWMS_Slot": "Unknown", "JobRunCount": 1, "LastRemoteHost": "glidein_9757_931570227@b635ef6906.cern.ch", "JobPrio": 10, "CRAB_TransferOutputs": 1, "LocalSysCpu": 0.0d, "MATCH_EXP_JOB_GLIDEIN_SiteWMS_JobId": "689255460", "RemoteSysCpu": 1963.0d, "ExecutableSize": 7, "PeriodicHold": false, "CRAB_InputData": "/WJetsToLNu_HT-600To800_TuneCUETP8M1_13TeV-madgraphMLM-pythia8/RunIISpring15DR74-Asympt25ns_MCRUN2_74_V9-v2/MINIAODSIM", "WantRemoteIO": true, "CRAB_JobSW": "CMSSW_7_4_7", "DAGParentNodeNames": "", "CRAB_SiteWhitelist": "{ }", "JOB_GLIDEIN_Max_Walltime": "$$(GLIDEIN_Max_Walltime:Unknown)", "JOB_GLIDEIN_ProcId": "$$(GLIDEIN_ProcId:Unknown)", "CompletionDate": 1440131525, "CRAB_RestHost": "cmsweb.cern.ch", "MATCH_EXP_ JOB_GLIDEIN_SiteWMS_Queue": "grid_cms", "CRAB_oneEventMode": 0, "Requirements": "( ( ( target.IS_GLIDEIN =!= true ) || ( target.GLIDEIN_CMSSite =!= undefined ) ) && ( GLIDEIN_REQUIRED_OS =?= \"rhel6\" || OpSysMajorVer =?= 6 ) ) && ( ( Memory >= 1 ) && ( Disk >= 1 ) ) && ( TARGET.Arch == \"X86_64\" ) && ( TARGET.OpSys == \"LINUX\" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer )", "x509UserProxyFQAN": "/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=kbutanov/CN=727362/CN=Khakimjan Butanov,/cms/Role=NULL/Capability=NULL", "ClusterId": 1233705, "CRAB_PublishGroupName": 0, "BufferSize": 524288, "JOB_GLIDEIN_ClusterId": "$$(GLIDEIN_ClusterId:Unknown)", "CommittedSlotTime": 165965.0d, "DESIRED_Archs": "X86_64", "MATCH_GLIDEIN_ToDie": 1440564896, "LastPublicClaimId": "<128.142.45.103:55332>#1439963327#3#...", "CurrentHosts": 0, "QDate": 1439964847, "Arguments": "-a sandbox.tar.gz --sourceURL=https://cmsweb.cern.ch/crabcache --jobNumber=53 --cmsswVersion=CMSSW_7_4_7 --scramArch=slc6_amd64_gcc491 --inputFile=[\"/store/mc/RunIISpring15DR74/WJetsToLNu_HT-600To800_TuneCUETP8M1_13TeV-madgraphMLM-pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v2/50000/6E2F932B-633B-E511-A7AE-F04DA23BCE4C.root\"] --runAndLumis=job_lumis_53.json --lheInputFiles=False --firstEvent=None --firstLumi=None --lastEvent=None --firstRun=None --seeding=AutomaticSeeding --scriptExe=None --eventsPerLumi=None --scriptArgs=[] -o {}", "MATCH_EXP_JOB_GLIDEIN_SEs": "srm-eoscms.cern.ch", "CRAB_Id": 53, "User": "uscms5111@cms", "JOB_GLIDEIN_Factory": "$$(GLIDEIN_Factory:Unknown)" } -{ "GlobalJobId": "crab3-1@submit-5.t2.ucsd.edu#1235991.0#1440081300", "PostJobPrio1": -1439550850, "MATCH_EXP_JOB_GLIDECLIENT_Name": "CMSG-v1_0.overflow", "PostJobPrio2": 3, "JobStartDate": 1440081527, "CRAB_UserGroup": "undefined", "MATCH_EXP_JOB_GLIDEIN_MaxMemMBs": "2500", "MATCH_GLIDEIN_Name": "gfactory_instance", "JobStatus": 4, "JOB_GLIDEIN_CMSSite": "$$(GLIDEIN_CMSSite:Unknown)", "CRAB_TaskWorker": "vocms052", "MATCH_GLIDEIN_Max_Walltime": 603000, "JOB_GLIDEIN_SiteWMS": "$$(GLIDEIN_SiteWMS:Unknown)", "CoreSize": -1, "CRAB_AsyncDest": "T2_CH_CERN", "MATCH_EXP_JOB_Site": "Nebraska", "Rank": 0.0d, "JOB_GLIDEIN_Memory": "$$(Memory:Unknown)", "WantCheckpoint": false, "RemoteWallClockTime": 31976.0d, "JOB_GLIDEIN_Name": "$$(GLIDEIN_Name:Unknown)", "DESIRED_SITES": "T2_US_UCSD,T2_DE_DESY,T2_CH_CSCS,T2_US_MIT,T2_IT_Legnaro,T2_UK_London_Brunel,T2_CH_CERN,T2_UK_London_IC,T3_CH_PSI,T1_UK_RAL", "MaxHosts": 1, "MATCH_EXP_JOB_CMSSite": "T2_US_Nebraska", "RootDir": "/", "JOB_GLIDEIN_ToDie": "$$(GLIDEIN_ToDie:Unknown)", "RecentBlockWriteKbytes": 0, "CRAB_Dest": "/store/temp/group/phys_b2g/BprimeKit_ntuple_747_1_MC/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/150814_111316", "JOB_GLIDEIN_SiteWMS_Queue": "$$(GLIDEIN_SiteWMS_Queue:Unknown)", "CRAB_RestURInoAPI": "/crabserver/prod", "EnteredCurrentStatus": 1440113503, "MATCH_EXP_JOBGLIDEIN_CMSSite": "T2_US_Nebraska", "RequestDisk": 100000, "MATCH_EXP_JOB_GLIDEIN_SiteWMS": "HTCondor", "MyType": "Job", "MATCH_GLIDEIN_ClusterId": 3043383, "PeriodicRemove": "( ( JobStatus =?= 5 ) && ( time() - EnteredCurrentStatus > 7 * 60 ) ) || ( ( JobStatus =?= 2 ) && ( ( MemoryUsage > RequestMemory ) || ( MaxWallTimeMins * 60 < time() - EnteredCurrentStatus ) || ( DiskUsage > 100000000 ) ) ) || ( ( JobStatus =?= 1 ) && ( time() > ( x509UserProxyExpiration + 86400 ) ) )", "CondorVersion": "$CondorVersion: 8.3.5 Apr 16 2015 BuildID: 315103 $", "MATCH_GLIDEIN_Gatekeeper": "red-gw1.unl.edu red-gw1.u nl.edu:9619", "CRAB_Workflow": "150814_111316:mrodozov_crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8", "NumCkpts_RAW": 0, "MinHosts": 1, "RequestCpus": 1, "RemoteUserCpu": 27257.0d, "MATCH_EXP_JOB_GLIDEIN_Schedd": "schedd_glideins5@gfactory-1.t2.ucsd.edu", "BytesSent": 604821.0d, "MATCH_GLIDEIN_Schedd": "schedd_glideins5@gfactory-1.t2.ucsd.edu", "AutoClusterAttrs": "CheckpointPlatform,DESIRED_Gatekeepers,DESIRED_Sites,MaxWallTimeMins,RequestMemory,REQUIRED_OS,JobUniverse,LastCheckpointPlatform,NumCkpts,x509userproxyfirstfqan,x509userproxysubject,MachineLastMatchTime,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,CMS_ALLOW_OVERFLOW,CRAB_UserRole,DESIRED_Overflow_Region,WMAgent_AgentName,CMSGroups,_condor_RequestCpus,_condor_RequestDisk,_condor_RequestMemory,RequestCpus,RequestDisk,WithinResourceLimits,opportunistic_job,ConcurrencyLimits,NiceUser,Rank,Requireme nts", "MATCH_GLIDEIN_SiteWMS_Queue": "red-gw1.unl.edu", "NumCkpts": 0, "JobFinishedHookDone": 1440113503, "ImageSize": 2000000, "JobUniverse": 5, "EncryptExecuteDirectory": false, "MATCH_GLIDEIN_ToRetire": 1440630710, "CRAB_JobType": "analysis", "EnvDelim": ";", "ExitBySignal": false, "LastMatchTime": 1440081527, "OrigMaxHosts": 1, "MATCH_EXP_JOB_GLIDEIN_CMSSite": "T2_US_Nebraska", "MATCH_EXP_Used_Gatekeeper": "red-gw1.unl.edu red-gw1.unl.edu:9619", "MATCH_EXP_JOB_GLIDEIN_Entry_Name": "CMS_T2_US_Nebraska_Red_gw1_long", "TerminationPending": true, "CRAB_UserHN": "mrodozov", "BlockReads": 0, "DAGManJobId": 1183604, "MATCH_GLIDEIN_SEs": "srm.unl.edu", "MemoryUsage": "( ( ResidentSetSize + 1023 ) / 1024 )", "PeriodicRemoveReason": "ifThenElse(MemoryUsage > RequestMemory,\"Removed due to memory use\",ifThenElse(MaxWallTimeMins * 60 < time() - EnteredCurrentStatus,\"Removed due to wall clock limit\",ifThenElse(DiskUsage > 100000000,\"Removed due to disk usage\",ifThenElse(time() > x509Use rProxyExpiration,\"Removed job due to proxy expiration\",\"Removed due to job being held\"))))", "JobNotification": 0, "AcctGroup": "analysis", "LocalUserCpu": 0.0d, "NumJobMatches": 1, "MATCH_GLIDEIN_Entry_Name": "CMS_T2_US_Nebraska_Red_gw1_long", "ExecutableSize_RAW": 6, "CRAB_SaveLogsFlag": 1, "UserLog": "/data/condor_local/spool/3604/0/cluster1183604.proc0.subproc0/job_log", "use_x509userproxy": true, "DAGManNodesMask": "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27", "MATCH_EXP_JOB_GLIDEIN_ToRetire": "1440630710", "LastJobLeaseRenewal": 1440113502, "AcctGroupUser": "uscms3850", "MATCH_EXP_JOB_GLIDEIN_Factory": "SDSC", "JOB_GLIDEIN_Job_Max_Time": "$$(GLIDEIN_Job_Max_Time:Unknown)", "TransferOutput": "jobReport.json.3", "x509UserProxyEmail": "mircho.nikolaev.rodozov@cern.ch", "CRAB_localOutputFiles": "results.root=results_3.root", "CondorPlatform": "$CondorPlatform: X86_64-RedHat_6.6 $", "MATCH_GLIDEIN_Factory": "SDSC", "accounting_group": "analysis", "DAGNodeName": "Job3", "PeriodicRele ase": "( HoldReasonCode == 28 ) || ( HoldReasonCode == 30 ) || ( HoldReasonCode == 13 ) || ( HoldReasonCode == 6 )", "CRAB_Publish": 1, "MATCH_EXP_JOB_GLIDEIN_ClusterId": "3043383", "MATCH_GLIDEIN_MaxMemMBs": 2500, "JOB_GLIDEIN_SiteWMS_Slot": "$$(GLIDEIN_SiteWMS_Slot:Unknown)", "JOB_GLIDEIN_Entry_Name": "$$(GLIDEIN_Entry_Name:Unknown)", "TransferInput": "CMSRunAnalysis.sh,cmscp.py,CMSRunAnalysis.tar.gz,sandbox.tar.gz,run_and_lumis.tar.gz", "CRAB_NumAutomJobRetries": 2, "CommittedSuspensionTime": 0, "CRAB_DataBlock": "/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/RunIISpring15DR74-Asympt25ns_MCRUN2_74_V9-v1/MINIAODSIM#242b435c-fc56-11e4-bda5-001e67abef8c", "MATCH_EXP_JOB_GLIDEIN_Name": "gfactory_instance", "StreamErr": false, "CRAB_ReqName": "150814_111316:mrodozov_crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8", "CMS_ALLOW_OVERFLOW": "True", "RecentBlockReadKbytes": 0, "WantRemoteSyscalls": false, "MATCH_GLIDEIN_Job_Max_Time": 34800, "NumShadowStarts": 1, "MachineAttrCpus0": 1, "DESI RED_OpSyses": "LINUX", "DAGManNodesLog": "/data/condor_local/spool/3604/0/cluster1183604.proc0.subproc0/RunJobs.dag.nodes.log", "Owner": "uscms3850", "PreJobPrio1": 0, "DiskUsage": 4250000, "CRAB_ASOURL": "https://cmsweb.cern.ch/couchdb", "JobLeaseDuration": 1200, "x509UserProxyFirstFQAN": "/cms/Role=NULL/Capability=NULL", "Env": "CRAB_TASKMANAGER_TARBALL=local;SCRAM_ARCH=slc6_amd64_gcc491;CRAB_RUNTIME_TARBALL=local", "MaxWallTimeMins": 1400, "CRAB_SiteBlacklist": "{ }", "JOB_GLIDEIN_MaxMemMBs": "$$(GLIDEIN_MaxMemMBs:Unknown)", "RecentStatsLifetimeStarter": 1200, "CRAB_EDMOutputFiles": "{ }", "MATCH_GLIDEIN_CMSSite": "T2_US_Nebraska", "Iwd": "/data/condor_local/spool/3604/0/cluster1183604.proc0.subproc0", "JOB_GLIDEIN_SEs": "$$(GLIDEIN_SEs:Unknown)", "StreamOut": false, "JobAdInformationAttrs": "MATCH_EXP_JOBGLIDEIN_CMSSite, JOBGLIDEIN_CMSSite, RemoteSysCpu, RemoteUserCpu", "StatsLifetimeStarter": 31968, "SubmitEventNotes": "DAG Node: Job3", "CRAB_UserDN": "/DC=ch/DC=cern/OU=Organ ic Units/OU=Users/CN=mrodozov/CN=692532/CN=Mircho Nikolaev Rodozov", "CRAB_TFileOutputFiles": "{ \"results.root\" }", "LeaveJobInQueue": false, "AutoClusterId": 16278, "StartdPrincipal": "execute-side@matchsession/129.93.183.127", "JOB_Gatekeeper": "ifthenelse(substr(Used_Gatekeeper,0,1) =!= \"$\",Used_Gatekeeper,ifthenelse(MATCH_GLIDEIN_Gatekeeper =!= undefined,MATCH_GLIDEIN_Gatekeeper,\"Unknown\"))", "MATCH_Memory": 2500, "MATCH_GLIDEIN_SiteWMS_Slot": "slot1_32@red-d23n7.unl.edu", "CRAB_StageoutPolicy": "local,remote", "OnExitRemove": true, "MaxWallTimeMins_RAW": 1400, "JobCurrentStartDate": 1440081527, "CRAB_ASOTimeout": 86400, "ExitStatus": 0, "JOB_GLIDECLIENT_Name": "$$(GLIDECLIENT_Name:Unknown)", "CRAB_Destination": "srm://srm-eoscms.cern.ch:8443/srm/v2/server?SFN=/eos/cms/store/group/phys_b2g/BprimeKit_ntuple_747_1_MC/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/150814_111316/0000/log/cmsRun_3.log.tar.gz, srm://srm-eoscms.cern.ch: 8443/srm/v2/server?SFN=/eos/cms/store/group/phys_b2g/BprimeKit_ntuple_747_1_MC/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/150814_111316/0000/results_3.root", "CRAB_DBSURL": "https://cmsweb.cern.ch/dbs/prod/global/DBSReader", "ResidentSetSize": 1250000, "x509UserProxyExpiration": 1440171330, "x509userproxy": "/data/condor_local/spool/3604/0/cluster1183604.proc0.subproc0/3adf46df379a2324bc159ae74f147ae01ca238c9", "JOB_GLIDEIN_SiteWMS_JobId": "$$(GLIDEIN_SiteWMS_JobId:Unknown)", "In": "/dev/null", "MATCH_GLIDEIN_SiteWMS": "HTCondor", "NumRestarts": 0, "DiskUsage_RAW": 4111436, "JOB_Site": "$$(GLIDEIN_Site:Unknown)", "MATCH_GLIDEIN_SiteWMS_JobId": "5096573.0", "ResidentSetSize_RAW": 1174388, "x509userproxysubject": "/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=mrodozov/CN=692532/CN=Mircho Nikolaev Rodozov", "JOBGLIDEIN_CMSSite": "$$([ifThenElse(GLIDEIN_CMSSite is undefined, \"Unknown\", GLIDEIN_CMSSite)])", "CRAB_ISB": "https://cmsweb.cern. ch/crabcache", "Cmd": "/data/condor_local/spool/3604/0/cluster1183604.proc0.subproc0/gWMS-CMSRunAnalysis.sh", "RequestDisk_RAW": 1, "CRAB_AdditionalOutputFiles": "{ }", "ShouldTransferFiles": "YES", "TargetType": "Machine", "MATCH_EXP_JOB_GLIDEIN_Job_Max_Time": "34800", "CRAB_UserRole": "undefined", "BlockWrites": 0, "NiceUser": false, "Out": "job_out.3", "ImageSize_RAW": 1756756, "JOB_CMSSite": "$$(GLIDEIN_CMSSite:Unknown)", "x509UserProxyVOName": "cms", "DESIRED_Overflow_Region": "regexps(\"T[12]_US_\",DESIRED_Sites,\"US\")", "CRAB_JobArch": "slc6_amd64_gcc491", "CumulativeSuspensionTime": 0, "JOB_GLIDEIN_Site": "$$(GLIDEIN_Site:Unknown)", "MATCH_EXP_JOB_GLIDEIN_Memory": "2500", "TransferIn": false, "MATCH_EXP_JOB_GLIDEIN_ProcId": "14", "CRAB_BlacklistT1": 0, "Err": "job_err.3", "RecentBlockWrites": 0, "RequestMemory_RAW": 2000, "ProcId": 0, "RecentBlockReads": 0, "TransferInputSizeMB": 42, "SpooledOutputFiles": "jobReport.json.3", "MATCH_GLIDEIN_Site": "Nebraska", "BlockWriteKby tes": 0, "SpoolOnEvict": false, "WhenToTransferOutput": "ON_EXIT_OR_EVICT", "MATCH_GLIDECLIENT_Name": "CMSG-v1_0.overflow", "JobCurrentStartExecutingDate": 1440081533, "MATCH_GLIDEIN_ProcId": 14, "DESIRED_OpSysMajorVers": "6", "OnExitHold": false, "RequestMemory": 2000, "NumJobStarts": 1, "JOB_GLIDEIN_ToRetire": "$$(GLIDEIN_ToRetire:Unknown)", "JOB_GLIDEIN_Schedd": "$$(GLIDEIN_Schedd:Unknown)", "TotalSuspensions": 0, "ExitCode": 0, "CRAB_PublishName": "crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8-025cf8039fdddfc0e0037d5a7ca660ac", "CRAB_UserWebDir": "http://submit-5.t2.ucsd.edu/CSstoragePath/54/uscms3850/150814_111316:mrodozov_crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8", "BlockReadKbytes": 0, "AccountingGroup": "analysis.mrodozov", "MATCH_EXP_JOB_GLIDEIN_ToDie": "1440665510", "CRAB_PublishDBSURL": "https://cmsweb.cern.ch/dbs/prod/phys03/DBSWriter", "MATCH_EXP_JOB_GLIDEIN_Site": "Nebraska", "LastJobStatus": 2, "BufferBlockSize": 32768, "CommittedTime": 31976, "CRAB_Retry": 3, "LastSuspensionTime": 0, "MATCH_EXP_JOB_GLIDEIN_Max_Walltime": "603000", "TaskType": "Job", "CumulativeSlotTime": 31976.0d, "job_ad_information_attrs": "MATCH_GLIDEIN_Gatekeeper", "MachineAttrSlotWeight0": 1, "NumSystemHolds": 0, "CRAB_RetryOnASOFailures": 1, "Used_Gatekeeper": "$$(GLIDEIN_Gatekeeper:Unknown)", "BytesRecvd": 4.4879356E7d, "MATCH_EXP_JOB_GLIDEIN_SiteWMS_Slot": "slot1_32@red-d23n7.unl.edu", "JobRunCount": 1, "LastRemoteHost": "glidein_11321_920434792@red-d23n7.unl.edu", "JobPrio": 10, "CRAB_TransferOutputs": 1, "LocalSysCpu": 0.0d, "MATCH_EXP_JOB_GLIDEIN_SiteWMS_JobId": "5096573.0", "RemoteSysCpu": 621.0d, "ExecutableSize": 7, "PeriodicHold": false, "CRAB_InputData": "/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/RunIISpring15DR74-Asympt25ns_MCRUN2_74_V9-v1/MINIAODSIM", "WantRemoteIO": true, "CRAB_JobSW": "CMSSW_7_4_7_patch2", "CRAB_SiteWhitelist": "{ }", "JOB_GLIDEIN_Max_Walltime": "$$(GLIDEIN_Max_Walltime:Unknown)", "JOB_GLIDEIN_ProcId": "$$(GLIDEIN_ProcId:Unknown)" , "CompletionDate": 1440113503, "CRAB_RestHost": "cmsweb.cern.ch", "MATCH_EXP_JOB_GLIDEIN_SiteWMS_Queue": "red-gw1.unl.edu", "CRAB_oneEventMode": 0, "Requirements": "( ( ( target.IS_GLIDEIN =!= true ) || ( target.GLIDEIN_CMSSite =!= undefined ) ) && ( GLIDEIN_REQUIRED_OS =?= \"rhel6\" || OpSysMajorVer =?= 6 ) ) && ( ( Memory >= 1 ) && ( Disk >= 1 ) ) && ( TARGET.Arch == \"X86_64\" ) && ( TARGET.OpSys == \"LINUX\" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer )", "x509UserProxyFQAN": "/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=mrodozov/CN=692532/CN=Mircho Nikolaev Rodozov,/cms/Role=NULL/Capability=NULL", "ClusterId": 1235991, "CRAB_PublishGroupName": 0, "BufferSize": 524288, "JOB_GLIDEIN_ClusterId": "$$(GLIDEIN_ClusterId:Unknown)", "CommittedSlotTime": 31976.0d, "DESIRED_Archs": "X86_64", "MATCH_GLIDEIN_ToDie": 1440665510, "LastPublicClaimId": "<129.93.183.127:56441>#1440063351#7#...", "CurrentHosts": 0, "QDate": 1440081300, "A rguments": "-a sandbox.tar.gz --sourceURL=https://cmsweb.cern.ch/crabcache --jobNumber=3 --cmsswVersion=CMSSW_7_4_7_patch2 --scramArch=slc6_amd64_gcc491 --inputFile=[\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/60000/06DE7D5F-D4FB-E411-9C85-00261894394A.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/E29E093E-54FC-E411-8AE5-0025905A60FE.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/50000/F0FDF730-EDFB-E411-842B-00261834B51D.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/FECCF363-F5FB-E411-85A3-002590DBDFE0.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/50000/0E4CEBFE-ECFB-E411-9F0C-842B2B29273C.root\",' '\"/store/mc /RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/ECF66DCC-F0FB-E411-84CF-00259074AE32.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/60000/96F29C69-D4FB-E411-9028-842B2B292627.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/50000/6E887F0F-EDFB-E411-875B-BCAEC54B303A.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/0C788712-F5FB-E411-AA0E-AC853D9DAC29.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/723A41AE-F4FB-E411-BAA3-0025905C431A.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/DA4EA0F5-F4FB-E411-B2AD-00259073E31C.root\",' '\"/store/mc/RunIISpring1 5DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/98C8F097-F7FB-E411-9A1F-52540006FB8D.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/DE4F8235-5FFC-E411-80CD-0025905A6088.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/EA5D6151-F5FB-E411-99F0-0026B92E0C74.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/205D0CF9-F4FB-E411-934D-000F532734AC.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/24BCAED9-F0FB-E411-A35B-00259074AE54.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/A4C160C1-F4FB-E411-A66D-B083FED76C6C.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_ 300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/E86B536C-54FC-E411-8787-AC853D9DACE1.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/50000/2E68E42D-EDFB-E411-8027-001E67397CC9.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/50000/A056D12B-EDFB-E411-9E51-52540006FDD6.root\"] --runAndLumis=job_lumis_3.json --lheInputFiles=False --firstEvent=None --firstLumi=None --lastEvent=None --firstRun=None --seeding=AutomaticSeeding --scriptExe=None --eventsPerLumi=None --scriptArgs=[] -o {}", "MATCH_EXP_JOB_GLIDEIN_SEs": "srm.unl.edu", "CRAB_Id": 3, "User": "uscms3850@cms", "JOB_GLIDEIN_Factory": "$$(GLIDEIN_Factory:Unknown)" } -{ "GlobalJobId": "crab3-1@submit-5.t2.ucsd.edu#1235992.0#1440081300", "PostJobPrio1": -1439550850, "MATCH_EXP_JOB_GLIDECLIENT_Name": "CMSG-v1_0.overflow", "PostJobPrio2": 3, "JobStartDate": 1440081782, "CRAB_UserGroup": "undefined", "MATCH_EXP_JOB_GLIDEIN_MaxMemMBs": "2500", "MATCH_GLIDEIN_Name": "gfactory_instance", "JobStatus": 4, "JOB_GLIDEIN_CMSSite": "$$(GLIDEIN_CMSSite:Unknown)", "CRAB_TaskWorker": "vocms052", "MATCH_GLIDEIN_Max_Walltime": 603000, "JOB_GLIDEIN_SiteWMS": "$$(GLIDEIN_SiteWMS:Unknown)", "CoreSize": -1, "CRAB_AsyncDest": "T2_CH_CERN", "MATCH_EXP_JOB_Site": "Nebraska", "Rank": 0.0d, "JOB_GLIDEIN_Memory": "$$(Memory:Unknown)", "WantCheckpoint": false, "RemoteWallClockTime": 33360.0d, "JOB_GLIDEIN_Name": "$$(GLIDEIN_Name:Unknown)", "DESIRED_SITES": "T2_US_UCSD,T2_DE_DESY,T2_CH_CSCS,T2_US_MIT,T2_IT_Legnaro,T2_UK_London_Brunel,T2_CH_CERN,T2_UK_London_IC,T3_CH_PSI,T1_UK_RAL", "MaxHosts": 1, "MATCH_EXP_JOB_CMSSite": "T2_US_Nebraska", "RootDir": "/", "JOB_GLIDEIN_ToDie": "$$(GLIDEIN_ToDie:Unknown)", "RecentBlockWriteKbytes": 0, "CRAB_Dest": "/store/temp/group/phys_b2g/BprimeKit_ntuple_747_1_MC/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/150814_111316", "JOB_GLIDEIN_SiteWMS_Queue": "$$(GLIDEIN_SiteWMS_Queue:Unknown)", "CRAB_RestURInoAPI": "/crabserver/prod", "EnteredCurrentStatus": 1440115142, "MATCH_EXP_JOBGLIDEIN_CMSSite": "T2_US_Nebraska", "RequestDisk": 100000, "MATCH_EXP_JOB_GLIDEIN_SiteWMS": "HTCondor", "MyType": "Job", "MATCH_GLIDEIN_ClusterId": 2561111, "PeriodicRemove": "( ( JobStatus =?= 5 ) && ( time() - EnteredCurrentStatus > 7 * 60 ) ) || ( ( JobStatus =?= 2 ) && ( ( MemoryUsage > RequestMemory ) || ( MaxWallTimeMins * 60 < time() - EnteredCurrentStatus ) || ( DiskUsage > 100000000 ) ) ) || ( ( JobStatus =?= 1 ) && ( time() > ( x509UserProxyExpiration + 86400 ) ) )", "CondorVersion": "$CondorVersion: 8.3.5 Apr 16 2015 BuildID: 315103 $", "MATCH_GLIDEIN_Gatekeeper": "red.unl.edu red.unl.edu:9 619", "CRAB_Workflow": "150814_111316:mrodozov_crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8", "NumCkpts_RAW": 0, "MinHosts": 1, "RequestCpus": 1, "RemoteUserCpu": 28513.0d, "MATCH_EXP_JOB_GLIDEIN_Schedd": "schedd_glideins6@glidein.grid.iu.edu", "BytesSent": 597241.0d, "MATCH_GLIDEIN_Schedd": "schedd_glideins6@glidein.grid.iu.edu", "AutoClusterAttrs": "CheckpointPlatform,DESIRED_Gatekeepers,DESIRED_Sites,MaxWallTimeMins,RequestMemory,REQUIRED_OS,JobUniverse,LastCheckpointPlatform,NumCkpts,x509userproxyfirstfqan,x509userproxysubject,MachineLastMatchTime,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,CMS_ALLOW_OVERFLOW,CRAB_UserRole,DESIRED_Overflow_Region,WMAgent_AgentName,CMSGroups,_condor_RequestCpus,_condor_RequestDisk,_condor_RequestMemory,RequestCpus,RequestDisk,WithinResourceLimits,opportunistic_job,ConcurrencyLimits,NiceUser,Rank,Requirements", "MATCH_G LIDEIN_SiteWMS_Queue": "red.unl.edu", "NumCkpts": 0, "JobFinishedHookDone": 1440115142, "ImageSize": 1750000, "JobUniverse": 5, "EncryptExecuteDirectory": false, "MATCH_GLIDEIN_ToRetire": 1440616411, "CRAB_JobType": "analysis", "EnvDelim": ";", "ExitBySignal": false, "LastMatchTime": 1440081782, "OrigMaxHosts": 1, "MATCH_EXP_JOB_GLIDEIN_CMSSite": "T2_US_Nebraska", "MATCH_EXP_Used_Gatekeeper": "red.unl.edu red.unl.edu:9619", "MATCH_EXP_JOB_GLIDEIN_Entry_Name": "CMS_T2_US_Nebraska_Red_long", "TerminationPending": true, "CRAB_UserHN": "mrodozov", "BlockReads": 0, "DAGManJobId": 1183604, "MATCH_GLIDEIN_SEs": "srm.unl.edu", "MemoryUsage": "( ( ResidentSetSize + 1023 ) / 1024 )", "PeriodicRemoveReason": "ifThenElse(MemoryUsage > RequestMemory,\"Removed due to memory use\",ifThenElse(MaxWallTimeMins * 60 < time() - EnteredCurrentStatus,\"Removed due to wall clock limit\",ifThenElse(DiskUsage > 100000000,\"Removed due to disk usage\",ifThenElse(time() > x509UserProxyExpiration,\"Removed job due to proxy expiration\",\"Removed due to job being held\"))))", "JobNotification": 0, "AcctGroup": "analysis", "LocalUserCpu": 0.0d, "NumJobMatches": 1, "MATCH_GLIDEIN_Entry_Name": "CMS_T2_US_Nebraska_Red_long", "ExecutableSize_RAW": 6, "CRAB_SaveLogsFlag": 1, "UserLog": "/data/condor_local/spool/3604/0/cluster1183604.proc0.subproc0/job_log", "use_x509userproxy": true, "DAGManNodesMask": "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27", "MATCH_EXP_JOB_GLIDEIN_ToRetire": "1440616411", "LastJobLeaseRenewal": 1440115142, "AcctGroupUser": "uscms3850", "MATCH_EXP_JOB_GLIDEIN_Factory": "OSGGOC", "JOB_GLIDEIN_Job_Max_Time": "$$(GLIDEIN_Job_Max_Time:Unknown)", "TransferOutput": "jobReport.json.4", "x509UserProxyEmail": "mircho.nikolaev.rodozov@cern.ch", "CRAB_localOutputFiles": "results.root=results_4.root", "CondorPlatform": "$CondorPlatform: X86_64-RedHat_6.6 $", "MATCH_GLIDEIN_Factory": "OSGGOC", "accounting_group": "analysis", "DAGNodeName": "Job4", "PeriodicRelease": "( HoldReasonCode == 28 ) || ( HoldReasonCode == 30 ) || ( HoldReasonCode == 13 ) || ( HoldReasonCode == 6 )", "CRAB_Publish": 1, "MATCH_EXP_JOB_GLIDEIN_ClusterId": "2561111", "MATCH_GLIDEIN_MaxMemMBs": 2500, "JOB_GLIDEIN_SiteWMS_Slot": "$$(GLIDEIN_SiteWMS_Slot:Unknown)", "JOB_GLIDEIN_Entry_Name": "$$(GLIDEIN_Entry_Name:Unknown)", "TransferInput": "CMSRunAnalysis.sh,cmscp.py,CMSRunAnalysis.tar.gz,sandbox.tar.gz,run_and_lumis.tar.gz", "CRAB_NumAutomJobRetries": 2, "CommittedSuspensionTime": 0, "CRAB_DataBlock": "/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/RunIISpring15DR74-Asympt25ns_MCRUN2_74_V9-v1/MINIAODSIM#242b435c-fc56-11e4-bda5-001e67abef8c", "MATCH_EXP_JOB_GLIDEIN_Name": "gfactory_instance", "StreamErr": false, "CRAB_ReqName": "150814_111316:mrodozov_crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8", "CMS_ALLOW_OVERFLOW": "True", "RecentBlockReadKbytes": 0, "WantRemoteSyscalls": false, "MATCH_GLIDEIN_Job_Max_Time": 34800, "NumShadowStarts": 1, "MachineAttrCpus0": 1, "DESIRED_OpSyses": "LINUX", "DAGMan NodesLog": "/data/condor_local/spool/3604/0/cluster1183604.proc0.subproc0/RunJobs.dag.nodes.log", "Owner": "uscms3850", "PreJobPrio1": 0, "DiskUsage": 3750000, "CRAB_ASOURL": "https://cmsweb.cern.ch/couchdb", "JobLeaseDuration": 1200, "x509UserProxyFirstFQAN": "/cms/Role=NULL/Capability=NULL", "Env": "CRAB_TASKMANAGER_TARBALL=local;SCRAM_ARCH=slc6_amd64_gcc491;CRAB_RUNTIME_TARBALL=local", "MaxWallTimeMins": 1400, "CRAB_SiteBlacklist": "{ }", "JOB_GLIDEIN_MaxMemMBs": "$$(GLIDEIN_MaxMemMBs:Unknown)", "RecentStatsLifetimeStarter": 1200, "CRAB_EDMOutputFiles": "{ }", "MATCH_GLIDEIN_CMSSite": "T2_US_Nebraska", "Iwd": "/data/condor_local/spool/3604/0/cluster1183604.proc0.subproc0", "JOB_GLIDEIN_SEs": "$$(GLIDEIN_SEs:Unknown)", "StreamOut": false, "JobAdInformationAttrs": "MATCH_EXP_JOBGLIDEIN_CMSSite, JOBGLIDEIN_CMSSite, RemoteSysCpu, RemoteUserCpu", "StatsLifetimeStarter": 33352, "SubmitEventNotes": "DAG Node: Job4", "CRAB_UserDN": "/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=mrodozov/ CN=692532/CN=Mircho Nikolaev Rodozov", "CRAB_TFileOutputFiles": "{ \"results.root\" }", "LeaveJobInQueue": false, "AutoClusterId": 16278, "StartdPrincipal": "execute-side@matchsession/129.93.182.12", "JOB_Gatekeeper": "ifthenelse(substr(Used_Gatekeeper,0,1) =!= \"$\",Used_Gatekeeper,ifthenelse(MATCH_GLIDEIN_Gatekeeper =!= undefined,MATCH_GLIDEIN_Gatekeeper,\"Unknown\"))", "MATCH_Memory": 2500, "MATCH_GLIDEIN_SiteWMS_Slot": "slot1_6@red-d8n12.unl.edu", "CRAB_StageoutPolicy": "local,remote", "OnExitRemove": true, "MaxWallTimeMins_RAW": 1400, "JobCurrentStartDate": 1440081782, "CRAB_ASOTimeout": 86400, "ExitStatus": 0, "JOB_GLIDECLIENT_Name": "$$(GLIDECLIENT_Name:Unknown)", "CRAB_Destination": "srm://srm-eoscms.cern.ch:8443/srm/v2/server?SFN=/eos/cms/store/group/phys_b2g/BprimeKit_ntuple_747_1_MC/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/150814_111316/0000/log/cmsRun_4.log.tar.gz, srm://srm-eoscms.cern.ch:8443/srm/v2/server?SFN=/eos/cms/ store/group/phys_b2g/BprimeKit_ntuple_747_1_MC/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/150814_111316/0000/results_4.root", "CRAB_DBSURL": "https://cmsweb.cern.ch/dbs/prod/global/DBSReader", "ResidentSetSize": 1250000, "x509UserProxyExpiration": 1440171330, "x509userproxy": "/data/condor_local/spool/3604/0/cluster1183604.proc0.subproc0/3adf46df379a2324bc159ae74f147ae01ca238c9", "JOB_GLIDEIN_SiteWMS_JobId": "$$(GLIDEIN_SiteWMS_JobId:Unknown)", "In": "/dev/null", "MATCH_GLIDEIN_SiteWMS": "HTCondor", "NumRestarts": 0, "DiskUsage_RAW": 3661158, "JOB_Site": "$$(GLIDEIN_Site:Unknown)", "MATCH_GLIDEIN_SiteWMS_JobId": "5092137.0", "ResidentSetSize_RAW": 1148372, "x509userproxysubject": "/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=mrodozov/CN=692532/CN=Mircho Nikolaev Rodozov", "JOBGLIDEIN_CMSSite": "$$([ifThenElse(GLIDEIN_CMSSite is undefined, \"Unknown\", GLIDEIN_CMSSite)])", "CRAB_ISB": "https://cmsweb.cern.ch/crabcache", "Cmd": "/data/con dor_local/spool/3604/0/cluster1183604.proc0.subproc0/gWMS-CMSRunAnalysis.sh", "RequestDisk_RAW": 1, "CRAB_AdditionalOutputFiles": "{ }", "ShouldTransferFiles": "YES", "TargetType": "Machine", "MATCH_EXP_JOB_GLIDEIN_Job_Max_Time": "34800", "CRAB_UserRole": "undefined", "BlockWrites": 0, "NiceUser": false, "Out": "job_out.4", "ImageSize_RAW": 1727056, "JOB_CMSSite": "$$(GLIDEIN_CMSSite:Unknown)", "x509UserProxyVOName": "cms", "DESIRED_Overflow_Region": "regexps(\"T[12]_US_\",DESIRED_Sites,\"US\")", "CRAB_JobArch": "slc6_amd64_gcc491", "CumulativeSuspensionTime": 0, "JOB_GLIDEIN_Site": "$$(GLIDEIN_Site:Unknown)", "MATCH_EXP_JOB_GLIDEIN_Memory": "2500", "TransferIn": false, "MATCH_EXP_JOB_GLIDEIN_ProcId": "8", "CRAB_BlacklistT1": 0, "Err": "job_err.4", "RecentBlockWrites": 0, "RequestMemory_RAW": 2000, "ProcId": 0, "RecentBlockReads": 0, "TransferInputSizeMB": 42, "SpooledOutputFiles": "jobReport.json.4", "MATCH_GLIDEIN_Site": "Nebraska", "BlockWriteKbytes": 0, "SpoolOnEvict": false, " WhenToTransferOutput": "ON_EXIT_OR_EVICT", "MATCH_GLIDECLIENT_Name": "CMSG-v1_0.overflow", "JobCurrentStartExecutingDate": 1440081789, "MATCH_GLIDEIN_ProcId": 8, "DESIRED_OpSysMajorVers": "6", "OnExitHold": false, "RequestMemory": 2000, "NumJobStarts": 1, "JOB_GLIDEIN_ToRetire": "$$(GLIDEIN_ToRetire:Unknown)", "JOB_GLIDEIN_Schedd": "$$(GLIDEIN_Schedd:Unknown)", "TotalSuspensions": 0, "ExitCode": 0, "CRAB_PublishName": "crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8-025cf8039fdddfc0e0037d5a7ca660ac", "CRAB_UserWebDir": "http://submit-5.t2.ucsd.edu/CSstoragePath/54/uscms3850/150814_111316:mrodozov_crab_QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8", "BlockReadKbytes": 0, "AccountingGroup": "analysis.mrodozov", "MATCH_EXP_JOB_GLIDEIN_ToDie": "1440651211", "CRAB_PublishDBSURL": "https://cmsweb.cern.ch/dbs/prod/phys03/DBSWriter", "MATCH_EXP_JOB_GLIDEIN_Site": "Nebraska", "LastJobStatus": 2, "BufferBlockSize": 32768, "CommittedTime": 33360, "CRAB_Retry": 3, "LastSuspensionTime": 0, "MATCH_E XP_JOB_GLIDEIN_Max_Walltime": "603000", "TaskType": "Job", "CumulativeSlotTime": 33360.0d, "job_ad_information_attrs": "MATCH_GLIDEIN_Gatekeeper", "MachineAttrSlotWeight0": 1, "NumSystemHolds": 0, "CRAB_RetryOnASOFailures": 1, "Used_Gatekeeper": "$$(GLIDEIN_Gatekeeper:Unknown)", "BytesRecvd": 4.4879356E7d, "MATCH_EXP_JOB_GLIDEIN_SiteWMS_Slot": "slot1_6@red-d8n12.unl.edu", "JobRunCount": 1, "LastRemoteHost": "glidein_1936_57194584@red-d8n12.unl.edu", "JobPrio": 10, "CRAB_TransferOutputs": 1, "LocalSysCpu": 0.0d, "MATCH_EXP_JOB_GLIDEIN_SiteWMS_JobId": "5092137.0", "RemoteSysCpu": 616.0d, "ExecutableSize": 7, "PeriodicHold": false, "CRAB_InputData": "/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/RunIISpring15DR74-Asympt25ns_MCRUN2_74_V9-v1/MINIAODSIM", "WantRemoteIO": true, "CRAB_JobSW": "CMSSW_7_4_7_patch2", "CRAB_SiteWhitelist": "{ }", "JOB_GLIDEIN_Max_Walltime": "$$(GLIDEIN_Max_Walltime:Unknown)", "JOB_GLIDEIN_ProcId": "$$(GLIDEIN_ProcId:Unknown)", "CompletionDate": 1440115142, "CRAB _RestHost": "cmsweb.cern.ch", "MATCH_EXP_JOB_GLIDEIN_SiteWMS_Queue": "red.unl.edu", "CRAB_oneEventMode": 0, "Requirements": "( ( ( target.IS_GLIDEIN =!= true ) || ( target.GLIDEIN_CMSSite =!= undefined ) ) && ( GLIDEIN_REQUIRED_OS =?= \"rhel6\" || OpSysMajorVer =?= 6 ) ) && ( ( Memory >= 1 ) && ( Disk >= 1 ) ) && ( TARGET.Arch == \"X86_64\" ) && ( TARGET.OpSys == \"LINUX\" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer )", "x509UserProxyFQAN": "/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=mrodozov/CN=692532/CN=Mircho Nikolaev Rodozov,/cms/Role=NULL/Capability=NULL", "ClusterId": 1235992, "CRAB_PublishGroupName": 0, "BufferSize": 524288, "JOB_GLIDEIN_ClusterId": "$$(GLIDEIN_ClusterId:Unknown)", "CommittedSlotTime": 33360.0d, "DESIRED_Archs": "X86_64", "MATCH_GLIDEIN_ToDie": 1440651211, "LastPublicClaimId": "<129.93.182.12:42491>#1440048812#7#...", "CurrentHosts": 0, "QDate": 1440081300, "Arguments": "-a sandbox.tar.gz --sourceURL= https://cmsweb.cern.ch/crabcache --jobNumber=4 --cmsswVersion=CMSSW_7_4_7_patch2 --scramArch=slc6_amd64_gcc491 --inputFile=[\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/9A89CA60-69FC-E411-9661-0025905C42B8.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/60000/34F8B66A-D4FB-E411-8F89-842B2B29273C.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/7CE6B848-F5FB-E411-A605-0025905A60A8.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/9E842AA8-54FC-E411-8BC7-000F53273500.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/60000/C44AD465-D4FB-E411-8704-002590200A40.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUE TP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/90B6CB1B-07FD-E411-BD52-001E67397CBA.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/183FB65F-69FC-E411-A5A8-0025904B7C26.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/50000/5A0A9A0E-EDFB-E411-B95F-00266CF330B8.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/3E3768F1-61FC-E411-B163-002618943956.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/08DB9DDE-F4FB-E411-9BC9-52540001DACD.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/CE293F9B-54FC-E411-83E8-AC853D9DACD3.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_p ythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/A4479F5F-69FC-E411-B0B5-0025904C6378.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/60000/0419455F-D4FB-E411-AEFA-00261894394A.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/E6BD6C76-54FC-E411-A1F2-AC853D9DACD7.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/AC15F863-F5FB-E411-8F07-002590DB9286.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/70000/CC9B7EE2-F4FB-E411-BCD9-52540001DACD.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/60000/5844575F-D4FB-E411-81F5-003048FFD732.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAO DSIM/Asympt25ns_MCRUN2_74_V9-v1/60000/6EC5205E-D4FB-E411-9885-001E67396BB7.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/B63200E8-69FC-E411-B949-0025904C51FC.root\",' '\"/store/mc/RunIISpring15DR74/QCD_Pt_300to470_TuneCUETP8M1_13TeV_pythia8/MINIAODSIM/Asympt25ns_MCRUN2_74_V9-v1/80000/14554A42-54FC-E411-86D2-0025905A605E.root\"] --runAndLumis=job_lumis_4.json --lheInputFiles=False --firstEvent=None --firstLumi=None --lastEvent=None --firstRun=None --seeding=AutomaticSeeding --scriptExe=None --eventsPerLumi=None --scriptArgs=[] -o {}", "MATCH_EXP_JOB_GLIDEIN_SEs": "srm.unl.edu", "CRAB_Id": 4, "User": "uscms3850@cms", "JOB_GLIDEIN_Factory": "$$(GLIDEIN_Factory:Unknown)" } http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-app/src/test/resources/runtimets/results/global-aggregate/q01/q01.1.adm ---------------------------------------------------------------------- diff --git a/asterix-app/src/test/resources/runtimets/results/global-aggregate/q01/q01.1.adm b/asterix-app/src/test/resources/runtimets/results/global-aggregate/q01/q01.1.adm deleted file mode 100644 index 8e357b8..0000000 --- a/asterix-app/src/test/resources/runtimets/results/global-aggregate/q01/q01.1.adm +++ /dev/null @@ -1 +0,0 @@ -{ "count": 10 } http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-app/src/test/resources/runtimets/results/global-aggregate/q02/q02.1.adm ---------------------------------------------------------------------- diff --git a/asterix-app/src/test/resources/runtimets/results/global-aggregate/q02/q02.1.adm b/asterix-app/src/test/resources/runtimets/results/global-aggregate/q02/q02.1.adm deleted file mode 100644 index 0d74afe..0000000 --- a/asterix-app/src/test/resources/runtimets/results/global-aggregate/q02/q02.1.adm +++ /dev/null @@ -1 +0,0 @@ -{ "foo": 1, "count": 10 } http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-app/src/test/resources/runtimets/results/global-aggregate/q08/q08.1.adm ---------------------------------------------------------------------- diff --git a/asterix-app/src/test/resources/runtimets/results/global-aggregate/q08/q08.1.adm b/asterix-app/src/test/resources/runtimets/results/global-aggregate/q08/q08.1.adm deleted file mode 100644 index e45bb55..0000000 --- a/asterix-app/src/test/resources/runtimets/results/global-aggregate/q08/q08.1.adm +++ /dev/null @@ -1,10 +0,0 @@ -{ "count": 4 } -{ "count": 2 } -{ "count": 4 } -{ "count": 1 } -{ "count": 3 } -{ "count": 3 } -{ "count": 1 } -{ "count": 1 } -{ "count": 2 } -{ "count": 3 } http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-app/src/test/resources/runtimets/results/temp-dataset/temp_primary_plus_ngram_flush/temp_primary_plus_ngram_flush.3.adm ---------------------------------------------------------------------- diff --git a/asterix-app/src/test/resources/runtimets/results/temp-dataset/temp_primary_plus_ngram_flush/temp_primary_plus_ngram_flush.3.adm b/asterix-app/src/test/resources/runtimets/results/temp-dataset/temp_primary_plus_ngram_flush/temp_primary_plus_ngram_flush.3.adm deleted file mode 100644 index e37d32a..0000000 --- a/asterix-app/src/test/resources/runtimets/results/temp-dataset/temp_primary_plus_ngram_flush/temp_primary_plus_ngram_flush.3.adm +++ /dev/null @@ -1 +0,0 @@ -1000 \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-app/src/test/resources/runtimets/results/tpch/q06_forecast_revenue_change/q06_forecast_revenue_change.2.adm ---------------------------------------------------------------------- diff --git a/asterix-app/src/test/resources/runtimets/results/tpch/q06_forecast_revenue_change/q06_forecast_revenue_change.2.adm b/asterix-app/src/test/resources/runtimets/results/tpch/q06_forecast_revenue_change/q06_forecast_revenue_change.2.adm deleted file mode 100644 index cebc6b5..0000000 --- a/asterix-app/src/test/resources/runtimets/results/tpch/q06_forecast_revenue_change/q06_forecast_revenue_change.2.adm +++ /dev/null @@ -1 +0,0 @@ -{ "count": 116 } http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-app/src/test/resources/runtimets/results_parser_sqlpp/tpch/q06_forecast_revenue_change/q06_forecast_revenue_change.4.ast ---------------------------------------------------------------------- diff --git a/asterix-app/src/test/resources/runtimets/results_parser_sqlpp/tpch/q06_forecast_revenue_change/q06_forecast_revenue_change.4.ast b/asterix-app/src/test/resources/runtimets/results_parser_sqlpp/tpch/q06_forecast_revenue_change/q06_forecast_revenue_change.4.ast deleted file mode 100644 index 420bd44..0000000 --- a/asterix-app/src/test/resources/runtimets/results_parser_sqlpp/tpch/q06_forecast_revenue_change/q06_forecast_revenue_change.4.ast +++ /dev/null @@ -1,73 +0,0 @@ -DataverseUse tpch -Query: -SELECT [ -FunctionCall tpch.count@1[ - ( - SELECT ELEMENT [ - FieldAccessor [ - Variable [ Name=#2 ] - Field=l - ] - ] - FROM [ Variable [ Name=#1 ] - AS - Variable [ Name=#2 ] - ] - ) -] -count -] -FROM [ FunctionCall Metadata.dataset@1[ - LiteralExpr [STRING] [LineItem] - ] - AS - Variable [ Name=$l ] -] -Where - OperatorExpr [ - OperatorExpr [ - FieldAccessor [ - Variable [ Name=$l ] - Field=l_shipdate - ] - >= - LiteralExpr [STRING] [1994-01-01] - ] - and - OperatorExpr [ - FieldAccessor [ - Variable [ Name=$l ] - Field=l_shipdate - ] - < - LiteralExpr [STRING] [1995-01-01] - ] - and - OperatorExpr [ - FieldAccessor [ - Variable [ Name=$l ] - Field=l_discount - ] - >= - LiteralExpr [DOUBLE] [0.05] - ] - and - OperatorExpr [ - FieldAccessor [ - Variable [ Name=$l ] - Field=l_discount - ] - <= - LiteralExpr [DOUBLE] [0.07] - ] - and - OperatorExpr [ - FieldAccessor [ - Variable [ Name=$l ] - Field=l_quantity - ] - < - LiteralExpr [LONG] [24] - ] - ] -Group All http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-external-data/src/main/java/org/apache/asterix/external/api/IStreamNotificationHandler.java ---------------------------------------------------------------------- diff --git a/asterix-external-data/src/main/java/org/apache/asterix/external/api/IStreamNotificationHandler.java b/asterix-external-data/src/main/java/org/apache/asterix/external/api/IStreamNotificationHandler.java deleted file mode 100644 index 8b014ad..0000000 --- a/asterix-external-data/src/main/java/org/apache/asterix/external/api/IStreamNotificationHandler.java +++ /dev/null @@ -1,28 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.external.api; - -public interface IStreamNotificationHandler { - - /** - * Used to notify a handler that the stream is about to start reading data from a new source. - * An example use is by the parser to skip CSV file headers in case the stream reads from a set of files. - */ - public void notifyNewSource(); -} http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/IndexingStreamRecordReader.java ---------------------------------------------------------------------- diff --git a/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/IndexingStreamRecordReader.java b/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/IndexingStreamRecordReader.java deleted file mode 100644 index 6eee892..0000000 --- a/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/IndexingStreamRecordReader.java +++ /dev/null @@ -1,101 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.external.input.record.reader; - -import java.io.IOException; -import java.util.List; - -import org.apache.asterix.external.api.IExternalIndexer; -import org.apache.asterix.external.api.IIndexingDatasource; -import org.apache.asterix.external.api.IRawRecord; -import org.apache.asterix.external.api.IRecordReader; -import org.apache.asterix.external.dataflow.AbstractFeedDataFlowController; -import org.apache.asterix.external.indexing.ExternalFile; -import org.apache.asterix.external.input.record.reader.stream.StreamRecordReader; -import org.apache.asterix.external.util.FeedLogManager; -import org.apache.hadoop.io.Writable; -import org.apache.hadoop.mapred.RecordReader; -import org.apache.hyracks.api.exceptions.HyracksDataException; - -public class IndexingStreamRecordReader implements IRecordReader, IIndexingDatasource { - - private StreamRecordReader reader; - private IExternalIndexer indexer; - - public IndexingStreamRecordReader(StreamRecordReader reader, IExternalIndexer indexer) { - this.reader = reader; - this.indexer = indexer; - } - - @Override - public void close() throws IOException { - reader.close(); - } - - @Override - public IExternalIndexer getIndexer() { - return indexer; - } - - @Override - public boolean hasNext() throws Exception { - return reader.hasNext(); - } - - @Override - public IRawRecord next() throws IOException, InterruptedException { - return reader.next(); - } - - @Override - public boolean stop() { - return reader.stop(); - } - - @Override - public void setController(AbstractFeedDataFlowController controller) { - reader.setController(controller); - } - - @Override - public void setFeedLogManager(FeedLogManager feedLogManager) throws HyracksDataException { - reader.setFeedLogManager(feedLogManager); - } - - @Override - public List getSnapshot() { - return null; - } - - @Override - public int getCurrentSplitIndex() { - return -1; - } - - @Override - public RecordReader getReader() { - return null; - } - - @Override - public boolean handleException(Throwable th) { - return reader.handleException(th); - } - -} http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/stream/StreamRecordReader.java ---------------------------------------------------------------------- diff --git a/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/stream/StreamRecordReader.java b/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/stream/StreamRecordReader.java deleted file mode 100644 index 7dc5bce..0000000 --- a/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/stream/StreamRecordReader.java +++ /dev/null @@ -1,98 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.external.input.record.reader.stream; - -import java.io.IOException; - -import org.apache.asterix.external.api.AsterixInputStream; -import org.apache.asterix.external.api.IRawRecord; -import org.apache.asterix.external.api.IRecordReader; -import org.apache.asterix.external.api.IStreamNotificationHandler; -import org.apache.asterix.external.dataflow.AbstractFeedDataFlowController; -import org.apache.asterix.external.input.record.CharArrayRecord; -import org.apache.asterix.external.input.stream.AsterixInputStreamReader; -import org.apache.asterix.external.util.ExternalDataConstants; -import org.apache.asterix.external.util.FeedLogManager; -import org.apache.commons.lang.mutable.MutableBoolean; -import org.apache.hyracks.api.exceptions.HyracksDataException; - -public abstract class StreamRecordReader implements IRecordReader, IStreamNotificationHandler { - protected final AsterixInputStreamReader reader; - protected CharArrayRecord record; - protected char[] inputBuffer; - protected int bufferLength = 0; - protected int bufferPosn = 0; - protected boolean done = false; - protected FeedLogManager feedLogManager; - protected MutableBoolean newFile = new MutableBoolean(false); - - public StreamRecordReader(AsterixInputStream inputStream) { - this.reader = new AsterixInputStreamReader(inputStream); - record = new CharArrayRecord(); - inputBuffer = new char[ExternalDataConstants.DEFAULT_BUFFER_SIZE]; - } - - @Override - public IRawRecord next() throws IOException { - return record; - } - - @Override - public void close() throws IOException { - if (!done) { - reader.close(); - } - done = true; - } - - @Override - public boolean stop() { - try { - reader.stop(); - return true; - } catch (Exception e) { - e.printStackTrace(); - return false; - } - } - - @Override - public abstract boolean hasNext() throws IOException; - - @Override - public void setFeedLogManager(FeedLogManager feedLogManager) throws HyracksDataException { - this.feedLogManager = feedLogManager; - reader.setFeedLogManager(feedLogManager); - } - - @Override - public void setController(AbstractFeedDataFlowController controller) { - reader.setController(controller); - } - - @Override - public boolean handleException(Throwable th) { - return reader.handleException(th); - } - - @Override - public void notifyNewSource() { - throw new UnsupportedOperationException(); - } -} http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/stream/StreamRecordReaderFactory.java ---------------------------------------------------------------------- diff --git a/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/stream/StreamRecordReaderFactory.java b/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/stream/StreamRecordReaderFactory.java deleted file mode 100644 index f743a3f..0000000 --- a/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/stream/StreamRecordReaderFactory.java +++ /dev/null @@ -1,72 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.external.input.record.reader.stream; - -import java.util.Map; - -import org.apache.asterix.common.exceptions.AsterixException; -import org.apache.asterix.external.api.IInputStreamFactory; -import org.apache.asterix.external.api.IRecordReader; -import org.apache.asterix.external.api.IRecordReaderFactory; -import org.apache.asterix.external.provider.StreamRecordReaderProvider; -import org.apache.asterix.external.provider.StreamRecordReaderProvider.Format; -import org.apache.hyracks.algebricks.common.constraints.AlgebricksAbsolutePartitionConstraint; -import org.apache.hyracks.api.context.IHyracksTaskContext; -import org.apache.hyracks.api.exceptions.HyracksDataException; - -public class StreamRecordReaderFactory implements IRecordReaderFactory { - - private static final long serialVersionUID = 1L; - protected final IInputStreamFactory streamFactory; - protected Map configuration; - protected Format format; - - public StreamRecordReaderFactory(IInputStreamFactory inputStreamFactory) { - this.streamFactory = inputStreamFactory; - } - - @Override - public DataSourceType getDataSourceType() { - return DataSourceType.RECORDS; - } - - @Override - public Class getRecordClass() { - return char[].class; - } - - @Override - public AlgebricksAbsolutePartitionConstraint getPartitionConstraint() throws AsterixException { - return streamFactory.getPartitionConstraint(); - } - - @Override - public void configure(Map configuration) throws AsterixException { - this.configuration = configuration; - streamFactory.configure(configuration); - format = StreamRecordReaderProvider.getReaderFormat(configuration); - } - - @Override - public IRecordReader createRecordReader(IHyracksTaskContext ctx, int partition) - throws HyracksDataException { - return StreamRecordReaderProvider.createRecordReader(format, streamFactory.createInputStream(ctx, partition), - configuration); - } -} http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/d630d1a2/asterix-external-data/src/main/java/org/apache/asterix/external/provider/StreamRecordReaderProvider.java ---------------------------------------------------------------------- diff --git a/asterix-external-data/src/main/java/org/apache/asterix/external/provider/StreamRecordReaderProvider.java b/asterix-external-data/src/main/java/org/apache/asterix/external/provider/StreamRecordReaderProvider.java deleted file mode 100644 index ea8bc98..0000000 --- a/asterix-external-data/src/main/java/org/apache/asterix/external/provider/StreamRecordReaderProvider.java +++ /dev/null @@ -1,81 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.external.provider; - -import java.util.Map; - -import org.apache.asterix.common.exceptions.AsterixException; -import org.apache.asterix.external.api.AsterixInputStream; -import org.apache.asterix.external.input.record.reader.stream.EmptyLineSeparatedRecordReader; -import org.apache.asterix.external.input.record.reader.stream.LineRecordReader; -import org.apache.asterix.external.input.record.reader.stream.QuotedLineRecordReader; -import org.apache.asterix.external.input.record.reader.stream.SemiStructuredRecordReader; -import org.apache.asterix.external.input.record.reader.stream.StreamRecordReader; -import org.apache.asterix.external.util.ExternalDataConstants; -import org.apache.asterix.external.util.ExternalDataUtils; -import org.apache.hyracks.api.exceptions.HyracksDataException; - -public class StreamRecordReaderProvider { - public enum Format { - SEMISTRUCTURED, - CSV, - LINE_SEPARATED - } - - public static Format getReaderFormat(Map configuration) throws AsterixException { - String format = configuration.get(ExternalDataConstants.KEY_FORMAT); - if (format != null) { - switch (format) { - case ExternalDataConstants.FORMAT_ADM: - case ExternalDataConstants.FORMAT_JSON: - case ExternalDataConstants.FORMAT_SEMISTRUCTURED: - return Format.SEMISTRUCTURED; - case ExternalDataConstants.FORMAT_LINE_SEPARATED: - return Format.LINE_SEPARATED; - case ExternalDataConstants.FORMAT_DELIMITED_TEXT: - case ExternalDataConstants.FORMAT_CSV: - return Format.CSV; - } - throw new AsterixException("Unknown format: " + format); - } - throw new AsterixException("Unspecified paramter: " + ExternalDataConstants.KEY_FORMAT); - } - - public static StreamRecordReader createRecordReader(Format format, AsterixInputStream inputStream, - Map configuration) throws HyracksDataException { - switch (format) { - case CSV: - String quoteString = configuration.get(ExternalDataConstants.KEY_QUOTE); - boolean hasHeader = ExternalDataUtils.hasHeader(configuration); - if (quoteString != null) { - return new QuotedLineRecordReader(hasHeader, inputStream, quoteString); - } else { - return new LineRecordReader(hasHeader, inputStream); - } - case LINE_SEPARATED: - return new EmptyLineSeparatedRecordReader(inputStream); - case SEMISTRUCTURED: - return new SemiStructuredRecordReader(inputStream, - configuration.get(ExternalDataConstants.KEY_RECORD_START), - configuration.get(ExternalDataConstants.KEY_RECORD_END)); - default: - throw new HyracksDataException("Unknown format: " + format); - } - } -}