Changeset 1144 for DCWoRMS/branches/coolemall/src/simulator/workload/WorkloadLoader.java

Timestamp:

07/19/13 10:20:00 (12 years ago)

Author:

wojtekp

Message:

 

File:

• DCWoRMS/branches/coolemall/src/simulator/workload/WorkloadLoader.java (modified) (8 diffs)

DCWoRMS/branches/coolemall/src/simulator/workload/WorkloadLoader.java

@@ -1 +1 @@
 package simulator.workload;
 
-import org.qcg.broker.schemas.jobdesc.Task;
-
+import java.io.BufferedReader;
+import java.io.FileReader;
 import java.io.IOException;
 import java.text.DateFormat;
@@ -58 +58 @@
         protected XsltTransformations xsltTransformation = null;
         
-        protected Map<String, JobDescription> jobGridletsMap;
-        protected Map<String, JobDescription> jobProfilesMap;
+        protected Map<String, JobDescription> jobsMap;
+        protected Map<String, JobDescription> applicationProfilesMap;
 
         public WorkloadLoader(XMLJobReader<org.qcg.broker.schemas.jobdesc.Job> xmlReader, WAReader<org.qcg.broker.schemas.jobdesc.Job> swfReader){
@@ -69 +69 @@
                 this.generatedJobsCnt = 0;
                 this.generatedTasksCnt = 0;
-                this.jobGridletsMap = new TreeMap<String, JobDescription>();
-                this.jobProfilesMap = new TreeMap<String, JobDescription>();
+                this.jobsMap = new TreeMap<String, JobDescription>();
+                this.applicationProfilesMap = new TreeMap<String, JobDescription>();
                 try {
                         this.xsltTransformation = new XsltTransformations();
@@ -97 +97 @@
                 }
                 
-                // needed for Gridlet class
+                // needed for Executable class
                 
                 String jobId = jobDescription.getJobId();
@@ -107 +107 @@
                         String waTaskDesc[] = localWAParser.readTask(jobId, taskDesc.getTaskId());
                         
-                        try{
-                                Integer.parseInt(taskDesc.getTaskId());
-                        } catch (NumberFormatException e){
-                                return jobDescription;
-                        }
                         if(waTaskDesc != null) {
                                 
@@ -188 +183 @@
                         while((jobDesc = this.xmlJobReader.readRaw()) != null){
                                 jobDesc = this.xsltTransformation.extendJobDescription(jobDesc);
-                                int prevJobCnt = generatedJobsCnt;
-                                job = createJobDescription(jobDesc, puSpeed);
-                                if(job != null && prevJobCnt != generatedJobsCnt)
-                                        this.jobGridletsMap.put(job.getJobId(), job);
-                                else if (prevJobCnt == generatedJobsCnt){
-                                        Task taskPattern = job.getDescription().getTask(0);
-                                        this.jobProfilesMap.put(taskPattern.getId(), job);
-                                }
-                        }
-                } else {                                                // use swf job reader. Job created by this reader does not require xslt transformation
-                        while((jobDesc = this.waReader.readRaw()) != null){
                                 job = createJobDescription(jobDesc, puSpeed);
                                 if(job != null)
-                                        this.jobGridletsMap.put(job.getJobId(), job);
-                        }
-                }
-                
-                if(generatedJobsCnt == 0){
+                                        this.jobsMap.put(job.getJobId(), job);
+                        }
+                } else {                                                // use swf job reader. Job created by this reader does not require xslt transformation
+                        
+                        for(String key: waReader.getParser().getAppMapping().keySet()){
+                                jobDesc = loadApplicationProfile(waReader.getParser().getAppMapping().get(key));
+                                jobDesc = this.xsltTransformation.extendJobDescription(jobDesc);
+                                        
+                                try {
+                                        job = this.xsltTransformation.splitJobToTasks(jobDesc);
+                                } catch (Exception e) {
+                                        throw new IOException(e.getMessage());
+                                }
+                                
+                                this.applicationProfilesMap.put(key, job);
+                        }
+                        
                         while((jobDesc = this.waReader.readRaw()) != null){
                                 QcgWAJobReader qcgReader = (QcgWAJobReader)waReader;
-                                jobDesc = qcgReader.mergeSwfAndXmlProfile(jobProfilesMap, jobDesc);
+                                jobDesc = qcgReader.mergeSwfAndXmlProfile(applicationProfilesMap, jobDesc);
                                 job = createJobDescription(jobDesc, puSpeed);
                                 if(job != null)
-                                        this.jobGridletsMap.put(job.getJobId(), job);
+                                        this.jobsMap.put(job.getJobId(), job);
                         }
                 }
@@ -268 +264 @@
         public List<JobDescription> getJobs(){
                 ArrayList<JobDescription> list = 
-                        new ArrayList<JobDescription>(this.jobGridletsMap.values());
+                        new ArrayList<JobDescription>(this.jobsMap.values());
                 return list;
         }
@@ -276 +272 @@
         }
 
-        protected JobDescription createJobDescription(String jobDesc, long puSpeed, Map<String, JobDescription> jobProfilesMap) throws IOException{
-                
-                JobDescription jobDescription = null;
-                try {
-                        jobDescription = this.xsltTransformation.splitJobToTasks(jobDesc);
-                } catch (Exception e) {
-                        throw new IOException(e.getMessage());
-                }
-                
-                // look for any 
-                
-                if(jobDescription.size() == 0){
-                        if(log.isWarnEnabled())
-                                log.warn("Omitting tasks creation for job "+jobDescription.getDescription().getId()+". This job contains no tasks.");
-                        return null;
-                }
-
-                String jobId = jobDescription.getJobId();
-                int parserType = localWAParser.getType();
-                
-                for(int i = 0; i < jobDescription.size(); i++){
-                        TaskDescription taskDesc = jobDescription.get(i);
-                        
-                        String waTaskDesc[] = localWAParser.readTask(jobId, taskDesc.getTaskId());
-                        
-                        if(waTaskDesc != null) {
-                                
-                                if(parserType == 0){
-                                
-                                        taskDesc.setUserDn(waTaskDesc[SWFFields.DATA_USER_ID]);
-                                        
-                                        long timeValue = Long.parseLong(waTaskDesc[SWFFields.DATA_SUBMIT_TIME]);
-                                        taskDesc.setSubmissionTime(timeValue);
-                                        
-                                        long waitTime = Long.parseLong(waTaskDesc[SWFFields.DATA_WAIT_TIME]);
-                                        taskDesc.setWorkloadLogWaitTime(waitTime);
-                                        
-                                        timeValue = Long.parseLong(waTaskDesc[SWFFields.DATA_RUN_TIME]);
-                                        if(timeValue <= 0)
-                                                return null;
-                                        
-                                        long allocProcesors = Long.parseLong(waTaskDesc[SWFFields.DATA_NUMBER_OF_ALLOCATED_PROCESSORS]);
-                                        if(allocProcesors <= 0)
-                                                return null;
-                                        
-                                        timeValue = timeValue * puSpeed * allocProcesors;
-                                        taskDesc.setTaskLength(timeValue);
-
-                                } else if(parserType == 1){
-                                
-                                        taskDesc.setUserDn(waTaskDesc[GWFFields.DATA_USER_ID]);
-                                        
-                                        long timeValue = Long.parseLong(waTaskDesc[GWFFields.DATA_SUBMIT_TIME]);
-                                        taskDesc.setSubmissionTime(timeValue);
-                                        
-                                        long waitTime = Long.parseLong(waTaskDesc[GWFFields.DATA_WAIT_TIME]);
-                                        taskDesc.setWorkloadLogWaitTime(waitTime);
-                                        
-                                        timeValue = Long.parseLong(waTaskDesc[GWFFields.DATA_RUN_TIME]);
-                                        if(timeValue <= 0)
-                                                return null;
-                                        
-                                        long allocProcesors = Long.parseLong(waTaskDesc[GWFFields.DATA_NPROCS]);
-                                        if(allocProcesors <= 0)
-                                                return null;
-                                        
-                                        timeValue = timeValue * puSpeed * allocProcesors;
-                                        taskDesc.setTaskLength(timeValue);
-                                }
-                        }
-                        /*JobDescription xmlJobDescription = jobProfilesMap.get(taskDesc.getDescription().getExecution().getExecutable().getApplication().getName());
-                        if(xmlJobDescription != null){
-                                Task patternTask = xmlJobDescription.getDescription().getTask(0);
-                                if(patternTask != null){
-                                        ResourceConsumptionProfileType rcp = patternTask.getExecution().getResourceConsumptionProfile();
-                                        taskDesc.getDescription().getExecution().setResourceConsumptionProfile(rcp);
-                                }
-                        }*/
-                        this.generatedTasksCnt++;
-                        
-                }
-                this.generatedJobsCnt++;
-                
-                return jobDescription;
-        }
-        
+        public String loadApplicationProfile(String fileName) throws IOException{
+                
+                BufferedReader reader = null;
+                StringBuffer buffer = new StringBuffer();
+
+                try {
+                        reader = new BufferedReader(new FileReader(fileName));
+                        String line = null;
+                        
+                        while((line = reader.readLine()) != null){
+                                buffer.append(line);
+                        }
+                        
+                } finally{
+                        reader.close();
+                }
+                
+                return buffer.toString();
+        }
 }