Changeset 1207 for DCWoRMS/branches/coolemall/src/simulator/workload/WorkloadLoader.java

Timestamp:

11/26/13 11:56:07 (11 years ago)

Author:

wojtekp

Message:

 

File:

• DCWoRMS/branches/coolemall/src/simulator/workload/WorkloadLoader.java (modified) (6 diffs)

DCWoRMS/branches/coolemall/src/simulator/workload/WorkloadLoader.java

@@ -17 +17 @@
 import javax.xml.xpath.XPathExpressionException;
 
+import org.apache.commons.io.FilenameUtils;
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
@@ -32 +33 @@
 import simulator.workload.reader.archive.swf.SWFFields;
 import simulator.workload.reader.xmlJob.XMLJobReader;
+import dcworms.schedframe.scheduling.utils.ApplicationProfileDescription;
 import dcworms.schedframe.scheduling.utils.JobDescription;
 import dcworms.schedframe.scheduling.utils.TaskDescription;
@@ -56 +58 @@
         
         protected Map<String, JobDescription> jobsMap;
-        protected Map<String, JobDescription> applicationProfilesMap;
-
-        public WorkloadLoader(XMLJobReader<org.qcg.broker.schemas.jobdesc.Job> xmlReader, WAReader<org.qcg.broker.schemas.jobdesc.Job> swfReader){
+        
+        protected String appProfilesFolder;
+        protected Map<String, ApplicationProfileDescription> applicationProfiles;
+
+        public WorkloadLoader(XMLJobReader<org.qcg.broker.schemas.jobdesc.Job> xmlReader, WAReader<org.qcg.broker.schemas.jobdesc.Job> swfReader, String appProfilesFolder){
                 if(swfReader == null){
                         throw new RuntimeException("Swf reader is required to build proper tasks.");
@@ -67 +71 @@
                 this.generatedTasksCnt = 0;
                 this.jobsMap = new TreeMap<String, JobDescription>();
-                this.applicationProfilesMap = new TreeMap<String, JobDescription>();
+                this.appProfilesFolder = appProfilesFolder;
+                this.applicationProfiles = new TreeMap<String, ApplicationProfileDescription>();
                 try {
                         this.xsltTransformation = new XsltTransformations();
@@ -187 +192 @@
 
                 // determine which reader should be used
-                String jobDesc = null;
-                JobDescription job = null;
-                        
+                String xmlJob = null;
+                JobDescription jobDesc = null;
+                        
+                for(String key: waReader.getParser().getAppProfilesLocation().keySet()){
+                        String xmlApp = loadApplicationProfile(waReader.getParser().getAppProfilesLocation().get(key));
+                        xmlApp = this.xsltTransformation.extendJobDescription(xmlApp);
+                        ApplicationProfileDescription app = this.xsltTransformation.getApplicationProfileDescription(xmlApp);
+                        this.applicationProfiles.put(key, app);
+                }
+                
                 if(this.xmlJobReader != null){ // use xml job reader. Xml job require xslt transformation
-                        while((jobDesc = this.xmlJobReader.readRaw()) != null){
-                                jobDesc = this.xsltTransformation.extendJobDescription(jobDesc);
-                                job = createJobDescription(jobDesc, puSpeed);
-                                if(job != null)
-                                        this.jobsMap.put(job.getJobId(), job);
+                        while((xmlJob = this.xmlJobReader.readRaw()) != null){
+                                xmlJob = this.xsltTransformation.extendJobDescription(xmlJob);
+                                jobDesc = createJobDescription(xmlJob, puSpeed);
+                                if(jobDesc != null)
+                                        this.jobsMap.put(jobDesc.getJobId(), jobDesc);
                         }
                 } else {                                                // use swf job reader. Job created by this reader does not require xslt transformation
                         
-                        for(String key: waReader.getParser().getAppMapping().keySet()){
-                                jobDesc = loadApplicationProfile(waReader.getParser().getAppMapping().get(key));
-                                jobDesc = this.xsltTransformation.extendJobDescription(jobDesc);
-                                        
-                                try {
-                                        job = this.xsltTransformation.splitJobToTasks(jobDesc);
-                                } catch (Exception e) {
-                                        throw new IOException(e.getMessage());
-                                }
-                                
-                                this.applicationProfilesMap.put(key, job);
-                        }
-                        
-                        while((jobDesc = this.waReader.readRaw()) != null){
+                        while((xmlJob = this.waReader.readRaw()) != null){
                                 QcgWAJobReader qcgReader = (QcgWAJobReader)waReader;
-                                if(!applicationProfilesMap.isEmpty())
-                                        jobDesc = qcgReader.mergeSwfAndXmlProfile(applicationProfilesMap, jobDesc);
-                                job = createJobDescription(jobDesc, puSpeed);
-                                /*if(job!= null && !applicationProfilesMap.isEmpty()){
-                                        for(int i = 0; i < job.getDescription().getTaskCount(); i++){
-                                                try {
-                                                        JobDescription xmlJobDescription = applicationProfilesMap.get(job.getDescription().getTask(i).getExecution().getExecutable().getApplication().getAppProperty(0).getContent());
-                                                        if(xmlJobDescription != null){
-                                                                for(int j = 0; j < xmlJobDescription.size(); j++){
-                                                                        Task patternTask = xmlJobDescription.getDescription().getTask(j);
-                                                                        if(patternTask != null){
-                                                                                ResourceConsumptionProfileType rcp = patternTask.getExecution().getResourceConsumptionProfile();
-                                                                                job.getDescription().getTask(j).getExecution().setResourceConsumptionProfile(rcp);
-                                                                        }
-                                                                }
-                                                        }       
-                                                } catch (Exception e){
-                                                        continue;
-                                                }
-                                        }                                       
-                                }
-                                */
-                                if(job != null)
-                                        this.jobsMap.put(job.getJobId(), job);
+                                if(!applicationProfiles.isEmpty())
+                                        xmlJob = qcgReader.mergeSwfAndAppProfile(applicationProfiles, xmlJob);
+                                jobDesc = createJobDescription(xmlJob, puSpeed);
+                                if(jobDesc != null)
+                                        this.jobsMap.put(jobDesc.getJobId(), jobDesc);
                         }
                 }
@@ -302 +282 @@
         }
 
-        public String loadApplicationProfile(String fileName) throws IOException{
+        public String loadApplicationProfile(String pathToAppProfile) throws IOException{
                 
                 BufferedReader reader = null;
                 StringBuffer buffer = new StringBuffer();
 
-                try {
-                        reader = new BufferedReader(new FileReader(fileName));
+                String localPathToAppProfile;
+                
+                if(appProfilesFolder != null) {
+                        String folderName = FilenameUtils.getFullPath(appProfilesFolder);
+                        String fileName = FilenameUtils.getName(pathToAppProfile);
+                        localPathToAppProfile = folderName + fileName;
+                } else {
+                        localPathToAppProfile = pathToAppProfile;
+                }
+                try {
+                        reader = new BufferedReader(new FileReader(localPathToAppProfile ));
                         String line = null;