[477] | 1 | package simulator.utils; |
---|
| 2 | |
---|
| 3 | import java.io.File; |
---|
| 4 | import java.util.Calendar; |
---|
| 5 | import java.util.HashMap; |
---|
| 6 | import java.util.Iterator; |
---|
| 7 | import java.util.Set; |
---|
| 8 | |
---|
| 9 | import org.apache.commons.logging.Log; |
---|
| 10 | import org.apache.commons.logging.LogFactory; |
---|
| 11 | |
---|
| 12 | import simulator.workload.reader.archive.swf.SWFFields; |
---|
| 13 | import simulator.workload.reader.archive.swf.SWFParser; |
---|
| 14 | import simulator.workload.writer.swf.QcgSWFJobWriter; |
---|
| 15 | |
---|
| 16 | /** |
---|
| 17 | * |
---|
| 18 | * @author Marcin Krystek |
---|
| 19 | * |
---|
| 20 | */ |
---|
| 21 | public class WorkloadCalculator { |
---|
| 22 | |
---|
| 23 | protected static Log log = LogFactory.getLog(WorkloadCalculator.class); |
---|
| 24 | |
---|
| 25 | public static void main(String args[]){ |
---|
| 26 | |
---|
| 27 | WorkloadCalculator workloadCalculator = new WorkloadCalculator(); |
---|
| 28 | try { |
---|
| 29 | throw new RuntimeException("Nieladnie tak uruchamiac w ciemno ;). " + |
---|
| 30 | "Wybierz funkcje, ktora ma zostac wywolana"); |
---|
| 31 | |
---|
| 32 | //workloadCalculator.normalizeSubmitTime(args[0]); |
---|
| 33 | //workloadCalculator.removeIncorrectTasks(args[0]); |
---|
| 34 | |
---|
| 35 | } catch (Exception e) { |
---|
| 36 | e.printStackTrace(); |
---|
| 37 | } |
---|
| 38 | } |
---|
| 39 | |
---|
| 40 | /** |
---|
| 41 | * Rewrites swf file. Submit time of all tasks will be scaled down. |
---|
| 42 | * @param swfFileName |
---|
| 43 | */ |
---|
| 44 | public void normalizeSubmitTime(String swfFileName) throws Exception{ |
---|
| 45 | log.info("Start workload submit time normalization for "+swfFileName); |
---|
| 46 | |
---|
| 47 | File file = new File(swfFileName); |
---|
| 48 | String dirName = file.getParent(); |
---|
| 49 | String fileName = file.getName(); |
---|
| 50 | |
---|
| 51 | File newFile = new File(dirName, Calendar.getInstance().getTimeInMillis()+"_"+fileName); |
---|
| 52 | file.renameTo(newFile); |
---|
| 53 | |
---|
| 54 | |
---|
| 55 | QcgSWFJobWriter writer = new QcgSWFJobWriter(dirName, fileName); |
---|
| 56 | // write swf filed description |
---|
| 57 | writer.writeFieldDescriptionHeader(); |
---|
| 58 | |
---|
| 59 | SWFParser parser = new SWFParser(newFile.getAbsolutePath()); |
---|
| 60 | |
---|
| 61 | // rewrite swf header |
---|
| 62 | HashMap<String, String> header = parser.loadHeader(); |
---|
| 63 | Set<String> keys = header.keySet(); |
---|
| 64 | Iterator<String> itr = keys.iterator(); |
---|
| 65 | while(itr.hasNext()){ |
---|
| 66 | String key = itr.next(); |
---|
| 67 | writer.writeComment(key, header.get(key)); |
---|
| 68 | } |
---|
| 69 | |
---|
| 70 | // rewrite tasks |
---|
| 71 | String task[] = parser.readTask(); |
---|
| 72 | long submitTimeOffset = Long.valueOf(task[SWFFields.DATA_SUBMIT_TIME]); |
---|
| 73 | task[SWFFields.DATA_SUBMIT_TIME] = "0"; |
---|
| 74 | writer.writeLine(task); |
---|
| 75 | |
---|
| 76 | while((task = parser.readTask()) != null){ |
---|
| 77 | long submitTime = Long.valueOf(task[SWFFields.DATA_SUBMIT_TIME]) - submitTimeOffset; |
---|
| 78 | task[SWFFields.DATA_SUBMIT_TIME] = String.valueOf(submitTime); |
---|
| 79 | writer.writeLine(task); |
---|
| 80 | } |
---|
| 81 | |
---|
| 82 | parser.close(); |
---|
| 83 | writer.close(); |
---|
| 84 | |
---|
| 85 | newFile.delete(); |
---|
| 86 | |
---|
| 87 | log.info("End workload submit time normalization"); |
---|
| 88 | } |
---|
| 89 | |
---|
| 90 | /** |
---|
| 91 | * Rewrites swf file and deletes all tasks which parameter RUN_TIME or REQUESTED_TIME or |
---|
| 92 | * number of ALLOCATED PRCESSORS or number of REQUESTED PROCESSORS equals -1. |
---|
| 93 | * @param swf file name |
---|
| 94 | */ |
---|
| 95 | public void removeIncorrectTasks(String swfFileName) throws Exception{ |
---|
| 96 | log.info("Start removing incorrect tasks for "+swfFileName); |
---|
| 97 | |
---|
| 98 | File file = new File(swfFileName); |
---|
| 99 | String dirName = file.getParent(); |
---|
| 100 | String fileName = file.getName(); |
---|
| 101 | |
---|
| 102 | File newFile = new File(dirName, Calendar.getInstance().getTimeInMillis()+"_"+fileName); |
---|
| 103 | file.renameTo(newFile); |
---|
| 104 | |
---|
| 105 | |
---|
| 106 | QcgSWFJobWriter writer = new QcgSWFJobWriter(dirName, fileName); |
---|
| 107 | // write swf filed description |
---|
| 108 | writer.writeFieldDescriptionHeader(); |
---|
| 109 | |
---|
| 110 | SWFParser parser = new SWFParser(newFile.getAbsolutePath()); |
---|
| 111 | |
---|
| 112 | // rewrite swf header |
---|
| 113 | HashMap<String, String> header = parser.loadHeader(); |
---|
| 114 | Set<String> keys = header.keySet(); |
---|
| 115 | Iterator<String> itr = keys.iterator(); |
---|
| 116 | while(itr.hasNext()){ |
---|
| 117 | String key = itr.next(); |
---|
| 118 | writer.writeComment(key, header.get(key)); |
---|
| 119 | } |
---|
| 120 | |
---|
| 121 | // rewrite tasks |
---|
| 122 | String task[] = null; |
---|
| 123 | |
---|
| 124 | while((task = parser.readTask()) != null){ |
---|
| 125 | if("-1".equals(task[SWFFields.DATA_RUN_TIME])) { |
---|
| 126 | log.info("Removing task "+task[SWFFields.DATA_JOB_NUMBER] + ", RUN_TIME = -1"); |
---|
| 127 | continue; |
---|
| 128 | } |
---|
| 129 | |
---|
| 130 | if("-1".equals(task[SWFFields.DATA_REQUESTED_TIME])) { |
---|
| 131 | log.info("Removing task "+task[SWFFields.DATA_JOB_NUMBER] + ", REQUESTED_TIME = -1"); |
---|
| 132 | continue; |
---|
| 133 | } |
---|
| 134 | if("-1".equals(task[SWFFields.DATA_NUMBER_OF_ALLOCATED_PROCESSORS])){ |
---|
| 135 | log.info("Removing task "+task[SWFFields.DATA_JOB_NUMBER] + ", NUMBER_OF_ALLOCATED_PROCESSORS = -1"); |
---|
| 136 | continue; |
---|
| 137 | } |
---|
| 138 | if("-1".equals(task[SWFFields.DATA_REQUESTED_NUMBER_OF_PROCESSORS])){ |
---|
| 139 | log.info("Removing task "+task[SWFFields.DATA_JOB_NUMBER] + ", REQUESTED_NUMBER_OF_PROCESSORS = -1"); |
---|
| 140 | continue; |
---|
| 141 | } |
---|
| 142 | |
---|
| 143 | writer.writeLine(task); |
---|
| 144 | } |
---|
| 145 | |
---|
| 146 | parser.close(); |
---|
| 147 | writer.close(); |
---|
| 148 | |
---|
| 149 | newFile.delete(); |
---|
| 150 | |
---|
| 151 | log.info("End removing incorrect tasks"); |
---|
| 152 | } |
---|
| 153 | |
---|
| 154 | } |
---|