[5] | 1 | /* $Id$ */ |
---|
[1] | 2 | /* |
---|
| 3 | * PSNC DRMAA for SLURM |
---|
| 4 | * Copyright (C) 2010 Poznan Supercomputing and Networking Center |
---|
| 5 | * |
---|
| 6 | * This program is free software: you can redistribute it and/or modify |
---|
| 7 | * it under the terms of the GNU General Public License as published by |
---|
| 8 | * the Free Software Foundation, either version 3 of the License, or |
---|
| 9 | * (at your option) any later version. |
---|
| 10 | * |
---|
| 11 | * This program is distributed in the hope that it will be useful, |
---|
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
---|
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
---|
| 14 | * GNU General Public License for more details. |
---|
| 15 | * |
---|
| 16 | * You should have received a copy of the GNU General Public License |
---|
| 17 | * along with this program. If not, see <http://www.gnu.org/licenses/>. |
---|
| 18 | */ |
---|
| 19 | |
---|
| 20 | #include <drmaa_utils/common.h> |
---|
| 21 | #include <drmaa_utils/exception.h> |
---|
| 22 | #include <slurm_drmaa/util.h> |
---|
| 23 | #include <string.h> |
---|
| 24 | |
---|
| 25 | #include <time.h> |
---|
| 26 | #include <drmaa_utils/datetime.h> |
---|
| 27 | #include <drmaa_utils/datetime_impl.h> |
---|
| 28 | |
---|
| 29 | #ifndef lint |
---|
| 30 | static char rcsid[] |
---|
| 31 | # ifdef __GNUC__ |
---|
| 32 | __attribute__ ((unused)) |
---|
| 33 | # endif |
---|
[5] | 34 | = "$Id$"; |
---|
[1] | 35 | #endif |
---|
| 36 | |
---|
| 37 | unsigned |
---|
| 38 | slurmdrmaa_datetime_parse( const char *string ) |
---|
| 39 | { |
---|
| 40 | #ifdef DEBUGGING |
---|
| 41 | char dbg[256]; |
---|
| 42 | #endif |
---|
| 43 | fsd_dt_parser_t *volatile parser = NULL; |
---|
| 44 | fsd_dt_lexer_t *volatile lexer = NULL; |
---|
| 45 | int parse_err = 0; |
---|
| 46 | fsd_datetime_t dt; |
---|
| 47 | |
---|
| 48 | memset(&dt, 0, sizeof(fsd_datetime_t)); |
---|
| 49 | |
---|
| 50 | fsd_log_enter(( "(%s)", string )); |
---|
| 51 | TRY |
---|
| 52 | { |
---|
| 53 | fsd_malloc( parser, fsd_dt_parser_t ); |
---|
| 54 | fsd_malloc( lexer, fsd_dt_lexer_t ); |
---|
| 55 | |
---|
| 56 | parser->lexer = lexer; |
---|
| 57 | parser->n_errors = 0; |
---|
| 58 | lexer->parser = parser; |
---|
| 59 | lexer->begin = lexer->p = (unsigned char*)string; |
---|
| 60 | lexer->end = (unsigned char*)( string + strlen(string) ); |
---|
| 61 | parse_err = fsd_dt_parse( parser, lexer ); |
---|
| 62 | if( parse_err || parser->n_errors ) |
---|
| 63 | fsd_exc_raise_fmt( |
---|
| 64 | FSD_ERRNO_INVALID_VALUE_FORMAT, |
---|
| 65 | "invalid date/time format: %s", string |
---|
| 66 | ); |
---|
| 67 | |
---|
| 68 | dt = parser->result; |
---|
| 69 | #ifdef DEBUGGING |
---|
| 70 | fsd_datetime_dump( &dt, dbg, sizeof(dbg) ); |
---|
| 71 | fsd_log_debug(( "parsed: %s", dbg )); |
---|
| 72 | #endif |
---|
| 73 | } |
---|
| 74 | FINALLY |
---|
| 75 | { |
---|
| 76 | fsd_free( parser ); |
---|
| 77 | fsd_free( lexer ); |
---|
| 78 | } |
---|
| 79 | END_TRY |
---|
| 80 | |
---|
| 81 | fsd_log_return(( "(%s) =%u", string, (unsigned)60*dt.hour+dt.minute )); |
---|
| 82 | return 60*dt.hour+dt.minute; |
---|
| 83 | } |
---|
| 84 | |
---|
| 85 | enum slurm_native { |
---|
| 86 | SLURM_NATIVE_ACCOUNT, |
---|
| 87 | SLURM_NATIVE_ACCTG_FREQ, |
---|
| 88 | SLURM_NATIVE_COMMENT, |
---|
| 89 | SLURM_NATIVE_CONSTRAINT, |
---|
| 90 | SLURM_NATIVE_CONTIGUOUS, |
---|
| 91 | SLURM_NATIVE_EXCLUSIVE, |
---|
| 92 | SLURM_NATIVE_MEM, |
---|
| 93 | SLURM_NATIVE_MEM_PER_CPU, |
---|
| 94 | SLURM_NATIVE_MINCPUS, |
---|
| 95 | SLURM_NATIVE_NODELIST, |
---|
| 96 | SLURM_NATIVE_NODES, |
---|
| 97 | SLURM_NATIVE_NTASKS_PER_NODE, |
---|
| 98 | SLURM_NATIVE_PARTITION, |
---|
| 99 | SLURM_NATIVE_QOS, |
---|
| 100 | SLURM_NATIVE_REQUEUE, |
---|
| 101 | SLURM_NATIVE_RESERVATION, |
---|
| 102 | SLURM_NATIVE_SHARE |
---|
| 103 | }; |
---|
| 104 | |
---|
| 105 | void |
---|
| 106 | slurmdrmaa_init_job_desc(job_desc_msg_t *job_desc) |
---|
| 107 | { |
---|
| 108 | memset(job_desc, 0, sizeof(job_desc_msg_t)); |
---|
| 109 | } |
---|
| 110 | |
---|
| 111 | void |
---|
| 112 | slurmdrmaa_free_job_desc(job_desc_msg_t *job_desc) |
---|
| 113 | { |
---|
| 114 | unsigned i = 0; |
---|
| 115 | fsd_log_enter(( "" )); |
---|
| 116 | fsd_free(job_desc->account); |
---|
| 117 | fsd_free(job_desc->comment); |
---|
| 118 | |
---|
| 119 | for(i = 0;i<job_desc->env_size;i++) |
---|
| 120 | { |
---|
| 121 | fsd_free(job_desc->environment[i]); |
---|
| 122 | } |
---|
| 123 | fsd_free(job_desc->environment); |
---|
| 124 | fsd_free(job_desc->features); |
---|
| 125 | fsd_free(job_desc->name); |
---|
| 126 | fsd_free(job_desc->mail_user); |
---|
| 127 | fsd_free(job_desc->partition); |
---|
| 128 | fsd_free(job_desc->qos); |
---|
| 129 | fsd_free(job_desc->req_nodes); |
---|
| 130 | fsd_free(job_desc->reservation); |
---|
| 131 | fsd_free(job_desc->script); |
---|
| 132 | fsd_free(job_desc->std_in); |
---|
| 133 | fsd_free(job_desc->std_out); |
---|
| 134 | fsd_free(job_desc->std_err); |
---|
| 135 | fsd_free(job_desc->work_dir); |
---|
| 136 | |
---|
| 137 | fsd_log_return(( "" )); |
---|
| 138 | } |
---|
| 139 | |
---|
| 140 | void |
---|
| 141 | slurmdrmaa_add_attribute(job_desc_msg_t *job_desc, unsigned attr, const char *value) |
---|
| 142 | { |
---|
| 143 | char * ptr = NULL; |
---|
| 144 | char * rest = NULL; |
---|
| 145 | char * token = NULL; |
---|
| 146 | |
---|
| 147 | switch(attr) |
---|
| 148 | { |
---|
| 149 | case SLURM_NATIVE_ACCOUNT: |
---|
| 150 | fsd_free(job_desc->account); |
---|
| 151 | fsd_log_debug(("# account = %s",value)); |
---|
| 152 | job_desc->account = fsd_strdup(value); |
---|
| 153 | break; |
---|
| 154 | case SLURM_NATIVE_ACCTG_FREQ: |
---|
| 155 | fsd_log_debug(("# acctg_freq = %s",value)); |
---|
| 156 | job_desc->acctg_freq = fsd_atoi(value); |
---|
| 157 | break; |
---|
| 158 | case SLURM_NATIVE_COMMENT: |
---|
| 159 | fsd_free(job_desc->comment); |
---|
| 160 | fsd_log_debug(("# comment = %s",value)); |
---|
| 161 | job_desc->comment = fsd_strdup(value); |
---|
| 162 | break; |
---|
| 163 | case SLURM_NATIVE_CONSTRAINT: |
---|
| 164 | fsd_free(job_desc->features); |
---|
| 165 | fsd_log_debug(("# constraints -> features = %s",value)); |
---|
| 166 | job_desc->features = fsd_strdup(value); |
---|
| 167 | break; |
---|
| 168 | case SLURM_NATIVE_CONTIGUOUS: |
---|
| 169 | fsd_log_debug(( "# contiguous = 1")); |
---|
| 170 | job_desc->contiguous = 1; |
---|
| 171 | break; |
---|
| 172 | case SLURM_NATIVE_EXCLUSIVE: |
---|
| 173 | fsd_log_debug(( "# exclusive -> shared = 0")); |
---|
| 174 | job_desc->shared = 0; |
---|
| 175 | break; |
---|
| 176 | case SLURM_NATIVE_MEM: |
---|
| 177 | if(job_desc->job_min_memory == NO_VAL || fsd_atoi(value) > (int)job_desc->job_min_memory) { |
---|
| 178 | fsd_log_debug(("# job_min_memory = %s",value)); |
---|
| 179 | job_desc->job_min_memory = fsd_atoi(value); |
---|
| 180 | } |
---|
| 181 | else { |
---|
| 182 | fsd_log_debug(("mem value defined lower or equal to mem-per-cpu or value defined before")); |
---|
| 183 | } |
---|
| 184 | break; |
---|
| 185 | case SLURM_NATIVE_MEM_PER_CPU: |
---|
| 186 | if(job_desc->job_min_memory == NO_VAL || fsd_atoi(value) > (int)job_desc->job_min_memory) { |
---|
| 187 | fsd_log_debug(("# job_min_memory = %s",value)); |
---|
| 188 | job_desc->job_min_memory = fsd_atoi(value); |
---|
| 189 | } |
---|
| 190 | else { |
---|
| 191 | fsd_log_debug(("mem-per-cpu value defined lower or equal to mem or value defined before")); |
---|
| 192 | } |
---|
| 193 | break; |
---|
| 194 | case SLURM_NATIVE_MINCPUS: |
---|
| 195 | fsd_log_debug(("# job_min_cpus = %s",value)); |
---|
| 196 | job_desc->job_min_cpus = fsd_atoi(value); |
---|
| 197 | break; |
---|
| 198 | case SLURM_NATIVE_NODELIST: |
---|
| 199 | fsd_free(job_desc->req_nodes); |
---|
| 200 | fsd_log_debug(("# node-list - > req_nodes = %s",value)); |
---|
| 201 | job_desc->req_nodes = fsd_strdup(value); |
---|
| 202 | break; |
---|
| 203 | case SLURM_NATIVE_NODES: |
---|
| 204 | ptr = strdup(value); |
---|
| 205 | |
---|
| 206 | if((token = strtok_r(ptr,"=",&rest)) == NULL){ |
---|
| 207 | fsd_log_error(("strtok_r returned NULL")); |
---|
| 208 | } |
---|
| 209 | |
---|
| 210 | fsd_log_debug(("nodes: %s ->",value)); |
---|
| 211 | fsd_log_debug(("# min_nodes = %s",token)); |
---|
| 212 | job_desc->min_nodes = fsd_atoi(token); |
---|
| 213 | |
---|
| 214 | if(strcmp(rest,"") !=0 ) { |
---|
| 215 | fsd_log_debug(("# max_nodes = %s",rest)); |
---|
| 216 | job_desc->max_nodes = fsd_atoi(rest); |
---|
| 217 | } |
---|
| 218 | fsd_free(ptr); |
---|
| 219 | break; |
---|
| 220 | case SLURM_NATIVE_NTASKS_PER_NODE: |
---|
| 221 | fsd_log_debug(("# ntasks_per_node = %s",value)); |
---|
| 222 | job_desc->ntasks_per_node = fsd_atoi(value); |
---|
| 223 | break; |
---|
| 224 | case SLURM_NATIVE_PARTITION: |
---|
| 225 | fsd_free(job_desc->partition); |
---|
| 226 | fsd_log_debug(("# partition = %s",value)); |
---|
| 227 | job_desc->partition = fsd_strdup(value); |
---|
| 228 | break; |
---|
| 229 | case SLURM_NATIVE_QOS: |
---|
| 230 | fsd_free(job_desc->qos); |
---|
| 231 | fsd_log_debug(("# qos = %s",value)); |
---|
| 232 | job_desc->qos = fsd_strdup(value); |
---|
| 233 | break; |
---|
| 234 | case SLURM_NATIVE_REQUEUE: |
---|
| 235 | fsd_log_debug(( "# requeue = 1")); |
---|
| 236 | job_desc->requeue = 1; |
---|
| 237 | break; |
---|
| 238 | case SLURM_NATIVE_RESERVATION: |
---|
| 239 | fsd_log_debug(("# reservation = %s",value)); |
---|
| 240 | job_desc->reservation = fsd_strdup(value); |
---|
| 241 | break; |
---|
| 242 | case SLURM_NATIVE_SHARE: |
---|
| 243 | fsd_log_debug(("# shared = 1")); |
---|
| 244 | job_desc->shared = 1; |
---|
| 245 | break; |
---|
| 246 | default: |
---|
| 247 | fsd_exc_raise_fmt(FSD_DRMAA_ERRNO_INVALID_ATTRIBUTE_VALUE,"Invalid attribute"); |
---|
| 248 | } |
---|
| 249 | } |
---|
| 250 | |
---|
| 251 | void |
---|
| 252 | slurmdrmaa_parse_additional_attr(job_desc_msg_t *job_desc,const char *add_attr) |
---|
| 253 | { |
---|
| 254 | char * volatile name = NULL; |
---|
| 255 | char *value = NULL; |
---|
| 256 | char *ctxt = NULL; |
---|
| 257 | char * volatile add_attr_copy = fsd_strdup(add_attr); |
---|
| 258 | |
---|
| 259 | TRY |
---|
| 260 | { |
---|
| 261 | name = fsd_strdup(strtok_r(add_attr_copy, "=", &ctxt)); |
---|
| 262 | value = strtok_r(NULL, "=", &ctxt); |
---|
| 263 | |
---|
| 264 | if(strcmp(name,"account") == 0) { |
---|
| 265 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_ACCOUNT,value); |
---|
| 266 | } |
---|
| 267 | else if(strcmp(name,"acctg-freq") == 0) { |
---|
| 268 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_ACCTG_FREQ,value); |
---|
| 269 | } |
---|
| 270 | else if (strcmp(name,"comment") == 0) { |
---|
| 271 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_COMMENT,value); |
---|
| 272 | } |
---|
| 273 | else if (strcmp(name,"constraint") == 0) { |
---|
| 274 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_CONSTRAINT,value); |
---|
| 275 | } |
---|
| 276 | else if (strcmp(name,"contiguous") == 0) { |
---|
| 277 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_CONTIGUOUS,NULL); |
---|
| 278 | } |
---|
| 279 | else if(strcmp(name,"exclusive") == 0) { |
---|
| 280 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_EXCLUSIVE,NULL); |
---|
| 281 | } |
---|
| 282 | else if (strcmp(name,"mem") == 0) { |
---|
| 283 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_MEM,value); |
---|
| 284 | } |
---|
| 285 | else if (strcmp(name,"mem-per-cpu") == 0) { |
---|
| 286 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_MEM_PER_CPU,value); |
---|
| 287 | } |
---|
| 288 | else if (strcmp(name,"mincpus") == 0) { |
---|
| 289 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_MINCPUS,value); |
---|
| 290 | } |
---|
| 291 | else if (strcmp(name,"nodelist") == 0) { |
---|
| 292 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_NODELIST,value); |
---|
| 293 | } |
---|
| 294 | else if (strcmp(name,"nodes") == 0) { |
---|
| 295 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_NODES,value); |
---|
| 296 | } |
---|
| 297 | else if (strcmp(name,"ntasks-per-node") == 0) { |
---|
| 298 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_NTASKS_PER_NODE,value); |
---|
| 299 | } |
---|
| 300 | else if (strcmp(name,"partition") == 0) { |
---|
| 301 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_PARTITION,value); |
---|
| 302 | } |
---|
| 303 | else if (strcmp(name,"qos") == 0) { |
---|
| 304 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_QOS,value); |
---|
| 305 | } |
---|
| 306 | else if (strcmp(name,"requeue") == 0) { |
---|
| 307 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_REQUEUE,NULL); |
---|
| 308 | } |
---|
| 309 | else if (strcmp(name,"reservation") == 0) { |
---|
| 310 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_RESERVATION,value); |
---|
| 311 | } |
---|
| 312 | else if (strcmp(name,"share") == 0) { |
---|
| 313 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_SHARE,NULL); |
---|
| 314 | } |
---|
| 315 | else { |
---|
| 316 | fsd_exc_raise_fmt(FSD_DRMAA_ERRNO_INVALID_ATTRIBUTE_VALUE, |
---|
| 317 | "Invalid native specification: %s (Unsupported option: --%s)", |
---|
| 318 | add_attr, name); |
---|
| 319 | } |
---|
| 320 | |
---|
| 321 | /*}*/ |
---|
| 322 | } |
---|
| 323 | FINALLY |
---|
| 324 | { |
---|
| 325 | fsd_free(name); |
---|
| 326 | fsd_free(add_attr_copy); |
---|
| 327 | } |
---|
| 328 | END_TRY |
---|
| 329 | } |
---|
| 330 | |
---|
| 331 | void |
---|
| 332 | slurmdrmaa_parse_native(job_desc_msg_t *job_desc, const char * value) |
---|
| 333 | { |
---|
| 334 | char *arg = NULL; |
---|
| 335 | char * volatile native_specification = fsd_strdup(value); |
---|
| 336 | char * volatile native_spec_copy = fsd_strdup(native_specification); |
---|
| 337 | char * ctxt = NULL; |
---|
| 338 | int opt = 0; |
---|
| 339 | |
---|
| 340 | fsd_log_enter(( "" )); |
---|
| 341 | TRY |
---|
| 342 | { |
---|
| 343 | for (arg = strtok_r(native_spec_copy, " \t", &ctxt); arg; arg = strtok_r(NULL, " \t",&ctxt) ) { |
---|
| 344 | if (!opt) { |
---|
| 345 | if ( (arg[0] != '-') || ((strlen(arg) != 2) && (strlen(arg) > 2) && arg[2] != ' ' && arg[1] !='-' ) ) { |
---|
| 346 | fsd_exc_raise_fmt(FSD_DRMAA_ERRNO_INVALID_ATTRIBUTE_VALUE, |
---|
| 347 | "Invalid native specification: %s", |
---|
| 348 | native_specification); |
---|
| 349 | } |
---|
| 350 | if(arg[1] == '-') { |
---|
| 351 | slurmdrmaa_parse_additional_attr(job_desc, arg+2); |
---|
| 352 | } |
---|
| 353 | else { |
---|
| 354 | opt = arg[1]; |
---|
| 355 | } |
---|
| 356 | } else { |
---|
| 357 | switch (opt) { |
---|
| 358 | case 'A' : |
---|
| 359 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_ACCOUNT, arg); |
---|
| 360 | break; |
---|
| 361 | case 'C' : |
---|
| 362 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_CONSTRAINT, arg); |
---|
| 363 | break; |
---|
| 364 | case 'N' : |
---|
| 365 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_NODES, arg); |
---|
| 366 | break; |
---|
| 367 | case 'p' : |
---|
| 368 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_PARTITION, arg); |
---|
| 369 | break; |
---|
| 370 | case 's' : |
---|
| 371 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_SHARE, NULL); |
---|
| 372 | break; |
---|
| 373 | case 'w' : |
---|
| 374 | slurmdrmaa_add_attribute(job_desc,SLURM_NATIVE_NODELIST, arg); |
---|
| 375 | break; |
---|
| 376 | default : |
---|
| 377 | fsd_exc_raise_fmt(FSD_DRMAA_ERRNO_INVALID_ATTRIBUTE_VALUE, |
---|
| 378 | "Invalid native specification: %s (Unsupported option: -%c)", |
---|
| 379 | native_specification, opt); |
---|
| 380 | } |
---|
| 381 | if (arg[0] == '-' && strlen(arg) == 2) { /* attribute without arg */ |
---|
| 382 | opt = arg[1]; |
---|
| 383 | } |
---|
| 384 | else { |
---|
| 385 | opt = 0; |
---|
| 386 | } |
---|
| 387 | } |
---|
| 388 | } |
---|
| 389 | |
---|
| 390 | if(strlen(native_spec_copy) == 2 && native_spec_copy[0] == '-' && native_spec_copy[1] == 's') |
---|
| 391 | { |
---|
| 392 | slurmdrmaa_add_attribute(job_desc, SLURM_NATIVE_SHARE, NULL); |
---|
| 393 | opt = 0; |
---|
| 394 | } |
---|
| 395 | |
---|
| 396 | if (opt) |
---|
| 397 | fsd_exc_raise_fmt(FSD_DRMAA_ERRNO_INVALID_ATTRIBUTE_VALUE, |
---|
| 398 | "Invalid native specification: %s", |
---|
| 399 | native_specification); |
---|
| 400 | |
---|
| 401 | } |
---|
| 402 | FINALLY |
---|
| 403 | { |
---|
| 404 | fsd_free(native_spec_copy); |
---|
| 405 | fsd_free(native_specification); |
---|
| 406 | } |
---|
| 407 | END_TRY |
---|
| 408 | |
---|
| 409 | fsd_log_return(( "" )); |
---|
| 410 | } |
---|
| 411 | |
---|