/*****************************************************************************\ * test24.4.prog.c - link and test algo of Fair Tree multifactor. * * Usage: test24.4.prog ***************************************************************************** * Modified by Brigham Young University * Ryan Cox and Levi Morrison * * Copyright (C) 2009 Lawrence Livermore National Security. * Produced at Lawrence Livermore National Laboratory (cf, DISCLAIMER). * Written by Danny Auble * CODE-OCEC-09-009. All rights reserved. * * This file is part of Slurm, a resource management program. * For details, see . * Please also read the included file: DISCLAIMER. * * Slurm is free software; you can redistribute it and/or modify it under * the terms of the GNU General Public License as published by the Free * Software Foundation; either version 2 of the License, or (at your option) * any later version. * * Slurm is distributed in the hope that it will be useful, but WITHOUT ANY * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more * details. * * You should have received a copy of the GNU General Public License along * with Slurm; if not, write to the Free Software Foundation, Inc., * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. \*****************************************************************************/ #include #include #include #include #include #include #include #include "src/common/slurm_priority.h" #include "src/common/assoc_mgr.h" #include "src/common/xstring.h" #include "src/common/log.h" #include "src/sshare/sshare.h" /* set up some fake system */ void *acct_db_conn = NULL; uint32_t cluster_cpus = 50; int long_flag = 1; int exit_code = 0; sshare_time_format_t time_format = SSHARE_TIME_MINS; char *time_format_string = "Minutes"; time_t last_job_update = (time_t) 0; uint16_t running_cache = 0; List job_list = NULL; /* job_record list */ static pthread_mutex_t state_mutex = PTHREAD_MUTEX_INITIALIZER; /* this will leak memory, but we don't care really */ static void _list_delete_job(void *job_entry) { job_record_t *job_ptr = (job_record_t *) job_entry; xfree(job_ptr); } int _setup_assoc_list(void) { slurmdb_update_object_t update; slurmdb_assoc_rec_t *assoc = NULL; slurmdb_tres_rec_t *tres = NULL; assoc_init_args_t assoc_init_arg; /* make the main list */ assoc_mgr_assoc_list = list_create(slurmdb_destroy_assoc_rec); assoc_mgr_user_list = list_create(slurmdb_destroy_user_rec); assoc_mgr_qos_list = list_create(slurmdb_destroy_qos_rec); /* we just want make it so we setup_children so just pretend * we are running off cache */ memset(&assoc_init_arg, 0, sizeof(assoc_init_args_t)); assoc_init_arg.running_cache = &running_cache; running_cache = 1; assoc_mgr_init(NULL, &assoc_init_arg, SLURM_SUCCESS); /* Here we make the tres we want to add to the system. * We do this as an update to avoid having to do setup. */ memset(&update, 0, sizeof(slurmdb_update_object_t)); update.type = SLURMDB_ADD_TRES; update.objects = list_create(slurmdb_destroy_tres_rec); tres = xmalloc(sizeof(slurmdb_tres_rec_t)); tres->id = 1; tres->type = xstrdup("cpu"); list_append(update.objects, tres); if (assoc_mgr_update_tres(&update, false)) error("assoc_mgr_update_tres: %m"); FREE_NULL_LIST(update.objects); /* Here we make the associations we want to add to the system. * We do this as an update to avoid having to do setup. */ memset(&update, 0, sizeof(slurmdb_update_object_t)); update.type = SLURMDB_ADD_ASSOC; update.objects = list_create(slurmdb_destroy_assoc_rec); /* root assoc */ assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 1; assoc->acct = xstrdup("root"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 2; assoc->parent_id = 1; assoc->shares_raw = 40; assoc->acct = xstrdup("aA"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 21; assoc->parent_id = 2; assoc->shares_raw = 30; assoc->acct = xstrdup("aAA"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 211; assoc->parent_id = 21; assoc->shares_raw = 1; assoc->usage->usage_raw = 20; assoc->acct = xstrdup("aAA"); assoc->user = xstrdup("uAA1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 22; assoc->parent_id = 2; assoc->shares_raw = 10; assoc->acct = xstrdup("aAB"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 221; assoc->parent_id = 22; assoc->shares_raw = 1; assoc->usage->usage_raw = 25; assoc->acct = xstrdup("aAB"); assoc->user = xstrdup("uAB1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 222; assoc->parent_id = 22; assoc->shares_raw = 1; assoc->usage->usage_raw = 0; assoc->acct = xstrdup("aAB"); assoc->user = xstrdup("uAB2"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 3; assoc->parent_id = 1; assoc->shares_raw = 60; assoc->acct = xstrdup("aB"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 31; assoc->parent_id = 3; assoc->shares_raw = 25; assoc->acct = xstrdup("aBA"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 311; assoc->parent_id = 31; assoc->shares_raw = 1; assoc->usage->usage_raw = 25; assoc->acct = xstrdup("aBA"); assoc->user = xstrdup("uBA1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 32; assoc->parent_id = 3; assoc->shares_raw = 35; assoc->acct = xstrdup("aBB"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 321; assoc->parent_id = 32; assoc->shares_raw = 1; assoc->usage->usage_raw = 0; assoc->acct = xstrdup("aBB"); assoc->user = xstrdup("uBB1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 4; assoc->parent_id = 1; assoc->shares_raw = 0; assoc->usage->usage_raw = 30; assoc->acct = xstrdup("aC"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 41; assoc->parent_id = 4; assoc->shares_raw = 0; assoc->usage->usage_raw = 30; assoc->acct = xstrdup("aC"); assoc->user = xstrdup("uC1"); list_append(update.objects, assoc); /* Check for proper handling of Fairshare=parent */ assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 5; assoc->parent_id = 1; assoc->shares_raw = 50; assoc->acct = xstrdup("aD"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 51; assoc->parent_id = 5; assoc->shares_raw = SLURMDB_FS_USE_PARENT; assoc->usage->usage_raw = 35; assoc->acct = xstrdup("aDA"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 511; assoc->parent_id = 51; assoc->shares_raw = SLURMDB_FS_USE_PARENT; assoc->usage->usage_raw = 10; assoc->acct = xstrdup("aDA"); assoc->user = xstrdup("uDA1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 512; assoc->parent_id = 51; assoc->shares_raw = 30; assoc->usage->usage_raw = 10; assoc->acct = xstrdup("aDA"); assoc->user = xstrdup("uDA2"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 513; assoc->parent_id = 51; assoc->shares_raw = 50; assoc->usage->usage_raw = 25; assoc->acct = xstrdup("aDA"); assoc->user = xstrdup("uDA3"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 52; assoc->parent_id = 5; assoc->shares_raw = SLURMDB_FS_USE_PARENT; assoc->usage->usage_raw = 20; assoc->acct = xstrdup("aD"); assoc->user = xstrdup("uD1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 53; assoc->parent_id = 5; assoc->shares_raw = 40; assoc->usage->usage_raw = 20; assoc->acct = xstrdup("aD"); assoc->user = xstrdup("uD2"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 54; assoc->parent_id = 5; assoc->shares_raw = 50; assoc->usage->usage_raw = 25; assoc->acct = xstrdup("aD"); assoc->user = xstrdup("uD3"); list_append(update.objects, assoc); /* Check for proper tie handling */ assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 6; assoc->parent_id = 1; assoc->shares_raw = 10; assoc->usage->usage_raw = 0; assoc->acct = xstrdup("aE"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 61; assoc->parent_id = 6; assoc->shares_raw = 10; assoc->usage->usage_raw = 0; assoc->acct = xstrdup("aE"); assoc->user = xstrdup("aE1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 62; assoc->parent_id = 6; assoc->shares_raw = 10; assoc->usage->usage_raw = 0; assoc->acct = xstrdup("aE"); assoc->user = xstrdup("aE2"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 7; assoc->parent_id = 1; assoc->shares_raw = 10; assoc->usage->usage_raw = 0; assoc->acct = xstrdup("root"); assoc->user = xstrdup("u1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 8; assoc->parent_id = 1; assoc->shares_raw = 20; assoc->usage->usage_raw = 0; assoc->acct = xstrdup("aF"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 81; assoc->parent_id = 8; assoc->shares_raw = 10; assoc->usage->usage_raw = 0; assoc->acct = xstrdup("aF"); assoc->user = xstrdup("uF1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 82; assoc->parent_id = 8; assoc->shares_raw = 20; assoc->usage->usage_raw = 0; assoc->acct = xstrdup("aF"); assoc->user = xstrdup("uF2"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 9; assoc->parent_id = 1; assoc->shares_raw = 8; assoc->usage->usage_raw = 20; assoc->acct = xstrdup("aG"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 91; assoc->parent_id = 9; assoc->shares_raw = 10; assoc->usage->usage_raw = 10; assoc->acct = xstrdup("aG"); assoc->user = xstrdup("uG1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 92; assoc->parent_id = 9; assoc->shares_raw = 10; assoc->usage->usage_raw = 10; assoc->acct = xstrdup("aGA"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 921; assoc->parent_id = 92; assoc->shares_raw = 20; assoc->usage->usage_raw = 4; assoc->acct = xstrdup("aGA"); assoc->user = xstrdup("uGA1"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 921; assoc->parent_id = 92; assoc->shares_raw = 20; assoc->usage->usage_raw = 6; assoc->acct = xstrdup("aGA"); assoc->user = xstrdup("uGA2"); list_append(update.objects, assoc); assoc = xmalloc(sizeof(slurmdb_assoc_rec_t)); assoc->usage = slurmdb_create_assoc_usage(g_tres_count); assoc->id = 1001; assoc->parent_id = 1; assoc->shares_raw = 10; assoc->usage->usage_raw = 10; assoc->acct = xstrdup("root"); assoc->user = xstrdup("u2"); list_append(update.objects, assoc); if (assoc_mgr_update_assocs(&update, false)) error("assoc_mgr_update_assocs: %m"); list_destroy(update.objects); return SLURM_SUCCESS; } int main (int argc, char **argv) { log_options_t logopt = LOG_OPTS_STDERR_ONLY; slurm_ctl_conf_t *conf = NULL; shares_response_msg_t resp; log_init(xbasename(argv[0]), logopt, 0, NULL); xfree(slurmctld_conf.priority_type); //logopt.stderr_level += 5; logopt.prefix_level = 1; log_alter(logopt, 0, NULL); print_fields_have_header = 0; print_fields_parsable_print = PRINT_FIELDS_PARSABLE_ENDING; conf = slurm_conf_lock(); /* force priority type to be multifactor */ xfree(conf->priority_type); conf->priority_type = xstrdup("priority/multifactor"); conf->priority_flags = PRIORITY_FLAGS_FAIR_TREE; /* force accounting type to be slurmdbd (It doesn't really talk * to any database, but needs this to work with fairshare * calculation). */ xfree(conf->accounting_storage_type); conf->accounting_storage_type = xstrdup("accounting_storage/slurmdbd"); /* set up a known environment to test against. Since we are * only concerned about the fairshare we won't look at the other * factors here. */ conf->priority_decay_hl = 1; conf->priority_favor_small = 0; conf->priority_max_age = conf->priority_decay_hl; conf->priority_reset_period = 0; conf->priority_weight_age = 0; conf->priority_weight_fs = 10000; conf->priority_weight_js = 0; conf->priority_weight_part = 0; conf->priority_weight_qos = 0; slurm_conf_unlock(); /* we don't want to do any decay here so make the save state * to /dev/null */ xfree(slurmctld_conf.state_save_location); slurmctld_conf.state_save_location = "/dev/null"; /* now set up the association tree */ _setup_assoc_list(); /* now set up the job list */ job_list = list_create(_list_delete_job); /* now init the priorities of the associations */ if (slurm_priority_init() != SLURM_SUCCESS) fatal("failed to initialize priority plugin"); /* on some systems that don't have multiple cores we need to * sleep to make sure the thread gets started. */ sleep(1); memset(&resp, 0, sizeof(shares_response_msg_t)); assoc_mgr_get_shares(NULL, 0, NULL, &resp); process(&resp, 0); /* free memory */ if (slurm_priority_fini() != SLURM_SUCCESS) fatal("failed to finalize priority plugin"); if (job_list) list_destroy(job_list); if (resp.assoc_shares_list) list_destroy(resp.assoc_shares_list); if (assoc_mgr_assoc_list) list_destroy(assoc_mgr_assoc_list); if (assoc_mgr_qos_list) list_destroy(assoc_mgr_qos_list); xfree(assoc_mgr_tres_array); return 0; }