pcmk_sched_utilization.c

Go to the documentation of this file.

/*
 * Copyright 2014-2023 the Pacemaker project contributors
 *
 * The version control history for this file may have further details.
 *
 * This source code is licensed under the GNU General Public License version 2
 * or later (GPLv2+) WITHOUT ANY WARRANTY.
 */

#include <crm_internal.h>
#include <crm/msg_xml.h>
#include <pacemaker-internal.h>

#include "libpacemaker_private.h"

// Name for a pseudo-op to use in ordering constraints for utilization
#define LOAD_STOPPED "load_stopped"

static int
utilization_value(const char *s)
{
    int value = 0;

    if ((s != NULL) && (pcmk__scan_min_int(s, &value, INT_MIN) == EINVAL)) {
        pe_warn("Using 0 for utilization instead of invalid value '%s'", value);
        value = 0;
    }
    return value;
}


/*
 * Functions for comparing node capacities
 */

struct compare_data {
    const pe_node_t *node1;
    const pe_node_t *node2;
    bool node2_only;
    int result;
};

static void
compare_utilization_value(gpointer key, gpointer value, gpointer user_data)
{
    int node1_capacity = 0;
    int node2_capacity = 0;
    struct compare_data *data = user_data;
    const char *node2_value = NULL;

    if (data->node2_only) {
        if (g_hash_table_lookup(data->node1->details->utilization, key)) {
            return; // We've already compared this attribute
        }
    } else {
        node1_capacity = utilization_value((const char *) value);
    }

    node2_value = g_hash_table_lookup(data->node2->details->utilization, key);
    node2_capacity = utilization_value(node2_value);

    if (node1_capacity > node2_capacity) {
        data->result--;
    } else if (node1_capacity < node2_capacity) {
        data->result++;
    }
}

int
pcmk__compare_node_capacities(const pe_node_t *node1, const pe_node_t *node2)
{
    struct compare_data data = {
        .node1      = node1,
        .node2      = node2,
        .node2_only = false,
        .result     = 0,
    };

    // Compare utilization values that node1 and maybe node2 have
    g_hash_table_foreach(node1->details->utilization, compare_utilization_value,
                         &data);

    // Compare utilization values that only node2 has
    data.node2_only = true;
    g_hash_table_foreach(node2->details->utilization, compare_utilization_value,
                         &data);

    return data.result;
}


/*
 * Functions for updating node capacities
 */

struct calculate_data {
    GHashTable *current_utilization;
    bool plus;
};

static void
update_utilization_value(gpointer key, gpointer value, gpointer user_data)
{
    int result = 0;
    const char *current = NULL;
    struct calculate_data *data = user_data;

    current = g_hash_table_lookup(data->current_utilization, key);
    if (data->plus) {
        result = utilization_value(current) + utilization_value(value);
    } else if (current) {
        result = utilization_value(current) - utilization_value(value);
    }
    g_hash_table_replace(data->current_utilization,
                         strdup(key), pcmk__itoa(result));
}

void
pcmk__consume_node_capacity(GHashTable *current_utilization,
                            const pe_resource_t *rsc)
{
    struct calculate_data data = {
        .current_utilization = current_utilization,
        .plus = false,
    };

    g_hash_table_foreach(rsc->utilization, update_utilization_value, &data);
}

void
pcmk__release_node_capacity(GHashTable *current_utilization,
                            const pe_resource_t *rsc)
{
    struct calculate_data data = {
        .current_utilization = current_utilization,
        .plus = true,
    };

    g_hash_table_foreach(rsc->utilization, update_utilization_value, &data);
}


/*
 * Functions for checking for sufficient node capacity
 */

struct capacity_data {
    const pe_node_t *node;
    const char *rsc_id;
    bool is_enough;
};

static void
check_capacity(gpointer key, gpointer value, gpointer user_data)
{
    int required = 0;
    int remaining = 0;
    const char *node_value_s = NULL;
    struct capacity_data *data = user_data;

    node_value_s = g_hash_table_lookup(data->node->details->utilization, key);

    required = utilization_value(value);
    remaining = utilization_value(node_value_s);

    if (required > remaining) {
        crm_debug("Remaining capacity for %s on %s (%d) is insufficient "
                  "for resource %s usage (%d)",
                  (const char *) key, pe__node_name(data->node), remaining,
                  data->rsc_id, required);
        data->is_enough = false;
    }
}

static bool
have_enough_capacity(const pe_node_t *node, const char *rsc_id,
                     GHashTable *utilization)
{
    struct capacity_data data = {
        .node = node,
        .rsc_id = rsc_id,
        .is_enough = true,
    };

    g_hash_table_foreach(utilization, check_capacity, &data);
    return data.is_enough;
}

static GHashTable *
sum_resource_utilization(const pe_resource_t *orig_rsc, GList *rscs)
{
    GHashTable *utilization = pcmk__strkey_table(free, free);

    for (GList *iter = rscs; iter != NULL; iter = iter->next) {
        pe_resource_t *rsc = (pe_resource_t *) iter->data;

        rsc->cmds->add_utilization(rsc, orig_rsc, rscs, utilization);
    }
    return utilization;
}

const pe_node_t *
pcmk__ban_insufficient_capacity(pe_resource_t *rsc)
{
    bool any_capable = false;
    char *rscs_id = NULL;
    pe_node_t *node = NULL;
    const pe_node_t *most_capable_node = NULL;
    GList *colocated_rscs = NULL;
    GHashTable *unallocated_utilization = NULL;
    GHashTableIter iter;

    CRM_CHECK(rsc != NULL, return NULL);

    // The default placement strategy ignores utilization
    if (pcmk__str_eq(rsc->cluster->placement_strategy, "default",
                     pcmk__str_casei)) {
        return NULL;
    }

    // Check whether any resources are colocated with this one
    colocated_rscs = rsc->cmds->colocated_resources(rsc, NULL, NULL);
    if (colocated_rscs == NULL) {
        return NULL;
    }

    rscs_id = crm_strdup_printf("%s and its colocated resources", rsc->id);

    // If rsc isn't in the list, add it so we include its utilization
    if (g_list_find(colocated_rscs, rsc) == NULL) {
        colocated_rscs = g_list_append(colocated_rscs, rsc);
    }

    // Sum utilization of colocated resources that haven't been allocated yet
    unallocated_utilization = sum_resource_utilization(rsc, colocated_rscs);

    // Check whether any node has enough capacity for all the resources
    g_hash_table_iter_init(&iter, rsc->allowed_nodes);
    while (g_hash_table_iter_next(&iter, NULL, (void **) &node)) {
        if (!pcmk__node_available(node, true, false)) {
            continue;
        }

        if (have_enough_capacity(node, rscs_id, unallocated_utilization)) {
            any_capable = true;
        }

        // Keep track of node with most free capacity
        if ((most_capable_node == NULL)
            || (pcmk__compare_node_capacities(node, most_capable_node) < 0)) {
            most_capable_node = node;
        }
    }

    if (any_capable) {
        // If so, ban resource from any node with insufficient capacity
        g_hash_table_iter_init(&iter, rsc->allowed_nodes);
        while (g_hash_table_iter_next(&iter, NULL, (void **) &node)) {
            if (pcmk__node_available(node, true, false)
                && !have_enough_capacity(node, rscs_id,
                                         unallocated_utilization)) {
                pe_rsc_debug(rsc, "%s does not have enough capacity for %s",
                             pe__node_name(node), rscs_id);
                resource_location(rsc, node, -INFINITY, "__limit_utilization__",
                                  rsc->cluster);
            }
        }
        most_capable_node = NULL;

    } else {
        // Otherwise, ban from nodes with insufficient capacity for rsc alone
        g_hash_table_iter_init(&iter, rsc->allowed_nodes);
        while (g_hash_table_iter_next(&iter, NULL, (void **) &node)) {
            if (pcmk__node_available(node, true, false)
                && !have_enough_capacity(node, rsc->id, rsc->utilization)) {
                pe_rsc_debug(rsc, "%s does not have enough capacity for %s",
                             pe__node_name(node), rsc->id);
                resource_location(rsc, node, -INFINITY, "__limit_utilization__",
                                  rsc->cluster);
            }
        }
    }

    g_hash_table_destroy(unallocated_utilization);
    g_list_free(colocated_rscs);
    free(rscs_id);

    pe__show_node_weights(true, rsc, "Post-utilization",
                          rsc->allowed_nodes, rsc->cluster);
    return most_capable_node;
}

static pe_action_t *
new_load_stopped_op(const pe_node_t *node, pe_working_set_t *data_set)
{
    char *load_stopped_task = crm_strdup_printf(LOAD_STOPPED "_%s",
                                                node->details->uname);
    pe_action_t *load_stopped = get_pseudo_op(load_stopped_task, data_set);

    if (load_stopped->node == NULL) {
        load_stopped->node = pe__copy_node(node);
        pe__clear_action_flags(load_stopped, pe_action_optional);
    }
    free(load_stopped_task);
    return load_stopped;
}

void
pcmk__create_utilization_constraints(pe_resource_t *rsc,
                                     const GList *allowed_nodes)
{
    const GList *iter = NULL;
    const pe_node_t *node = NULL;
    pe_action_t *load_stopped = NULL;

    pe_rsc_trace(rsc, "Creating utilization constraints for %s - strategy: %s",
                 rsc->id, rsc->cluster->placement_strategy);

    // "stop rsc then load_stopped" constraints for current nodes
    for (iter = rsc->running_on; iter != NULL; iter = iter->next) {
        node = (const pe_node_t *) iter->data;
        load_stopped = new_load_stopped_op(node, rsc->cluster);
        pcmk__new_ordering(rsc, stop_key(rsc), NULL, NULL, NULL, load_stopped,
                           pe_order_load, rsc->cluster);
    }

    // "load_stopped then start/migrate_to rsc" constraints for allowed nodes
    for (iter = allowed_nodes; iter; iter = iter->next) {
        node = (const pe_node_t *) iter->data;
        load_stopped = new_load_stopped_op(node, rsc->cluster);
        pcmk__new_ordering(NULL, NULL, load_stopped, rsc, start_key(rsc), NULL,
                           pe_order_load, rsc->cluster);
        pcmk__new_ordering(NULL, NULL, load_stopped,
                           rsc, pcmk__op_key(rsc->id, RSC_MIGRATE, 0), NULL,
                           pe_order_load, rsc->cluster);
    }
}

void
pcmk__show_node_capacities(const char *desc, pe_working_set_t *data_set)
{
    if (!pcmk_is_set(data_set->flags, pe_flag_show_utilization)) {
        return;
    }
    for (const GList *iter = data_set->nodes; iter != NULL; iter = iter->next) {
        const pe_node_t *node = (const pe_node_t *) iter->data;
        pcmk__output_t *out = data_set->priv;

        out->message(out, "node-capacity", node, desc);
    }
}