complex.c

Go to the documentation of this file.

/*
 * Copyright 2004-2024 the Pacemaker project contributors
 *
 * The version control history for this file may have further details.
 *
 * This source code is licensed under the GNU Lesser General Public License
 * version 2.1 or later (LGPLv2.1+) WITHOUT ANY WARRANTY.
 */

#include <crm_internal.h>

#include <crm/pengine/rules.h>
#include <crm/pengine/internal.h>
#include <crm/common/xml.h>
#include <crm/common/xml_internal.h>
#include <crm/common/scheduler_internal.h>

#include "pe_status_private.h"

void populate_hash(xmlNode * nvpair_list, GHashTable * hash, const char **attrs, int attrs_length);

static pcmk_node_t *active_node(const pcmk_resource_t *rsc,
                                unsigned int *count_all,
                                unsigned int *count_clean);

static pcmk__rsc_methods_t resource_class_functions[] = {
    {
         native_unpack,
         native_find_rsc,
         native_parameter,
         native_active,
         native_resource_state,
         native_location,
         native_free,
         pe__count_common,
         pe__native_is_filtered,
         active_node,
         pe__primitive_max_per_node,
    },
    {
         group_unpack,
         native_find_rsc,
         native_parameter,
         group_active,
         group_resource_state,
         native_location,
         group_free,
         pe__count_common,
         pe__group_is_filtered,
         active_node,
         pe__group_max_per_node,
    },
    {
         clone_unpack,
         native_find_rsc,
         native_parameter,
         clone_active,
         clone_resource_state,
         native_location,
         clone_free,
         pe__count_common,
         pe__clone_is_filtered,
         active_node,
         pe__clone_max_per_node,
    },
    {
         pe__unpack_bundle,
         native_find_rsc,
         native_parameter,
         pe__bundle_active,
         pe__bundle_resource_state,
         native_location,
         pe__free_bundle,
         pe__count_bundle,
         pe__bundle_is_filtered,
         pe__bundle_active_node,
         pe__bundle_max_per_node,
    }
};

static enum pcmk__rsc_variant
get_resource_type(const char *name)
{
    if (pcmk__str_eq(name, PCMK_XE_PRIMITIVE, pcmk__str_casei)) {
        return pcmk__rsc_variant_primitive;

    } else if (pcmk__str_eq(name, PCMK_XE_GROUP, pcmk__str_casei)) {
        return pcmk__rsc_variant_group;

    } else if (pcmk__str_eq(name, PCMK_XE_CLONE, pcmk__str_casei)) {
        return pcmk__rsc_variant_clone;

    } else if (pcmk__str_eq(name, PCMK_XE_BUNDLE, pcmk__str_casei)) {
        return pcmk__rsc_variant_bundle;
    }

    return pcmk__rsc_variant_unknown;
}

static void
dup_attr(gpointer key, gpointer value, gpointer user_data)
{
    GHashTable *table = user_data;

    CRM_CHECK((key != NULL) && (table != NULL), return);
    if (pcmk__str_eq((const char *) value, "#default", pcmk__str_casei)) {
        // @COMPAT Deprecated since 2.1.8
        pcmk__config_warn("Support for setting meta-attributes (such as %s) to "
                          "the explicit value '#default' is deprecated and "
                          "will be removed in a future release",
                          (const char *) key);
    } else if ((value != NULL) && (g_hash_table_lookup(table, key) == NULL)) {
        pcmk__insert_dup(table, (const char *) key, (const char *) value);
    }
}

static void
expand_parents_fixed_nvpairs(pcmk_resource_t *rsc,
                             pe_rule_eval_data_t *rule_data,
                             GHashTable *meta_hash, pcmk_scheduler_t *scheduler)
{
    GHashTable *parent_orig_meta = pcmk__strkey_table(free, free);
    pcmk_resource_t *p = rsc->priv->parent;

    if (p == NULL) {
        return ;
    }

    /* Search all parent resources, get the fixed value of
     * PCMK_XE_META_ATTRIBUTES set only in the original xml, and stack it in the
     * hash table. The fixed value of the lower parent resource takes precedence
     * and is not overwritten.
     */
    while(p != NULL) {
        /* A hash table for comparison is generated, including the id-ref. */
        pe__unpack_dataset_nvpairs(p->priv->xml, PCMK_XE_META_ATTRIBUTES,
                                   rule_data, parent_orig_meta, NULL,
                                   scheduler);
        p = p->priv->parent;
    }

    if (parent_orig_meta != NULL) {
        // This will not overwrite any values already existing for child
        g_hash_table_foreach(parent_orig_meta, dup_attr, meta_hash);
    }

    if (parent_orig_meta != NULL) {
        g_hash_table_destroy(parent_orig_meta);
    }
    
    return ;

}

/*
 * \brief Get fully evaluated resource meta-attributes
 *
 * \param[in,out] meta_hash  Where to store evaluated meta-attributes
 * \param[in]     rsc        Resource to get meta-attributes for
 * \param[in]     node       Ignored
 * \param[in,out] scheduler  Scheduler data
 */
void
get_meta_attributes(GHashTable * meta_hash, pcmk_resource_t * rsc,
                    pcmk_node_t *node, pcmk_scheduler_t *scheduler)
{
    pe_rsc_eval_data_t rsc_rule_data = {
        .standard = crm_element_value(rsc->priv->xml, PCMK_XA_CLASS),
        .provider = crm_element_value(rsc->priv->xml, PCMK_XA_PROVIDER),
        .agent = crm_element_value(rsc->priv->xml, PCMK_XA_TYPE)
    };

    pe_rule_eval_data_t rule_data = {
        .node_hash = NULL,
        .now = scheduler->priv->now,
        .match_data = NULL,
        .rsc_data = &rsc_rule_data,
        .op_data = NULL
    };

    for (xmlAttrPtr a = pcmk__xe_first_attr(rsc->priv->xml);
         a != NULL; a = a->next) {

        if (a->children != NULL) {
            dup_attr((gpointer) a->name, (gpointer) a->children->content,
                     meta_hash);
        }
    }

    pe__unpack_dataset_nvpairs(rsc->priv->xml, PCMK_XE_META_ATTRIBUTES,
                               &rule_data, meta_hash, NULL, scheduler);

    /* Set the PCMK_XE_META_ATTRIBUTES explicitly set in the parent resource to
     * the hash table of the child resource. If it is already explicitly set as
     * a child, it will not be overwritten.
     */
    if (rsc->priv->parent != NULL) {
        expand_parents_fixed_nvpairs(rsc, &rule_data, meta_hash, scheduler);
    }

    /* check the defaults */
    pe__unpack_dataset_nvpairs(scheduler->priv->rsc_defaults,
                               PCMK_XE_META_ATTRIBUTES, &rule_data, meta_hash,
                               NULL, scheduler);

    /* If there is PCMK_XE_META_ATTRIBUTES that the parent resource has not
     * explicitly set, set a value that is not set from PCMK_XE_RSC_DEFAULTS
     * either. The values already set up to this point will not be overwritten.
     */
    if (rsc->priv->parent != NULL) {
        g_hash_table_foreach(rsc->priv->parent->priv->meta, dup_attr,
                             meta_hash);
    }
}

void
get_rsc_attributes(GHashTable *instance_attrs, const pcmk_resource_t *rsc,
                   const pcmk_node_t *node, pcmk_scheduler_t *scheduler)
{
    pe_rule_eval_data_t rule_data = {
        .node_hash = NULL,
        .now = NULL,
        .match_data = NULL,
        .rsc_data = NULL,
        .op_data = NULL
    };

    CRM_CHECK((instance_attrs != NULL) && (rsc != NULL) && (scheduler != NULL),
              return);

    rule_data.now = scheduler->priv->now;
    if (node != NULL) {
        rule_data.node_hash = node->priv->attrs;
    }

    // Evaluate resource's own values, then its ancestors' values
    pe__unpack_dataset_nvpairs(rsc->priv->xml, PCMK_XE_INSTANCE_ATTRIBUTES,
                               &rule_data, instance_attrs, NULL, scheduler);
    if (rsc->priv->parent != NULL) {
        get_rsc_attributes(instance_attrs, rsc->priv->parent, node, scheduler);
    }
}

static char *
template_op_key(xmlNode * op)
{
    const char *name = crm_element_value(op, PCMK_XA_NAME);
    const char *role = crm_element_value(op, PCMK_XA_ROLE);
    char *key = NULL;

    if ((role == NULL)
        || pcmk__strcase_any_of(role, PCMK_ROLE_STARTED, PCMK_ROLE_UNPROMOTED,
                                PCMK__ROLE_UNPROMOTED_LEGACY, NULL)) {
        role = PCMK__ROLE_UNKNOWN;
    }

    key = crm_strdup_printf("%s-%s", name, role);
    return key;
}

static gboolean
unpack_template(xmlNode *xml_obj, xmlNode **expanded_xml,
                pcmk_scheduler_t *scheduler)
{
    xmlNode *cib_resources = NULL;
    xmlNode *template = NULL;
    xmlNode *new_xml = NULL;
    xmlNode *child_xml = NULL;
    xmlNode *rsc_ops = NULL;
    xmlNode *template_ops = NULL;
    const char *template_ref = NULL;
    const char *id = NULL;

    if (xml_obj == NULL) {
        pcmk__config_err("No resource object for template unpacking");
        return FALSE;
    }

    template_ref = crm_element_value(xml_obj, PCMK_XA_TEMPLATE);
    if (template_ref == NULL) {
        return TRUE;
    }

    id = pcmk__xe_id(xml_obj);
    if (id == NULL) {
        pcmk__config_err("'%s' object must have a id", xml_obj->name);
        return FALSE;
    }

    if (pcmk__str_eq(template_ref, id, pcmk__str_none)) {
        pcmk__config_err("The resource object '%s' should not reference itself",
                         id);
        return FALSE;
    }

    cib_resources = get_xpath_object("//" PCMK_XE_RESOURCES, scheduler->input,
                                     LOG_TRACE);
    if (cib_resources == NULL) {
        pcmk__config_err("No resources configured");
        return FALSE;
    }

    template = pcmk__xe_first_child(cib_resources, PCMK_XE_TEMPLATE,
                                    PCMK_XA_ID, template_ref);
    if (template == NULL) {
        pcmk__config_err("No template named '%s'", template_ref);
        return FALSE;
    }

    new_xml = pcmk__xml_copy(NULL, template);
    xmlNodeSetName(new_xml, xml_obj->name);
    crm_xml_add(new_xml, PCMK_XA_ID, id);
    crm_xml_add(new_xml, PCMK__META_CLONE,
                crm_element_value(xml_obj, PCMK__META_CLONE));

    template_ops = pcmk__xe_first_child(new_xml, PCMK_XE_OPERATIONS, NULL,
                                        NULL);

    for (child_xml = pcmk__xe_first_child(xml_obj, NULL, NULL, NULL);
         child_xml != NULL; child_xml = pcmk__xe_next(child_xml, NULL)) {

        xmlNode *new_child = pcmk__xml_copy(new_xml, child_xml);

        if (pcmk__xe_is(new_child, PCMK_XE_OPERATIONS)) {
            rsc_ops = new_child;
        }
    }

    if (template_ops && rsc_ops) {
        xmlNode *op = NULL;
        GHashTable *rsc_ops_hash = pcmk__strkey_table(free, NULL);

        for (op = pcmk__xe_first_child(rsc_ops, NULL, NULL, NULL); op != NULL;
             op = pcmk__xe_next(op, NULL)) {

            char *key = template_op_key(op);

            g_hash_table_insert(rsc_ops_hash, key, op);
        }

        for (op = pcmk__xe_first_child(template_ops, NULL, NULL, NULL);
             op != NULL; op = pcmk__xe_next(op, NULL)) {

            char *key = template_op_key(op);

            if (g_hash_table_lookup(rsc_ops_hash, key) == NULL) {
                pcmk__xml_copy(rsc_ops, op);
            }

            free(key);
        }

        if (rsc_ops_hash) {
            g_hash_table_destroy(rsc_ops_hash);
        }

        pcmk__xml_free(template_ops);
    }

    /*pcmk__xml_free(*expanded_xml); */
    *expanded_xml = new_xml;

#if 0 /* Disable multi-level templates for now */
    if (!unpack_template(new_xml, expanded_xml, scheduler)) {
       pcmk__xml_free(*expanded_xml);
       *expanded_xml = NULL;
       return FALSE;
    }
#endif

    return TRUE;
}

static gboolean
add_template_rsc(xmlNode *xml_obj, pcmk_scheduler_t *scheduler)
{
    const char *template_ref = NULL;
    const char *id = NULL;

    if (xml_obj == NULL) {
        pcmk__config_err("No resource object for processing resource list "
                         "of template");
        return FALSE;
    }

    template_ref = crm_element_value(xml_obj, PCMK_XA_TEMPLATE);
    if (template_ref == NULL) {
        return TRUE;
    }

    id = pcmk__xe_id(xml_obj);
    if (id == NULL) {
        pcmk__config_err("'%s' object must have a id", xml_obj->name);
        return FALSE;
    }

    if (pcmk__str_eq(template_ref, id, pcmk__str_none)) {
        pcmk__config_err("The resource object '%s' should not reference itself",
                         id);
        return FALSE;
    }

    pcmk__add_idref(scheduler->priv->templates, template_ref, id);
    return TRUE;
}

static bool
detect_unique(const pcmk_resource_t *rsc)
{
    const char *value = g_hash_table_lookup(rsc->priv->meta,
                                            PCMK_META_GLOBALLY_UNIQUE);

    if (value == NULL) { // Default to true if clone-node-max > 1
        value = g_hash_table_lookup(rsc->priv->meta,
                                    PCMK_META_CLONE_NODE_MAX);
        if (value != NULL) {
            int node_max = 1;

            if ((pcmk__scan_min_int(value, &node_max, 0) == pcmk_rc_ok)
                && (node_max > 1)) {
                return true;
            }
        }
        return false;
    }
    return crm_is_true(value);
}

static void
free_params_table(gpointer data)
{
    g_hash_table_destroy((GHashTable *) data);
}

GHashTable *
pe_rsc_params(pcmk_resource_t *rsc, const pcmk_node_t *node,
              pcmk_scheduler_t *scheduler)
{
    GHashTable *params_on_node = NULL;

    /* A NULL node is used to request the resource's default parameters
     * (not evaluated for node), but we always want something non-NULL
     * as a hash table key.
     */
    const char *node_name = "";

    // Sanity check
    if ((rsc == NULL) || (scheduler == NULL)) {
        return NULL;
    }
    if ((node != NULL) && (node->priv->name != NULL)) {
        node_name = node->priv->name;
    }

    // Find the parameter table for given node
    if (rsc->priv->parameter_cache == NULL) {
        rsc->priv->parameter_cache = pcmk__strikey_table(free,
                                                         free_params_table);
    } else {
        params_on_node = g_hash_table_lookup(rsc->priv->parameter_cache,
                                             node_name);
    }

    // If none exists yet, create one with parameters evaluated for node
    if (params_on_node == NULL) {
        params_on_node = pcmk__strkey_table(free, free);
        get_rsc_attributes(params_on_node, rsc, node, scheduler);
        g_hash_table_insert(rsc->priv->parameter_cache, strdup(node_name),
                            params_on_node);
    }
    return params_on_node;
}

static void
unpack_requires(pcmk_resource_t *rsc, const char *value, bool is_default)
{
    const pcmk_scheduler_t *scheduler = rsc->priv->scheduler;

    if (pcmk__str_eq(value, PCMK_VALUE_NOTHING, pcmk__str_casei)) {

    } else if (pcmk__str_eq(value, PCMK_VALUE_QUORUM, pcmk__str_casei)) {
        pcmk__set_rsc_flags(rsc, pcmk__rsc_needs_quorum);

    } else if (pcmk__str_eq(value, PCMK_VALUE_FENCING, pcmk__str_casei)) {
        pcmk__set_rsc_flags(rsc, pcmk__rsc_needs_fencing);
        if (!pcmk_is_set(scheduler->flags, pcmk__sched_fencing_enabled)) {
            pcmk__config_warn("%s requires fencing but fencing is disabled",
                              rsc->id);
        }

    } else if (pcmk__str_eq(value, PCMK_VALUE_UNFENCING, pcmk__str_casei)) {
        if (pcmk_is_set(rsc->flags, pcmk__rsc_fence_device)) {
            pcmk__config_warn("Resetting \"" PCMK_META_REQUIRES "\" for %s "
                              "to \"" PCMK_VALUE_QUORUM "\" because fencing "
                              "devices cannot require unfencing", rsc->id);
            unpack_requires(rsc, PCMK_VALUE_QUORUM, true);
            return;

        } else if (!pcmk_is_set(scheduler->flags, pcmk__sched_fencing_enabled)) {
            pcmk__config_warn("Resetting \"" PCMK_META_REQUIRES "\" for %s "
                              "to \"" PCMK_VALUE_QUORUM "\" because fencing is "
                              "disabled", rsc->id);
            unpack_requires(rsc, PCMK_VALUE_QUORUM, true);
            return;

        } else {
            pcmk__set_rsc_flags(rsc, pcmk__rsc_needs_fencing
                                     |pcmk__rsc_needs_unfencing);
        }

    } else {
        const char *orig_value = value;

        if (pcmk_is_set(rsc->flags, pcmk__rsc_fence_device)) {
            value = PCMK_VALUE_QUORUM;

        } else if (pcmk__is_primitive(rsc)
                   && xml_contains_remote_node(rsc->priv->xml)) {
            value = PCMK_VALUE_QUORUM;

        } else if (pcmk_is_set(scheduler->flags, pcmk__sched_enable_unfencing)) {
            value = PCMK_VALUE_UNFENCING;

        } else if (pcmk_is_set(scheduler->flags, pcmk__sched_fencing_enabled)) {
            value = PCMK_VALUE_FENCING;

        } else if (scheduler->no_quorum_policy == pcmk_no_quorum_ignore) {
            value = PCMK_VALUE_NOTHING;

        } else {
            value = PCMK_VALUE_QUORUM;
        }

        if (orig_value != NULL) {
            pcmk__config_err("Resetting '" PCMK_META_REQUIRES "' for %s "
                             "to '%s' because '%s' is not valid",
                              rsc->id, value, orig_value);
        }
        unpack_requires(rsc, value, true);
        return;
    }

    pcmk__rsc_trace(rsc, "\tRequired to start: %s%s", value,
                    (is_default? " (default)" : ""));
}

static void
unpack_priority(pcmk_resource_t *rsc)
{
    const char *value = g_hash_table_lookup(rsc->priv->meta,
                                            PCMK_META_PRIORITY);
    int rc = pcmk_parse_score(value, &(rsc->priv->priority), 0);

    if (rc != pcmk_rc_ok) {
        pcmk__config_warn("Using default (0) for resource %s "
                          PCMK_META_PRIORITY
                          " because '%s' is not a valid value: %s",
                          rsc->id, value, pcmk_rc_str(rc));
    }
}

static void
unpack_stickiness(pcmk_resource_t *rsc)
{
    const char *value = g_hash_table_lookup(rsc->priv->meta,
                                            PCMK_META_RESOURCE_STICKINESS);

    if (pcmk__str_eq(value, PCMK_VALUE_DEFAULT, pcmk__str_casei)) {
        // @COMPAT Deprecated since 2.1.8
        pcmk__config_warn("Support for setting "
                          PCMK_META_RESOURCE_STICKINESS
                          " to the explicit value '" PCMK_VALUE_DEFAULT
                          "' is deprecated and will be removed in a "
                          "future release (just leave it unset)");
    } else {
        int rc = pcmk_parse_score(value, &(rsc->priv->stickiness), 0);

        if (rc != pcmk_rc_ok) {
            pcmk__config_warn("Using default (0) for resource %s "
                              PCMK_META_RESOURCE_STICKINESS
                              " because '%s' is not a valid value: %s",
                              rsc->id, value, pcmk_rc_str(rc));
        }
    }
}

static void
unpack_migration_threshold(pcmk_resource_t *rsc)
{
    const char *value = g_hash_table_lookup(rsc->priv->meta,
                                            PCMK_META_MIGRATION_THRESHOLD);

    if (pcmk__str_eq(value, PCMK_VALUE_DEFAULT, pcmk__str_casei)) {
        // @COMPAT Deprecated since 2.1.8
        pcmk__config_warn("Support for setting "
                          PCMK_META_MIGRATION_THRESHOLD
                          " to the explicit value '" PCMK_VALUE_DEFAULT
                          "' is deprecated and will be removed in a "
                          "future release (just leave it unset)");
        rsc->priv->ban_after_failures = PCMK_SCORE_INFINITY;
    } else {
        int rc = pcmk_parse_score(value, &(rsc->priv->ban_after_failures),
                                  PCMK_SCORE_INFINITY);

        if ((rc != pcmk_rc_ok) || (rsc->priv->ban_after_failures < 0)) {
            pcmk__config_warn("Using default (" PCMK_VALUE_INFINITY
                              ") for resource %s meta-attribute "
                              PCMK_META_MIGRATION_THRESHOLD
                              " because '%s' is not a valid value: %s",
                              rsc->id, value, pcmk_rc_str(rc));
            rsc->priv->ban_after_failures = PCMK_SCORE_INFINITY;
        }
    }
}

int
pe__unpack_resource(xmlNode *xml_obj, pcmk_resource_t **rsc,
                    pcmk_resource_t *parent, pcmk_scheduler_t *scheduler)
{
    xmlNode *expanded_xml = NULL;
    xmlNode *ops = NULL;
    const char *value = NULL;
    const char *id = NULL;
    bool guest_node = false;
    bool remote_node = false;
    pcmk__resource_private_t *rsc_private = NULL;

    pe_rule_eval_data_t rule_data = {
        .node_hash = NULL,
        .now = NULL,
        .match_data = NULL,
        .rsc_data = NULL,
        .op_data = NULL
    };

    CRM_CHECK(rsc != NULL, return EINVAL);
    CRM_CHECK((xml_obj != NULL) && (scheduler != NULL),
              *rsc = NULL;
              return EINVAL);

    rule_data.now = scheduler->priv->now;

    crm_log_xml_trace(xml_obj, "[raw XML]");

    id = crm_element_value(xml_obj, PCMK_XA_ID);
    if (id == NULL) {
        pcmk__config_err("Ignoring <%s> configuration without " PCMK_XA_ID,
                         xml_obj->name);
        return pcmk_rc_unpack_error;
    }

    if (unpack_template(xml_obj, &expanded_xml, scheduler) == FALSE) {
        return pcmk_rc_unpack_error;
    }

    *rsc = calloc(1, sizeof(pcmk_resource_t));
    if (*rsc == NULL) {
        pcmk__sched_err(scheduler,
                        "Unable to allocate memory for resource '%s'", id);
        return ENOMEM;
    }

    (*rsc)->priv = calloc(1, sizeof(pcmk__resource_private_t));
    if ((*rsc)->priv == NULL) {
        pcmk__sched_err(scheduler,
                        "Unable to allocate memory for resource '%s'", id);
        free(*rsc);
        return ENOMEM;
    }
    rsc_private = (*rsc)->priv;

    rsc_private->scheduler = scheduler;

    if (expanded_xml) {
        crm_log_xml_trace(expanded_xml, "[expanded XML]");
        rsc_private->xml = expanded_xml;
        rsc_private->orig_xml = xml_obj;

    } else {
        rsc_private->xml = xml_obj;
        rsc_private->orig_xml = NULL;
    }

    /* Do not use xml_obj from here on, use (*rsc)->xml in case templates are involved */

    rsc_private->parent = parent;

    ops = pcmk__xe_first_child(rsc_private->xml, PCMK_XE_OPERATIONS, NULL,
                               NULL);
    rsc_private->ops_xml = pcmk__xe_resolve_idref(ops, scheduler->input);

    rsc_private->variant = get_resource_type((const char *)
                                             rsc_private->xml->name);
    if (rsc_private->variant == pcmk__rsc_variant_unknown) {
        pcmk__config_err("Ignoring resource '%s' of unknown type '%s'",
                         id, rsc_private->xml->name);
        common_free(*rsc);
        *rsc = NULL;
        return pcmk_rc_unpack_error;
    }

    rsc_private->meta = pcmk__strkey_table(free, free);
    rsc_private->utilization = pcmk__strkey_table(free, free);
    rsc_private->probed_nodes = pcmk__strkey_table(NULL, pcmk__free_node_copy);
    rsc_private->allowed_nodes = pcmk__strkey_table(NULL, pcmk__free_node_copy);

    value = crm_element_value(rsc_private->xml, PCMK__META_CLONE);
    if (value) {
        (*rsc)->id = crm_strdup_printf("%s:%s", id, value);
        pcmk__insert_meta(rsc_private, PCMK__META_CLONE, value);

    } else {
        (*rsc)->id = strdup(id);
    }

    rsc_private->fns = &resource_class_functions[rsc_private->variant];

    get_meta_attributes(rsc_private->meta, *rsc, NULL, scheduler);

    (*rsc)->flags = 0;
    pcmk__set_rsc_flags(*rsc, pcmk__rsc_unassigned);

    if (!pcmk_is_set(scheduler->flags, pcmk__sched_in_maintenance)) {
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_managed);
    }

    rsc_private->orig_role = pcmk_role_stopped;
    rsc_private->next_role = pcmk_role_unknown;

    unpack_priority(*rsc);

    value = g_hash_table_lookup(rsc_private->meta, PCMK_META_CRITICAL);
    if ((value == NULL) || crm_is_true(value)) {
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_critical);
    }

    value = g_hash_table_lookup(rsc_private->meta, PCMK_META_NOTIFY);
    if (crm_is_true(value)) {
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_notify);
    }

    if (xml_contains_remote_node(rsc_private->xml)) {
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_is_remote_connection);
        if (g_hash_table_lookup(rsc_private->meta, PCMK__META_CONTAINER)) {
            guest_node = true;
        } else {
            remote_node = true;
        }
    }

    value = g_hash_table_lookup(rsc_private->meta, PCMK_META_ALLOW_MIGRATE);
    if (crm_is_true(value)) {
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_migratable);
    } else if ((value == NULL) && remote_node) {
        /* By default, we want remote nodes to be able
         * to float around the cluster without having to stop all the
         * resources within the remote-node before moving. Allowing
         * migration support enables this feature. If this ever causes
         * problems, migration support can be explicitly turned off with
         * PCMK_META_ALLOW_MIGRATE=false.
         */
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_migratable);
    }

    value = g_hash_table_lookup(rsc_private->meta, PCMK_META_IS_MANAGED);
    if (value != NULL) {
        if (pcmk__str_eq(PCMK_VALUE_DEFAULT, value, pcmk__str_casei)) {
            // @COMPAT Deprecated since 2.1.8
            pcmk__config_warn("Support for setting " PCMK_META_IS_MANAGED
                              " to the explicit value '" PCMK_VALUE_DEFAULT
                              "' is deprecated and will be removed in a "
                              "future release (just leave it unset)");
        } else if (crm_is_true(value)) {
            pcmk__set_rsc_flags(*rsc, pcmk__rsc_managed);
        } else {
            pcmk__clear_rsc_flags(*rsc, pcmk__rsc_managed);
        }
    }

    value = g_hash_table_lookup(rsc_private->meta, PCMK_META_MAINTENANCE);
    if (crm_is_true(value)) {
        pcmk__clear_rsc_flags(*rsc, pcmk__rsc_managed);
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_maintenance);
    }
    if (pcmk_is_set(scheduler->flags, pcmk__sched_in_maintenance)) {
        pcmk__clear_rsc_flags(*rsc, pcmk__rsc_managed);
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_maintenance);
    }

    if (pcmk__is_clone(pe__const_top_resource(*rsc, false))) {
        if (detect_unique(*rsc)) {
            pcmk__set_rsc_flags(*rsc, pcmk__rsc_unique);
        }
        if (crm_is_true(g_hash_table_lookup((*rsc)->priv->meta,
                                            PCMK_META_PROMOTABLE))) {
            pcmk__set_rsc_flags(*rsc, pcmk__rsc_promotable);
        }
    } else {
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_unique);
    }

    value = g_hash_table_lookup(rsc_private->meta, PCMK_META_MULTIPLE_ACTIVE);
    if (pcmk__str_eq(value, PCMK_VALUE_STOP_ONLY, pcmk__str_casei)) {
        rsc_private->multiply_active_policy = pcmk__multiply_active_stop;
        pcmk__rsc_trace(*rsc, "%s multiple running resource recovery: stop only",
                        (*rsc)->id);

    } else if (pcmk__str_eq(value, PCMK_VALUE_BLOCK, pcmk__str_casei)) {
        rsc_private->multiply_active_policy = pcmk__multiply_active_block;
        pcmk__rsc_trace(*rsc, "%s multiple running resource recovery: block",
                        (*rsc)->id);

    } else if (pcmk__str_eq(value, PCMK_VALUE_STOP_UNEXPECTED,
                            pcmk__str_casei)) {
        rsc_private->multiply_active_policy = pcmk__multiply_active_unexpected;
        pcmk__rsc_trace(*rsc,
                        "%s multiple running resource recovery: "
                        "stop unexpected instances",
                        (*rsc)->id);

    } else { // PCMK_VALUE_STOP_START
        if (!pcmk__str_eq(value, PCMK_VALUE_STOP_START,
                          pcmk__str_casei|pcmk__str_null_matches)) {
            pcmk__config_warn("%s is not a valid value for "
                              PCMK_META_MULTIPLE_ACTIVE
                              ", using default of "
                              "\"" PCMK_VALUE_STOP_START "\"",
                              value);
        }
        rsc_private->multiply_active_policy = pcmk__multiply_active_restart;
        pcmk__rsc_trace(*rsc,
                        "%s multiple running resource recovery: stop/start",
                        (*rsc)->id);
    }

    unpack_stickiness(*rsc);
    unpack_migration_threshold(*rsc);

    if (pcmk__str_eq(crm_element_value(rsc_private->xml, PCMK_XA_CLASS),
                     PCMK_RESOURCE_CLASS_STONITH, pcmk__str_casei)) {
        pcmk__set_scheduler_flags(scheduler, pcmk__sched_have_fencing);
        pcmk__set_rsc_flags(*rsc, pcmk__rsc_fence_device);
    }

    value = g_hash_table_lookup(rsc_private->meta, PCMK_META_REQUIRES);
    unpack_requires(*rsc, value, false);

    value = g_hash_table_lookup(rsc_private->meta, PCMK_META_FAILURE_TIMEOUT);
    if (value != NULL) {
        pcmk_parse_interval_spec(value, &(rsc_private->failure_expiration_ms));
    }

    if (remote_node) {
        GHashTable *params = pe_rsc_params(*rsc, NULL, scheduler);

        /* Grabbing the value now means that any rules based on node attributes
         * will evaluate to false, so such rules should not be used with
         * PCMK_REMOTE_RA_RECONNECT_INTERVAL.
         *
         * @TODO Evaluate per node before using
         */
        value = g_hash_table_lookup(params, PCMK_REMOTE_RA_RECONNECT_INTERVAL);
        if (value) {
            /* reconnect delay works by setting failure_timeout and preventing the
             * connection from starting until the failure is cleared. */
            pcmk_parse_interval_spec(value,
                                     &(rsc_private->remote_reconnect_ms));

            /* We want to override any default failure_timeout in use when remote
             * PCMK_REMOTE_RA_RECONNECT_INTERVAL is in use.
             */
            rsc_private->failure_expiration_ms =
                rsc_private->remote_reconnect_ms;
        }
    }

    get_target_role(*rsc, &(rsc_private->next_role));
    pcmk__rsc_trace(*rsc, "%s desired next state: %s", (*rsc)->id,
                    (rsc_private->next_role == pcmk_role_unknown)?
                        "default" : pcmk_role_text(rsc_private->next_role));

    if (rsc_private->fns->unpack(*rsc, scheduler) == FALSE) {
        rsc_private->fns->free(*rsc);
        *rsc = NULL;
        return pcmk_rc_unpack_error;
    }

    if (pcmk_is_set(scheduler->flags, pcmk__sched_symmetric_cluster)) {
        // This tag must stay exactly the same because it is tested elsewhere
        resource_location(*rsc, NULL, 0, "symmetric_default", scheduler);
    } else if (guest_node) {
        /* remote resources tied to a container resource must always be allowed
         * to opt-in to the cluster. Whether the connection resource is actually
         * allowed to be placed on a node is dependent on the container resource */
        resource_location(*rsc, NULL, 0, "remote_connection_default",
                          scheduler);
    }

    pcmk__rsc_trace(*rsc, "%s action notification: %s", (*rsc)->id,
                    pcmk_is_set((*rsc)->flags, pcmk__rsc_notify)? "required" : "not required");

    pe__unpack_dataset_nvpairs(rsc_private->xml, PCMK_XE_UTILIZATION,
                               &rule_data, rsc_private->utilization, NULL,
                               scheduler);

    if (expanded_xml) {
        if (add_template_rsc(xml_obj, scheduler) == FALSE) {
            rsc_private->fns->free(*rsc);
            *rsc = NULL;
            return pcmk_rc_unpack_error;
        }
    }
    return pcmk_rc_ok;
}

gboolean
is_parent(pcmk_resource_t *child, pcmk_resource_t *rsc)
{
    pcmk_resource_t *parent = child;

    if (parent == NULL || rsc == NULL) {
        return FALSE;
    }
    while (parent->priv->parent != NULL) {
        if (parent->priv->parent == rsc) {
            return TRUE;
        }
        parent = parent->priv->parent;
    }
    return FALSE;
}

pcmk_resource_t *
uber_parent(pcmk_resource_t *rsc)
{
    pcmk_resource_t *parent = rsc;

    if (parent == NULL) {
        return NULL;
    }
    while ((parent->priv->parent != NULL)
           && !pcmk__is_bundle(parent->priv->parent)) {
        parent = parent->priv->parent;
    }
    return parent;
}

const pcmk_resource_t *
pe__const_top_resource(const pcmk_resource_t *rsc, bool include_bundle)
{
    const pcmk_resource_t *parent = rsc;

    if (parent == NULL) {
        return NULL;
    }
    while (parent->priv->parent != NULL) {
        if (!include_bundle && pcmk__is_bundle(parent->priv->parent)) {
            break;
        }
        parent = parent->priv->parent;
    }
    return parent;
}

void
common_free(pcmk_resource_t * rsc)
{
    if (rsc == NULL) {
        return;
    }

    pcmk__rsc_trace(rsc, "Freeing %s", rsc->id);

    if (rsc->priv->parameter_cache != NULL) {
        g_hash_table_destroy(rsc->priv->parameter_cache);
    }

    if ((rsc->priv->parent == NULL)
        && pcmk_is_set(rsc->flags, pcmk__rsc_removed)) {

        pcmk__xml_free(rsc->priv->xml);
        rsc->priv->xml = NULL;
        pcmk__xml_free(rsc->priv->orig_xml);
        rsc->priv->orig_xml = NULL;

    } else if (rsc->priv->orig_xml != NULL) {
        // rsc->private->xml was expanded from a template
        pcmk__xml_free(rsc->priv->xml);
        rsc->priv->xml = NULL;
    }
    free(rsc->id);

    free(rsc->priv->variant_opaque);
    free(rsc->priv->history_id);
    free(rsc->priv->pending_action);
    pcmk__free_node_copy(rsc->priv->assigned_node);

    g_list_free(rsc->priv->actions);
    g_list_free(rsc->priv->active_nodes);
    g_list_free(rsc->priv->launched);
    g_list_free(rsc->priv->dangling_migration_sources);
    g_list_free(rsc->priv->with_this_colocations);
    g_list_free(rsc->priv->this_with_colocations);
    g_list_free(rsc->priv->location_constraints);
    g_list_free(rsc->priv->ticket_constraints);

    if (rsc->priv->meta != NULL) {
        g_hash_table_destroy(rsc->priv->meta);
    }
    if (rsc->priv->utilization != NULL) {
        g_hash_table_destroy(rsc->priv->utilization);
    }
    if (rsc->priv->probed_nodes != NULL) {
        g_hash_table_destroy(rsc->priv->probed_nodes);
    }
    if (rsc->priv->allowed_nodes != NULL) {
        g_hash_table_destroy(rsc->priv->allowed_nodes);
    }

    free(rsc->priv);

    free(rsc);
}

bool
pe__count_active_node(const pcmk_resource_t *rsc, pcmk_node_t *node,
                      pcmk_node_t **active, unsigned int *count_all,
                      unsigned int *count_clean)
{
    bool keep_looking = false;
    bool is_happy = false;

    CRM_CHECK((rsc != NULL) && (node != NULL) && (active != NULL),
              return false);

    is_happy = node->details->online && !node->details->unclean;

    if (count_all != NULL) {
        ++*count_all;
    }
    if ((count_clean != NULL) && is_happy) {
        ++*count_clean;
    }
    if ((count_all != NULL) || (count_clean != NULL)) {
        keep_looking = true; // We're counting, so go through entire list
    }

    if (rsc->priv->partial_migration_source != NULL) {
        if (pcmk__same_node(node, rsc->priv->partial_migration_source)) {
            *active = node; // This is the migration source
        } else {
            keep_looking = true;
        }
    } else if (!pcmk_is_set(rsc->flags, pcmk__rsc_needs_fencing)) {
        if (is_happy && ((*active == NULL) || !(*active)->details->online
                         || (*active)->details->unclean)) {
            *active = node; // This is the first clean node
        } else {
            keep_looking = true;
        }
    }
    if (*active == NULL) {
        *active = node; // This is the first node checked
    }
    return keep_looking;
}

// Shared implementation of pcmk__rsc_methods_t:active_node()
static pcmk_node_t *
active_node(const pcmk_resource_t *rsc, unsigned int *count_all,
            unsigned int *count_clean)
{
    pcmk_node_t *active = NULL;

    if (count_all != NULL) {
        *count_all = 0;
    }
    if (count_clean != NULL) {
        *count_clean = 0;
    }
    if (rsc == NULL) {
        return NULL;
    }
    for (GList *iter = rsc->priv->active_nodes;
         iter != NULL; iter = iter->next) {

        if (!pe__count_active_node(rsc, (pcmk_node_t *) iter->data, &active,
                                   count_all, count_clean)) {
            break; // Don't waste time iterating if we don't have to
        }
    }
    return active;
}

pcmk_node_t *
pe__find_active_requires(const pcmk_resource_t *rsc, unsigned int *count)
{
    if (rsc == NULL) {
        if (count != NULL) {
            *count = 0;
        }
        return NULL;
    }

    if (pcmk_is_set(rsc->flags, pcmk__rsc_needs_fencing)) {
        return rsc->priv->fns->active_node(rsc, count, NULL);
    } else {
        return rsc->priv->fns->active_node(rsc, NULL, count);
    }
}

void
pe__count_common(pcmk_resource_t *rsc)
{
    if (rsc->priv->children != NULL) {
        for (GList *item = rsc->priv->children;
             item != NULL; item = item->next) {
            pcmk_resource_t *child = item->data;

            child->priv->fns->count(item->data);
        }

    } else if (!pcmk_is_set(rsc->flags, pcmk__rsc_removed)
               || (rsc->priv->orig_role > pcmk_role_stopped)) {
        rsc->priv->scheduler->priv->ninstances++;
        if (pe__resource_is_disabled(rsc)) {
            rsc->priv->scheduler->priv->disabled_resources++;
        }
        if (pcmk_is_set(rsc->flags, pcmk__rsc_blocked)) {
            rsc->priv->scheduler->priv->blocked_resources++;
        }
    }
}

void
pe__set_next_role(pcmk_resource_t *rsc, enum rsc_role_e role, const char *why)
{
    pcmk__assert((rsc != NULL) && (why != NULL));
    if (rsc->priv->next_role != role) {
        pcmk__rsc_trace(rsc, "Resetting next role for %s from %s to %s (%s)",
                        rsc->id, pcmk_role_text(rsc->priv->next_role),
                        pcmk_role_text(role), why);
        rsc->priv->next_role = role;
    }
}