libpacemaker_private.h

Go to the documentation of this file.

/*
 * Copyright 2021-2024 the Pacemaker project contributors
 *
 * The version control history for this file may have further details.
 *
 * This source code is licensed under the GNU Lesser General Public License
 * version 2.1 or later (LGPLv2.1+) WITHOUT ANY WARRANTY.
 */

#ifndef PCMK__LIBPACEMAKER_PRIVATE__H
#  define PCMK__LIBPACEMAKER_PRIVATE__H

/* This header is for the sole use of libpacemaker, so that functions can be
 * declared with G_GNUC_INTERNAL for efficiency.
 */

#include <crm/lrmd_events.h>      // lrmd_event_data_t
#include <crm/common/scheduler.h> // pcmk_action_t, pcmk_node_t, etc.
#include <crm/pengine/internal.h> // pcmk__location_t

// Colocation flags
enum pcmk__coloc_flags {
    pcmk__coloc_none        = 0U,

    // Primary is affected even if already active
    pcmk__coloc_influence   = (1U << 0),

    // Colocation was explicitly configured in CIB
    pcmk__coloc_explicit    = (1U << 1),
};

// Flags to modify the behavior of add_colocated_node_scores()
enum pcmk__coloc_select {
    // With no other flags, apply all "with this" colocations
    pcmk__coloc_select_default      = 0,

    // Apply "this with" colocations instead of "with this" colocations
    pcmk__coloc_select_this_with    = (1 << 0),

    // Apply only colocations with non-negative scores
    pcmk__coloc_select_nonnegative  = (1 << 1),

    // Apply only colocations with at least one matching node
    pcmk__coloc_select_active       = (1 << 2),
};

// Flags the update_ordered_actions() method can return
enum pcmk__updated {
    pcmk__updated_none      = 0,        // Nothing changed
    pcmk__updated_first     = (1 << 0), // First action was updated
    pcmk__updated_then      = (1 << 1), // Then action was updated
};

#define pcmk__set_updated_flags(au_flags, action, flags_to_set) do {        \
        au_flags = pcmk__set_flags_as(__func__, __LINE__,                   \
                                      LOG_TRACE, "Action update",           \
                                      (action)->uuid, au_flags,             \
                                      (flags_to_set), #flags_to_set);       \
    } while (0)

#define pcmk__clear_updated_flags(au_flags, action, flags_to_clear) do {    \
        au_flags = pcmk__clear_flags_as(__func__, __LINE__,                 \
                                        LOG_TRACE, "Action update",         \
                                        (action)->uuid, au_flags,           \
                                        (flags_to_clear), #flags_to_clear); \
    } while (0)

// Resource assignment methods
struct resource_alloc_functions_s {
    pcmk_node_t *(*assign)(pcmk_resource_t *rsc, const pcmk_node_t *prefer,
                           bool stop_if_fail);

    void (*create_actions)(pcmk_resource_t *rsc);

    bool (*create_probe)(pcmk_resource_t *rsc, pcmk_node_t *node);

    void (*internal_constraints)(pcmk_resource_t *rsc);

    int (*apply_coloc_score)(pcmk_resource_t *dependent,
                             const pcmk_resource_t *primary,
                             const pcmk__colocation_t *colocation,
                             bool for_dependent);

    GList *(*colocated_resources)(const pcmk_resource_t *rsc,
                                  const pcmk_resource_t *orig_rsc,
                                  GList *colocated_rscs);

    void (*with_this_colocations)(const pcmk_resource_t *rsc,
                                  const pcmk_resource_t *orig_rsc,
                                  GList **list);

    void (*this_with_colocations)(const pcmk_resource_t *rsc,
                                  const pcmk_resource_t *orig_rsc,
                                  GList **list);

    void (*add_colocated_node_scores)(pcmk_resource_t *source_rsc,
                                      const pcmk_resource_t *target_rsc,
                                      const char *log_id, GHashTable **nodes,
                                      const pcmk__colocation_t *colocation,
                                      float factor, uint32_t flags);

    void (*apply_location)(pcmk_resource_t *rsc, pcmk__location_t *location);

    uint32_t (*action_flags)(pcmk_action_t *action, const pcmk_node_t *node);

    uint32_t (*update_ordered_actions)(pcmk_action_t *first,
                                       pcmk_action_t *then,
                                       const pcmk_node_t *node, uint32_t flags,
                                       uint32_t filter, uint32_t type,
                                       pcmk_scheduler_t *scheduler);

    void (*output_actions)(pcmk_resource_t *rsc);

    void (*add_actions_to_graph)(pcmk_resource_t *rsc);

    void (*add_graph_meta)(const pcmk_resource_t *rsc, xmlNode *xml);

    void (*add_utilization)(const pcmk_resource_t *rsc,
                            const pcmk_resource_t *orig_rsc, GList *all_rscs,
                            GHashTable *utilization);

    void (*shutdown_lock)(pcmk_resource_t *rsc);
};

// Actions (pcmk_sched_actions.c)

G_GNUC_INTERNAL
void pcmk__update_action_for_orderings(pcmk_action_t *action,
                                       pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
uint32_t pcmk__update_ordered_actions(pcmk_action_t *first, pcmk_action_t *then,
                                      const pcmk_node_t *node, uint32_t flags,
                                      uint32_t filter, uint32_t type,
                                      pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
void pcmk__log_action(const char *pre_text, const pcmk_action_t *action,
                      bool details);

G_GNUC_INTERNAL
pcmk_action_t *pcmk__new_cancel_action(pcmk_resource_t *rsc, const char *name,
                                       guint interval_ms,
                                       const pcmk_node_t *node);

G_GNUC_INTERNAL
pcmk_action_t *pcmk__new_shutdown_action(pcmk_node_t *node);

G_GNUC_INTERNAL
bool pcmk__action_locks_rsc_to_node(const pcmk_action_t *action);

G_GNUC_INTERNAL
void pcmk__deduplicate_action_inputs(pcmk_action_t *action);

G_GNUC_INTERNAL
void pcmk__output_actions(pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
bool pcmk__check_action_config(pcmk_resource_t *rsc, pcmk_node_t *node,
                               const xmlNode *xml_op);

G_GNUC_INTERNAL
void pcmk__handle_rsc_config_changes(pcmk_scheduler_t *scheduler);


// Recurring actions (pcmk_sched_recurring.c)

G_GNUC_INTERNAL
void pcmk__create_recurring_actions(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__schedule_cancel(pcmk_resource_t *rsc, const char *call_id,
                           const char *task, guint interval_ms,
                           const pcmk_node_t *node, const char *reason);

G_GNUC_INTERNAL
void pcmk__reschedule_recurring(pcmk_resource_t *rsc, const char *task,
                                guint interval_ms, pcmk_node_t *node);

G_GNUC_INTERNAL
bool pcmk__action_is_recurring(const pcmk_action_t *action);


// Producing transition graphs (pcmk_graph_producer.c)

G_GNUC_INTERNAL
bool pcmk__graph_has_loop(const pcmk_action_t *init_action,
                          const pcmk_action_t *action,
                          pcmk__related_action_t *input);

G_GNUC_INTERNAL
void pcmk__add_rsc_actions_to_graph(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__create_graph(pcmk_scheduler_t *scheduler);


// Fencing (pcmk_sched_fencing.c)

G_GNUC_INTERNAL
void pcmk__order_vs_fence(pcmk_action_t *stonith_op,
                          pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
void pcmk__order_vs_unfence(const pcmk_resource_t *rsc, pcmk_node_t *node,
                            pcmk_action_t *action,
                            enum pcmk__action_relation_flags order);

G_GNUC_INTERNAL
void pcmk__fence_guest(pcmk_node_t *node);

G_GNUC_INTERNAL
bool pcmk__node_unfenced(const pcmk_node_t *node);

G_GNUC_INTERNAL
void pcmk__order_restart_vs_unfence(gpointer data, gpointer user_data);


// Injected scheduler inputs (pcmk_sched_injections.c)

void pcmk__inject_scheduler_input(pcmk_scheduler_t *scheduler, cib_t *cib,
                                  const pcmk_injections_t *injections);


// Constraints of any type (pcmk_sched_constraints.c)

G_GNUC_INTERNAL
pcmk_resource_t *pcmk__find_constraint_resource(GList *rsc_list,
                                                const char *id);

G_GNUC_INTERNAL
xmlNode *pcmk__expand_tags_in_sets(xmlNode *xml_obj,
                                   const pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
bool pcmk__valid_resource_or_tag(const pcmk_scheduler_t *scheduler,
                                 const char *id, pcmk_resource_t **rsc,
                                 pcmk_tag_t **tag);

G_GNUC_INTERNAL
bool pcmk__tag_to_set(xmlNode *xml_obj, xmlNode **rsc_set, const char *attr,
                      bool convert_rsc, const pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
void pcmk__create_internal_constraints(pcmk_scheduler_t *scheduler);


// Location constraints

G_GNUC_INTERNAL
void pcmk__unpack_location(xmlNode *xml_obj, pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
pcmk__location_t *pcmk__new_location(const char *id, pcmk_resource_t *rsc,
                                     int node_score, const char *discover_mode,
                                     pcmk_node_t *foo_node);

G_GNUC_INTERNAL
void pcmk__apply_locations(pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
void pcmk__apply_location(pcmk_resource_t *rsc, pcmk__location_t *constraint);


// Colocation constraints (pcmk_sched_colocation.c)

enum pcmk__coloc_affects {
    pcmk__coloc_affects_nothing = 0,
    pcmk__coloc_affects_location,
    pcmk__coloc_affects_role,
};

static inline const char *
pcmk__colocation_node_attr(const pcmk_node_t *node, const char *attr,
                           const pcmk_resource_t *rsc)
{
    const char *target = NULL;

    /* A resource colocated with a bundle or its primitive can't run on the
     * bundle node itself (where only the primitive, if any, can run). Instead,
     * we treat it as a colocation with the bundle's containers, so always look
     * up colocation node attributes on the container host.
     */
    if (pcmk__is_bundle_node(node) && pcmk__is_bundled(rsc)
        && (pe__const_top_resource(rsc, false) == pe__bundled_resource(rsc))) {
        target = PCMK_VALUE_HOST;

    } else if (rsc != NULL) {
        target = g_hash_table_lookup(rsc->meta,
                                     PCMK_META_CONTAINER_ATTRIBUTE_TARGET);
    }

    return pcmk__node_attr(node, attr, target, pcmk__rsc_node_assigned);
}

G_GNUC_INTERNAL
enum pcmk__coloc_affects pcmk__colocation_affects(const pcmk_resource_t
                                                    *dependent,
                                                  const pcmk_resource_t
                                                    *primary,
                                                  const pcmk__colocation_t
                                                    *colocation,
                                                  bool preview);

G_GNUC_INTERNAL
void pcmk__apply_coloc_to_scores(pcmk_resource_t *dependent,
                                 const pcmk_resource_t *primary,
                                 const pcmk__colocation_t *colocation);

G_GNUC_INTERNAL
int pcmk__apply_coloc_to_priority(pcmk_resource_t *dependent,
                                  const pcmk_resource_t *primary,
                                  const pcmk__colocation_t *colocation);

G_GNUC_INTERNAL
void pcmk__add_colocated_node_scores(pcmk_resource_t *source_rsc,
                                     const pcmk_resource_t *target_rsc,
                                     const char *log_id, GHashTable **nodes,
                                     const pcmk__colocation_t *colocation,
                                     float factor, uint32_t flags);

G_GNUC_INTERNAL
void pcmk__add_dependent_scores(gpointer data, gpointer user_data);

G_GNUC_INTERNAL
void pcmk__colocation_intersect_nodes(pcmk_resource_t *dependent,
                                      const pcmk_resource_t *primary,
                                      const pcmk__colocation_t *colocation,
                                      const GList *primary_nodes,
                                      bool merge_scores);

G_GNUC_INTERNAL
void pcmk__unpack_colocation(xmlNode *xml_obj, pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
void pcmk__add_this_with(GList **list, const pcmk__colocation_t *colocation,
                         const pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__add_this_with_list(GList **list, GList *addition,
                              const pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__add_with_this(GList **list, const pcmk__colocation_t *colocation,
                         const pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__add_with_this_list(GList **list, GList *addition,
                              const pcmk_resource_t *rsc);

G_GNUC_INTERNAL
GList *pcmk__with_this_colocations(const pcmk_resource_t *rsc);

G_GNUC_INTERNAL
GList *pcmk__this_with_colocations(const pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__new_colocation(const char *id, const char *node_attr, int score,
                          pcmk_resource_t *dependent, pcmk_resource_t *primary,
                          const char *dependent_role, const char *primary_role,
                          uint32_t flags);

G_GNUC_INTERNAL
void pcmk__block_colocation_dependents(pcmk_action_t *action);

static inline bool
pcmk__colocation_has_influence(const pcmk__colocation_t *colocation,
                               const pcmk_resource_t *rsc)
{
    if (rsc == NULL) {
        rsc = colocation->primary;
    }

    /* A bundle replica colocates its remote connection with its container,
     * using a finite score so that the container can run on Pacemaker Remote
     * nodes.
     *
     * Moving a connection is lightweight and does not interrupt the service,
     * while moving a container is heavyweight and does interrupt the service,
     * so don't move a clean, active container based solely on the preferences
     * of its connection.
     *
     * This also avoids problematic scenarios where two containers want to
     * perpetually swap places.
     */
    if (pcmk_is_set(colocation->dependent->flags,
                    pcmk_rsc_remote_nesting_allowed)
        && !pcmk_is_set(rsc->flags, pcmk_rsc_failed)
        && pcmk__list_of_1(rsc->running_on)) {
        return false;
    }

    /* The dependent in a colocation influences the primary's location
     * if the PCMK_XA_INFLUENCE option is true or the primary is not yet active.
     */
    return pcmk_is_set(colocation->flags, pcmk__coloc_influence)
           || (rsc->running_on == NULL);
}


// Ordering constraints (pcmk_sched_ordering.c)

G_GNUC_INTERNAL
void pcmk__new_ordering(pcmk_resource_t *first_rsc, char *first_task,
                        pcmk_action_t *first_action, pcmk_resource_t *then_rsc,
                        char *then_task, pcmk_action_t *then_action,
                        uint32_t flags, pcmk_scheduler_t *sched);

G_GNUC_INTERNAL
void pcmk__unpack_ordering(xmlNode *xml_obj, pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
void pcmk__disable_invalid_orderings(pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
void pcmk__order_stops_before_shutdown(pcmk_node_t *node,
                                       pcmk_action_t *shutdown_op);

G_GNUC_INTERNAL
void pcmk__apply_orderings(pcmk_scheduler_t *sched);

G_GNUC_INTERNAL
void pcmk__order_after_each(pcmk_action_t *after, GList *list);


#define pcmk__order_resource_actions(first_rsc, first_task,                 \
                                     then_rsc, then_task, flags)            \
    pcmk__new_ordering((first_rsc),                                         \
                       pcmk__op_key((first_rsc)->id, (first_task), 0),      \
                       NULL,                                                \
                       (then_rsc),                                          \
                       pcmk__op_key((then_rsc)->id, (then_task), 0),        \
                       NULL, (flags), (first_rsc)->cluster)

#define pcmk__order_starts(rsc1, rsc2, flags)                \
    pcmk__order_resource_actions((rsc1), PCMK_ACTION_START,  \
                                 (rsc2), PCMK_ACTION_START, (flags))

#define pcmk__order_stops(rsc1, rsc2, flags)                 \
    pcmk__order_resource_actions((rsc1), PCMK_ACTION_STOP,   \
                                 (rsc2), PCMK_ACTION_STOP, (flags))


// Ticket constraints (pcmk_sched_tickets.c)

G_GNUC_INTERNAL
void pcmk__unpack_rsc_ticket(xmlNode *xml_obj, pcmk_scheduler_t *scheduler);


// Promotable clone resources (pcmk_sched_promotable.c)

G_GNUC_INTERNAL
void pcmk__add_promotion_scores(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__require_promotion_tickets(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__set_instance_roles(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__create_promotable_actions(pcmk_resource_t *clone);

G_GNUC_INTERNAL
void pcmk__promotable_restart_ordering(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__order_promotable_instances(pcmk_resource_t *clone);

G_GNUC_INTERNAL
void pcmk__update_dependent_with_promotable(const pcmk_resource_t *primary,
                                            pcmk_resource_t *dependent,
                                            const pcmk__colocation_t
                                                *colocation);

G_GNUC_INTERNAL
int pcmk__update_promotable_dependent_priority(const pcmk_resource_t *primary,
                                               pcmk_resource_t *dependent,
                                               const pcmk__colocation_t
                                                   *colocation);


// Pacemaker Remote nodes (pcmk_sched_remote.c)

G_GNUC_INTERNAL
bool pcmk__is_failed_remote_node(const pcmk_node_t *node);

G_GNUC_INTERNAL
void pcmk__order_remote_connection_actions(pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
bool pcmk__rsc_corresponds_to_guest(const pcmk_resource_t *rsc,
                                    const pcmk_node_t *node);

G_GNUC_INTERNAL
pcmk_node_t *pcmk__connection_host_for_action(const pcmk_action_t *action);

G_GNUC_INTERNAL
void pcmk__substitute_remote_addr(pcmk_resource_t *rsc, GHashTable *params);

G_GNUC_INTERNAL
void pcmk__add_guest_meta_to_xml(xmlNode *args_xml,
                                 const pcmk_action_t *action);


// Primitives (pcmk_sched_primitive.c)

G_GNUC_INTERNAL
pcmk_node_t *pcmk__primitive_assign(pcmk_resource_t *rsc,
                                    const pcmk_node_t *prefer,
                                    bool stop_if_fail);

G_GNUC_INTERNAL
void pcmk__primitive_create_actions(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__primitive_internal_constraints(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
uint32_t pcmk__primitive_action_flags(pcmk_action_t *action,
                                      const pcmk_node_t *node);

G_GNUC_INTERNAL
int pcmk__primitive_apply_coloc_score(pcmk_resource_t *dependent,
                                      const pcmk_resource_t *primary,
                                      const pcmk__colocation_t *colocation,
                                      bool for_dependent);

G_GNUC_INTERNAL
void pcmk__with_primitive_colocations(const pcmk_resource_t *rsc,
                                      const pcmk_resource_t *orig_rsc,
                                      GList **list);

G_GNUC_INTERNAL
void pcmk__primitive_with_colocations(const pcmk_resource_t *rsc,
                                      const pcmk_resource_t *orig_rsc,
                                      GList **list);

G_GNUC_INTERNAL
void pcmk__schedule_cleanup(pcmk_resource_t *rsc, const pcmk_node_t *node,
                            bool optional);

G_GNUC_INTERNAL
void pcmk__primitive_add_graph_meta(const pcmk_resource_t *rsc, xmlNode *xml);

G_GNUC_INTERNAL
void pcmk__primitive_add_utilization(const pcmk_resource_t *rsc,
                                     const pcmk_resource_t *orig_rsc,
                                     GList *all_rscs, GHashTable *utilization);

G_GNUC_INTERNAL
void pcmk__primitive_shutdown_lock(pcmk_resource_t *rsc);


// Groups (pcmk_sched_group.c)

G_GNUC_INTERNAL
pcmk_node_t *pcmk__group_assign(pcmk_resource_t *rsc, const pcmk_node_t *prefer,
                                bool stop_if_fail);

G_GNUC_INTERNAL
void pcmk__group_create_actions(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__group_internal_constraints(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
int pcmk__group_apply_coloc_score(pcmk_resource_t *dependent,
                                  const pcmk_resource_t *primary,
                                  const pcmk__colocation_t *colocation,
                                  bool for_dependent);

G_GNUC_INTERNAL
void pcmk__with_group_colocations(const pcmk_resource_t *rsc,
                                  const pcmk_resource_t *orig_rsc,
                                  GList **list);

G_GNUC_INTERNAL
void pcmk__group_with_colocations(const pcmk_resource_t *rsc,
                                  const pcmk_resource_t *orig_rsc,
                                  GList **list);

G_GNUC_INTERNAL
void pcmk__group_add_colocated_node_scores(pcmk_resource_t *source_rsc,
                                           const pcmk_resource_t *target_rsc,
                                           const char *log_id,
                                           GHashTable **nodes,
                                           const pcmk__colocation_t *colocation,
                                           float factor, uint32_t flags);

G_GNUC_INTERNAL
void pcmk__group_apply_location(pcmk_resource_t *rsc,
                                pcmk__location_t *location);

G_GNUC_INTERNAL
uint32_t pcmk__group_action_flags(pcmk_action_t *action,
                                  const pcmk_node_t *node);

G_GNUC_INTERNAL
uint32_t pcmk__group_update_ordered_actions(pcmk_action_t *first,
                                            pcmk_action_t *then,
                                            const pcmk_node_t *node,
                                            uint32_t flags, uint32_t filter,
                                            uint32_t type,
                                            pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
GList *pcmk__group_colocated_resources(const pcmk_resource_t *rsc,
                                       const pcmk_resource_t *orig_rsc,
                                       GList *colocated_rscs);

G_GNUC_INTERNAL
void pcmk__group_add_utilization(const pcmk_resource_t *rsc,
                                 const pcmk_resource_t *orig_rsc,
                                 GList *all_rscs, GHashTable *utilization);

G_GNUC_INTERNAL
void pcmk__group_shutdown_lock(pcmk_resource_t *rsc);


// Clones (pcmk_sched_clone.c)

G_GNUC_INTERNAL
pcmk_node_t *pcmk__clone_assign(pcmk_resource_t *rsc, const pcmk_node_t *prefer,
                                bool stop_if_fail);

G_GNUC_INTERNAL
void pcmk__clone_create_actions(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
bool pcmk__clone_create_probe(pcmk_resource_t *rsc, pcmk_node_t *node);

G_GNUC_INTERNAL
void pcmk__clone_internal_constraints(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
int pcmk__clone_apply_coloc_score(pcmk_resource_t *dependent,
                                  const pcmk_resource_t *primary,
                                  const pcmk__colocation_t *colocation,
                                  bool for_dependent);

G_GNUC_INTERNAL
void pcmk__with_clone_colocations(const pcmk_resource_t *rsc,
                                  const pcmk_resource_t *orig_rsc,
                                  GList **list);

G_GNUC_INTERNAL
void pcmk__clone_with_colocations(const pcmk_resource_t *rsc,
                                  const pcmk_resource_t *orig_rsc,
                                  GList **list);

G_GNUC_INTERNAL
void pcmk__clone_apply_location(pcmk_resource_t *rsc,
                                pcmk__location_t *constraint);

G_GNUC_INTERNAL
uint32_t pcmk__clone_action_flags(pcmk_action_t *action,
                                  const pcmk_node_t *node);

G_GNUC_INTERNAL
void pcmk__clone_add_actions_to_graph(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__clone_add_graph_meta(const pcmk_resource_t *rsc, xmlNode *xml);

G_GNUC_INTERNAL
void pcmk__clone_add_utilization(const pcmk_resource_t *rsc,
                                 const pcmk_resource_t *orig_rsc,
                                 GList *all_rscs, GHashTable *utilization);

G_GNUC_INTERNAL
void pcmk__clone_shutdown_lock(pcmk_resource_t *rsc);

// Bundles (pcmk_sched_bundle.c)

G_GNUC_INTERNAL
pcmk_node_t *pcmk__bundle_assign(pcmk_resource_t *rsc,
                                 const pcmk_node_t *prefer, bool stop_if_fail);

G_GNUC_INTERNAL
void pcmk__bundle_create_actions(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
bool pcmk__bundle_create_probe(pcmk_resource_t *rsc, pcmk_node_t *node);

G_GNUC_INTERNAL
void pcmk__bundle_internal_constraints(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
int pcmk__bundle_apply_coloc_score(pcmk_resource_t *dependent,
                                   const pcmk_resource_t *primary,
                                   const pcmk__colocation_t *colocation,
                                   bool for_dependent);

G_GNUC_INTERNAL
void pcmk__with_bundle_colocations(const pcmk_resource_t *rsc,
                                   const pcmk_resource_t *orig_rsc,
                                   GList **list);

G_GNUC_INTERNAL
void pcmk__bundle_with_colocations(const pcmk_resource_t *rsc,
                                   const pcmk_resource_t *orig_rsc,
                                   GList **list);

G_GNUC_INTERNAL
void pcmk__bundle_apply_location(pcmk_resource_t *rsc,
                                 pcmk__location_t *constraint);

G_GNUC_INTERNAL
uint32_t pcmk__bundle_action_flags(pcmk_action_t *action,
                                   const pcmk_node_t *node);

G_GNUC_INTERNAL
void pcmk__output_bundle_actions(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__bundle_add_actions_to_graph(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__bundle_add_utilization(const pcmk_resource_t *rsc,
                                  const pcmk_resource_t *orig_rsc,
                                  GList *all_rscs, GHashTable *utilization);

G_GNUC_INTERNAL
void pcmk__bundle_shutdown_lock(pcmk_resource_t *rsc);


// Clone instances or bundle replica containers (pcmk_sched_instances.c)

G_GNUC_INTERNAL
void pcmk__assign_instances(pcmk_resource_t *collective, GList *instances,
                            int max_total, int max_per_node);

G_GNUC_INTERNAL
void pcmk__create_instance_actions(pcmk_resource_t *rsc, GList *instances);

G_GNUC_INTERNAL
bool pcmk__instance_matches(const pcmk_resource_t *instance,
                            const pcmk_node_t *node, enum rsc_role_e role,
                            bool current);

G_GNUC_INTERNAL
pcmk_resource_t *pcmk__find_compatible_instance(const pcmk_resource_t *match_rsc,
                                                const pcmk_resource_t *rsc,
                                                enum rsc_role_e role,
                                                bool current);

G_GNUC_INTERNAL
uint32_t pcmk__instance_update_ordered_actions(pcmk_action_t *first,
                                               pcmk_action_t *then,
                                               const pcmk_node_t *node,
                                               uint32_t flags, uint32_t filter,
                                               uint32_t type,
                                               pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
uint32_t pcmk__collective_action_flags(pcmk_action_t *action,
                                       const GList *instances,
                                       const pcmk_node_t *node);


// Injections (pcmk_injections.c)

G_GNUC_INTERNAL
xmlNode *pcmk__inject_node(cib_t *cib_conn, const char *node, const char *uuid);

G_GNUC_INTERNAL
xmlNode *pcmk__inject_node_state_change(cib_t *cib_conn, const char *node,
                                        bool up);

G_GNUC_INTERNAL
xmlNode *pcmk__inject_resource_history(pcmk__output_t *out, xmlNode *cib_node,
                                       const char *resource,
                                       const char *lrm_name,
                                       const char *rclass,
                                       const char *rtype,
                                       const char *rprovider);

G_GNUC_INTERNAL
void pcmk__inject_failcount(pcmk__output_t *out, cib_t *cib_conn,
                            xmlNode *cib_node, const char *resource,
                            const char *task, guint interval_ms, int rc);

G_GNUC_INTERNAL
xmlNode *pcmk__inject_action_result(xmlNode *cib_resource,
                                    lrmd_event_data_t *op, int target_rc);


// Nodes (pcmk_sched_nodes.c)

G_GNUC_INTERNAL
bool pcmk__node_available(const pcmk_node_t *node, bool consider_score,
                          bool consider_guest);

G_GNUC_INTERNAL
bool pcmk__any_node_available(GHashTable *nodes);

G_GNUC_INTERNAL
GHashTable *pcmk__copy_node_table(GHashTable *nodes);

G_GNUC_INTERNAL
void pcmk__copy_node_tables(const pcmk_resource_t *rsc, GHashTable **copy);

G_GNUC_INTERNAL
void pcmk__restore_node_tables(pcmk_resource_t *rsc, GHashTable *backup);

G_GNUC_INTERNAL
GList *pcmk__sort_nodes(GList *nodes, pcmk_node_t *active_node);

G_GNUC_INTERNAL
void pcmk__apply_node_health(pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
pcmk_node_t *pcmk__top_allowed_node(const pcmk_resource_t *rsc,
                                    const pcmk_node_t *node);


// Functions applying to more than one variant (pcmk_sched_resource.c)

G_GNUC_INTERNAL
void pcmk__set_assignment_methods(pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
bool pcmk__rsc_agent_changed(pcmk_resource_t *rsc, pcmk_node_t *node,
                             const xmlNode *rsc_entry, bool active_on_node);

G_GNUC_INTERNAL
GList *pcmk__rscs_matching_id(const char *id,
                              const pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
GList *pcmk__colocated_resources(const pcmk_resource_t *rsc,
                                 const pcmk_resource_t *orig_rsc,
                                 GList *colocated_rscs);

G_GNUC_INTERNAL
void pcmk__noop_add_graph_meta(const pcmk_resource_t *rsc, xmlNode *xml);

G_GNUC_INTERNAL
void pcmk__output_resource_actions(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
bool pcmk__assign_resource(pcmk_resource_t *rsc, pcmk_node_t *node, bool force,
                           bool stop_if_fail);

G_GNUC_INTERNAL
void pcmk__unassign_resource(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
bool pcmk__threshold_reached(pcmk_resource_t *rsc, const pcmk_node_t *node,
                             pcmk_resource_t **failed);

G_GNUC_INTERNAL
void pcmk__sort_resources(pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
gint pcmk__cmp_instance(gconstpointer a, gconstpointer b);

G_GNUC_INTERNAL
gint pcmk__cmp_instance_number(gconstpointer a, gconstpointer b);


// Functions related to probes (pcmk_sched_probes.c)

G_GNUC_INTERNAL
bool pcmk__probe_rsc_on_node(pcmk_resource_t *rsc, pcmk_node_t *node);

G_GNUC_INTERNAL
void pcmk__order_probes(pcmk_scheduler_t *scheduler);

G_GNUC_INTERNAL
bool pcmk__probe_resource_list(GList *rscs, pcmk_node_t *node);

G_GNUC_INTERNAL
void pcmk__schedule_probes(pcmk_scheduler_t *scheduler);


// Functions related to live migration (pcmk_sched_migration.c)

void pcmk__create_migration_actions(pcmk_resource_t *rsc,
                                    const pcmk_node_t *current);

void pcmk__abort_dangling_migration(void *data, void *user_data);

bool pcmk__rsc_can_migrate(const pcmk_resource_t *rsc,
                           const pcmk_node_t *current);

void pcmk__order_migration_equivalents(pcmk__action_relation_t *order);


// Functions related to node utilization (pcmk_sched_utilization.c)

G_GNUC_INTERNAL
int pcmk__compare_node_capacities(const pcmk_node_t *node1,
                                  const pcmk_node_t *node2);

G_GNUC_INTERNAL
void pcmk__consume_node_capacity(GHashTable *current_utilization,
                                 const pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__release_node_capacity(GHashTable *current_utilization,
                                 const pcmk_resource_t *rsc);

G_GNUC_INTERNAL
const pcmk_node_t *pcmk__ban_insufficient_capacity(pcmk_resource_t *rsc);

G_GNUC_INTERNAL
void pcmk__create_utilization_constraints(pcmk_resource_t *rsc,
                                          const GList *allowed_nodes);

G_GNUC_INTERNAL
void pcmk__show_node_capacities(const char *desc, pcmk_scheduler_t *scheduler);


// Functions related to the scheduler (pcmk_scheduler.c)

G_GNUC_INTERNAL
int pcmk__init_scheduler(pcmk__output_t *out, xmlNodePtr input, const crm_time_t *date,
                         pcmk_scheduler_t **scheduler);


// General setup functions (pcmk_setup.c)

G_GNUC_INTERNAL
int pcmk__setup_output_cib_sched(pcmk__output_t **out, cib_t **cib,
                                 pcmk_scheduler_t **scheduler, xmlNode **xml);

#endif // PCMK__LIBPACEMAKER_PRIVATE__H