Skip to content
Snippets Groups Projects
Select Git revision
  • 47a716cf0ca981b9549ec9815122ada7a0ff707c
  • seco_lf-6.6.52-2.2.1 default protected
  • MODV-209-e-39-add-gpio-line-names-in-kernel-device-tree
  • niccolor/e88-lt9611uxc-dsi-complete-support
  • seco_lf-6.6.52-2.2.1_e88-lt9611uxc-i2s
  • seco_lf-6.6.52-2.2.1_e39-nxpbtuart
  • chka-modv-206-poc
  • seco_lf-6.6.52-2.2.1-rtl8211f_led
  • seco_lf-5.10.y protected
  • seco_lf_v2024.04_6.6.52_2.2.x_e39_spidev-overlay
  • seco_lf_v2024.04_6.6.52_2.2.x_e39_sdcard-card-detect-gpio-mode
  • integrate/gitlab-ci/cleaos-833-add-cnfluence-labels-into-config/into/seco_lf-5.10.y
  • integrate/gitlab-ci/cleaos-448-bitbake-logs-in-failed-job/into/seco_lf-6.6.52-2.2.1
  • integrate/gitlab-ci/cleaos-448-bitbake-logs-in-failed-job/into/seco_lf-5.10.y
  • chka-seco_lf-6.6.52-2.2.1-fix-eth-led-modv-198
  • didi/spi-cs
  • seco_lf-6.6.23-2.0.0_e39-e83-temperature-sensor
  • seco_lf-6.6.23-2.0.0_e39-e83-status-led
  • seco_lf-6.6.23-2.0.0_e39-e83-lvds-7inch-powersequence
  • chka-fix-eth-led-modv-198
  • seco_lf-6.6.52-2.2.1_e88-e83-dev
  • lf-6.6.52-2.2.1
  • lf-6.1.55-2.2.1
  • lf-6.6.3-1.0.0
  • lf-6.6.3-imx95-er2
  • lf-6.1.55-2.2.0
  • lf-6.6.y-imx95-er1
  • lf-5.15.71-2.2.2
  • lf-6.1.36-2.1.0
  • lf-5.15.71-2.2.1
  • lf-6.1.22-2.0.0
  • lf-6.1.1-1.0.1
  • rel_imx_5.4.24_2.1.4
  • rel_imx_4.9.88_2.0.13
  • rel_imx_4.14.98_2.3.5
  • lf-6.1.1-1.0.0
  • rel_imx_5.4.3_2.0.2
  • lf-5.15.71-2.2.0
  • lf-5.10.72-2.2.3
  • lf-5.15.52-2.1.0
  • imx_5.15.52_imx8ulp_er1
41 results

rbtree.c

Blame
  • user avatar
    Peter Zijlstra authored and Ingo Molnar committed
    Reimplement augmented RB-trees without sprinkling extra branches
    all over the RB-tree code (which lives in the scheduler hot path).
    
    This approach is 'borrowed' from Fabio's BFQ implementation and
    relies on traversing the rebalance path after the RB-tree-op to
    correct the heap property for insertion/removal and make up for
    the damage done by the tree rotations.
    
    For insertion the rebalance path is trivially that from the new
    node upwards to the root, for removal it is that from the deepest
    node in the path from the to be removed node that will still
    be around after the removal.
    
    [ This patch also fixes a video driver regression reported by
      Ali Gholami Rudi - the memtype->subtree_max_end was updated
      incorrectly. ]
    
    Acked-by: default avatarSuresh Siddha <suresh.b.siddha@intel.com>
    Acked-by: default avatarVenkatesh Pallipadi <venki@google.com>
    Signed-off-by: default avatarPeter Zijlstra <a.p.zijlstra@chello.nl>
    Tested-by: default avatarAli Gholami Rudi <ali@rudi.ir>
    Cc: Fabio Checconi <fabio@gandalf.sssup.it>
    Cc: "H. Peter Anvin" <hpa@zytor.com>
    Cc: Andrew Morton <akpm@linux-foundation.org>
    Cc: Linus Torvalds <torvalds@linux-foundation.org>
    LKML-Reference: <1275414172.27810.27961.camel@twins>
    Signed-off-by: default avatarIngo Molnar <mingo@elte.hu>
    b945d6b2
    History
    Code owners
    Assign users and groups as approvers for specific file changes. Learn more.
    rbtree.c 9.95 KiB
    /*
      Red Black Trees
      (C) 1999  Andrea Arcangeli <andrea@suse.de>
      (C) 2002  David Woodhouse <dwmw2@infradead.org>
      
      This program is free software; you can redistribute it and/or modify
      it under the terms of the GNU General Public License as published by
      the Free Software Foundation; either version 2 of the License, or
      (at your option) any later version.
    
      This program is distributed in the hope that it will be useful,
      but WITHOUT ANY WARRANTY; without even the implied warranty of
      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
      GNU General Public License for more details.
    
      You should have received a copy of the GNU General Public License
      along with this program; if not, write to the Free Software
      Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
    
      linux/lib/rbtree.c
    */
    
    #include <linux/rbtree.h>
    #include <linux/module.h>
    
    static void __rb_rotate_left(struct rb_node *node, struct rb_root *root)
    {
    	struct rb_node *right = node->rb_right;
    	struct rb_node *parent = rb_parent(node);
    
    	if ((node->rb_right = right->rb_left))
    		rb_set_parent(right->rb_left, node);
    	right->rb_left = node;
    
    	rb_set_parent(right, parent);
    
    	if (parent)
    	{
    		if (node == parent->rb_left)
    			parent->rb_left = right;
    		else
    			parent->rb_right = right;
    	}
    	else
    		root->rb_node = right;
    	rb_set_parent(node, right);
    }
    
    static void __rb_rotate_right(struct rb_node *node, struct rb_root *root)
    {
    	struct rb_node *left = node->rb_left;
    	struct rb_node *parent = rb_parent(node);
    
    	if ((node->rb_left = left->rb_right))
    		rb_set_parent(left->rb_right, node);
    	left->rb_right = node;
    
    	rb_set_parent(left, parent);
    
    	if (parent)
    	{
    		if (node == parent->rb_right)
    			parent->rb_right = left;
    		else
    			parent->rb_left = left;
    	}
    	else
    		root->rb_node = left;
    	rb_set_parent(node, left);
    }
    
    void rb_insert_color(struct rb_node *node, struct rb_root *root)
    {
    	struct rb_node *parent, *gparent;
    
    	while ((parent = rb_parent(node)) && rb_is_red(parent))
    	{
    		gparent = rb_parent(parent);
    
    		if (parent == gparent->rb_left)
    		{
    			{
    				register struct rb_node *uncle = gparent->rb_right;
    				if (uncle && rb_is_red(uncle))
    				{
    					rb_set_black(uncle);
    					rb_set_black(parent);
    					rb_set_red(gparent);
    					node = gparent;
    					continue;
    				}
    			}
    
    			if (parent->rb_right == node)
    			{
    				register struct rb_node *tmp;
    				__rb_rotate_left(parent, root);
    				tmp = parent;
    				parent = node;
    				node = tmp;
    			}
    
    			rb_set_black(parent);
    			rb_set_red(gparent);
    			__rb_rotate_right(gparent, root);
    		} else {
    			{
    				register struct rb_node *uncle = gparent->rb_left;
    				if (uncle && rb_is_red(uncle))
    				{
    					rb_set_black(uncle);
    					rb_set_black(parent);
    					rb_set_red(gparent);
    					node = gparent;
    					continue;
    				}
    			}
    
    			if (parent->rb_left == node)
    			{
    				register struct rb_node *tmp;
    				__rb_rotate_right(parent, root);
    				tmp = parent;
    				parent = node;
    				node = tmp;
    			}
    
    			rb_set_black(parent);
    			rb_set_red(gparent);
    			__rb_rotate_left(gparent, root);
    		}
    	}
    
    	rb_set_black(root->rb_node);
    }
    EXPORT_SYMBOL(rb_insert_color);
    
    static void __rb_erase_color(struct rb_node *node, struct rb_node *parent,
    			     struct rb_root *root)
    {
    	struct rb_node *other;
    
    	while ((!node || rb_is_black(node)) && node != root->rb_node)
    	{
    		if (parent->rb_left == node)
    		{
    			other = parent->rb_right;
    			if (rb_is_red(other))
    			{
    				rb_set_black(other);
    				rb_set_red(parent);
    				__rb_rotate_left(parent, root);
    				other = parent->rb_right;
    			}
    			if ((!other->rb_left || rb_is_black(other->rb_left)) &&
    			    (!other->rb_right || rb_is_black(other->rb_right)))
    			{
    				rb_set_red(other);
    				node = parent;
    				parent = rb_parent(node);
    			}
    			else
    			{
    				if (!other->rb_right || rb_is_black(other->rb_right))
    				{
    					rb_set_black(other->rb_left);
    					rb_set_red(other);
    					__rb_rotate_right(other, root);
    					other = parent->rb_right;
    				}
    				rb_set_color(other, rb_color(parent));
    				rb_set_black(parent);
    				rb_set_black(other->rb_right);
    				__rb_rotate_left(parent, root);
    				node = root->rb_node;
    				break;
    			}
    		}
    		else
    		{
    			other = parent->rb_left;
    			if (rb_is_red(other))
    			{
    				rb_set_black(other);
    				rb_set_red(parent);
    				__rb_rotate_right(parent, root);
    				other = parent->rb_left;
    			}
    			if ((!other->rb_left || rb_is_black(other->rb_left)) &&
    			    (!other->rb_right || rb_is_black(other->rb_right)))
    			{
    				rb_set_red(other);
    				node = parent;
    				parent = rb_parent(node);
    			}
    			else
    			{
    				if (!other->rb_left || rb_is_black(other->rb_left))
    				{
    					rb_set_black(other->rb_right);
    					rb_set_red(other);
    					__rb_rotate_left(other, root);
    					other = parent->rb_left;
    				}
    				rb_set_color(other, rb_color(parent));
    				rb_set_black(parent);
    				rb_set_black(other->rb_left);
    				__rb_rotate_right(parent, root);
    				node = root->rb_node;
    				break;
    			}
    		}
    	}
    	if (node)
    		rb_set_black(node);
    }
    
    void rb_erase(struct rb_node *node, struct rb_root *root)
    {
    	struct rb_node *child, *parent;
    	int color;
    
    	if (!node->rb_left)
    		child = node->rb_right;
    	else if (!node->rb_right)
    		child = node->rb_left;
    	else
    	{
    		struct rb_node *old = node, *left;
    
    		node = node->rb_right;
    		while ((left = node->rb_left) != NULL)
    			node = left;
    
    		if (rb_parent(old)) {
    			if (rb_parent(old)->rb_left == old)
    				rb_parent(old)->rb_left = node;
    			else
    				rb_parent(old)->rb_right = node;
    		} else
    			root->rb_node = node;
    
    		child = node->rb_right;
    		parent = rb_parent(node);
    		color = rb_color(node);
    
    		if (parent == old) {
    			parent = node;
    		} else {
    			if (child)
    				rb_set_parent(child, parent);
    			parent->rb_left = child;
    
    			node->rb_right = old->rb_right;
    			rb_set_parent(old->rb_right, node);
    		}
    
    		node->rb_parent_color = old->rb_parent_color;
    		node->rb_left = old->rb_left;
    		rb_set_parent(old->rb_left, node);
    
    		goto color;
    	}
    
    	parent = rb_parent(node);
    	color = rb_color(node);
    
    	if (child)
    		rb_set_parent(child, parent);
    	if (parent)
    	{
    		if (parent->rb_left == node)
    			parent->rb_left = child;
    		else
    			parent->rb_right = child;
    	}
    	else
    		root->rb_node = child;
    
     color:
    	if (color == RB_BLACK)
    		__rb_erase_color(child, parent, root);
    }
    EXPORT_SYMBOL(rb_erase);
    
    static void rb_augment_path(struct rb_node *node, rb_augment_f func, void *data)
    {
    	struct rb_node *parent;
    
    up:
    	func(node, data);
    	parent = rb_parent(node);
    	if (!parent)
    		return;
    
    	if (node == parent->rb_left && parent->rb_right)
    		func(parent->rb_right, data);
    	else if (parent->rb_left)
    		func(parent->rb_left, data);
    
    	node = parent;
    	goto up;
    }
    
    /*
     * after inserting @node into the tree, update the tree to account for
     * both the new entry and any damage done by rebalance
     */
    void rb_augment_insert(struct rb_node *node, rb_augment_f func, void *data)
    {
    	if (node->rb_left)
    		node = node->rb_left;
    	else if (node->rb_right)
    		node = node->rb_right;
    
    	rb_augment_path(node, func, data);
    }
    
    /*
     * before removing the node, find the deepest node on the rebalance path
     * that will still be there after @node gets removed
     */
    struct rb_node *rb_augment_erase_begin(struct rb_node *node)
    {
    	struct rb_node *deepest;
    
    	if (!node->rb_right && !node->rb_left)
    		deepest = rb_parent(node);
    	else if (!node->rb_right)
    		deepest = node->rb_left;
    	else if (!node->rb_left)
    		deepest = node->rb_right;
    	else {
    		deepest = rb_next(node);
    		if (deepest->rb_right)
    			deepest = deepest->rb_right;
    		else if (rb_parent(deepest) != node)
    			deepest = rb_parent(deepest);
    	}
    
    	return deepest;
    }
    
    /*
     * after removal, update the tree to account for the removed entry
     * and any rebalance damage.
     */
    void rb_augment_erase_end(struct rb_node *node, rb_augment_f func, void *data)
    {
    	if (node)
    		rb_augment_path(node, func, data);
    }
    
    /*
     * This function returns the first node (in sort order) of the tree.
     */
    struct rb_node *rb_first(const struct rb_root *root)
    {
    	struct rb_node	*n;
    
    	n = root->rb_node;
    	if (!n)
    		return NULL;
    	while (n->rb_left)
    		n = n->rb_left;
    	return n;
    }
    EXPORT_SYMBOL(rb_first);
    
    struct rb_node *rb_last(const struct rb_root *root)
    {
    	struct rb_node	*n;
    
    	n = root->rb_node;
    	if (!n)
    		return NULL;
    	while (n->rb_right)
    		n = n->rb_right;
    	return n;
    }
    EXPORT_SYMBOL(rb_last);
    
    struct rb_node *rb_next(const struct rb_node *node)
    {
    	struct rb_node *parent;
    
    	if (rb_parent(node) == node)
    		return NULL;
    
    	/* If we have a right-hand child, go down and then left as far
    	   as we can. */
    	if (node->rb_right) {
    		node = node->rb_right; 
    		while (node->rb_left)
    			node=node->rb_left;
    		return (struct rb_node *)node;
    	}
    
    	/* No right-hand children.  Everything down and left is
    	   smaller than us, so any 'next' node must be in the general
    	   direction of our parent. Go up the tree; any time the
    	   ancestor is a right-hand child of its parent, keep going
    	   up. First time it's a left-hand child of its parent, said
    	   parent is our 'next' node. */
    	while ((parent = rb_parent(node)) && node == parent->rb_right)
    		node = parent;
    
    	return parent;
    }
    EXPORT_SYMBOL(rb_next);
    
    struct rb_node *rb_prev(const struct rb_node *node)
    {
    	struct rb_node *parent;
    
    	if (rb_parent(node) == node)
    		return NULL;
    
    	/* If we have a left-hand child, go down and then right as far
    	   as we can. */
    	if (node->rb_left) {
    		node = node->rb_left; 
    		while (node->rb_right)
    			node=node->rb_right;
    		return (struct rb_node *)node;
    	}
    
    	/* No left-hand children. Go up till we find an ancestor which
    	   is a right-hand child of its parent */
    	while ((parent = rb_parent(node)) && node == parent->rb_left)
    		node = parent;
    
    	return parent;
    }
    EXPORT_SYMBOL(rb_prev);
    
    void rb_replace_node(struct rb_node *victim, struct rb_node *new,
    		     struct rb_root *root)
    {
    	struct rb_node *parent = rb_parent(victim);
    
    	/* Set the surrounding nodes to point to the replacement */
    	if (parent) {
    		if (victim == parent->rb_left)
    			parent->rb_left = new;
    		else
    			parent->rb_right = new;
    	} else {
    		root->rb_node = new;
    	}
    	if (victim->rb_left)
    		rb_set_parent(victim->rb_left, new);
    	if (victim->rb_right)
    		rb_set_parent(victim->rb_right, new);
    
    	/* Copy the pointers/colour from the victim to the replacement */
    	*new = *victim;
    }
    EXPORT_SYMBOL(rb_replace_node);