| /* bit search implementation | |
| * | |
| * Copied from lib/find_bit.c to tools/lib/find_bit.c | |
| * | |
| * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved. | |
| * Written by David Howells (dhowells@redhat.com) | |
| * | |
| * Copyright (C) 2008 IBM Corporation | |
| * 'find_last_bit' is written by Rusty Russell <rusty@rustcorp.com.au> | |
| * (Inspired by David Howell's find_next_bit implementation) | |
| * | |
| * Rewritten by Yury Norov <yury.norov@gmail.com> to decrease | |
| * size and improve performance, 2015. | |
| * | |
| * This program is free software; you can redistribute it and/or | |
| * modify it under the terms of the GNU General Public License | |
| * as published by the Free Software Foundation; either version | |
| * 2 of the License, or (at your option) any later version. | |
| */ | |
| #include <linux/bitops.h> | |
| #include <linux/bitmap.h> | |
| #include <linux/kernel.h> | |
| #if !defined(find_next_bit) | |
| /* | |
| * This is a common helper function for find_next_bit and | |
| * find_next_zero_bit. The difference is the "invert" argument, which | |
| * is XORed with each fetched word before searching it for one bits. | |
| */ | |
| static unsigned long _find_next_bit(const unsigned long *addr, | |
| unsigned long nbits, unsigned long start, unsigned long invert) | |
| { | |
| unsigned long tmp; | |
| if (unlikely(start >= nbits)) | |
| return nbits; | |
| tmp = addr[start / BITS_PER_LONG] ^ invert; | |
| /* Handle 1st word. */ | |
| tmp &= BITMAP_FIRST_WORD_MASK(start); | |
| start = round_down(start, BITS_PER_LONG); | |
| while (!tmp) { | |
| start += BITS_PER_LONG; | |
| if (start >= nbits) | |
| return nbits; | |
| tmp = addr[start / BITS_PER_LONG] ^ invert; | |
| } | |
| return min(start + __ffs(tmp), nbits); | |
| } | |
| #endif | |
| #ifndef find_next_bit | |
| /* | |
| * Find the next set bit in a memory region. | |
| */ | |
| unsigned long find_next_bit(const unsigned long *addr, unsigned long size, | |
| unsigned long offset) | |
| { | |
| return _find_next_bit(addr, size, offset, 0UL); | |
| } | |
| #endif | |
| #ifndef find_first_bit | |
| /* | |
| * Find the first set bit in a memory region. | |
| */ | |
| unsigned long find_first_bit(const unsigned long *addr, unsigned long size) | |
| { | |
| unsigned long idx; | |
| for (idx = 0; idx * BITS_PER_LONG < size; idx++) { | |
| if (addr[idx]) | |
| return min(idx * BITS_PER_LONG + __ffs(addr[idx]), size); | |
| } | |
| return size; | |
| } | |
| #endif | |
| #ifndef find_first_zero_bit | |
| /* | |
| * Find the first cleared bit in a memory region. | |
| */ | |
| unsigned long find_first_zero_bit(const unsigned long *addr, unsigned long size) | |
| { | |
| unsigned long idx; | |
| for (idx = 0; idx * BITS_PER_LONG < size; idx++) { | |
| if (addr[idx] != ~0UL) | |
| return min(idx * BITS_PER_LONG + ffz(addr[idx]), size); | |
| } | |
| return size; | |
| } | |
| #endif | |
| #ifndef find_next_zero_bit | |
| unsigned long find_next_zero_bit(const unsigned long *addr, unsigned long size, | |
| unsigned long offset) | |
| { | |
| return _find_next_bit(addr, size, offset, ~0UL); | |
| } | |
| #endif |