1*09c434b8SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 22c64e9cbSAndy Shevchenko #define pr_fmt(fmt) "prime numbers: " fmt "\n" 32c64e9cbSAndy Shevchenko 42c64e9cbSAndy Shevchenko #include <linux/module.h> 52c64e9cbSAndy Shevchenko #include <linux/mutex.h> 62c64e9cbSAndy Shevchenko #include <linux/prime_numbers.h> 72c64e9cbSAndy Shevchenko #include <linux/slab.h> 82c64e9cbSAndy Shevchenko 92c64e9cbSAndy Shevchenko #define bitmap_size(nbits) (BITS_TO_LONGS(nbits) * sizeof(unsigned long)) 102c64e9cbSAndy Shevchenko 112c64e9cbSAndy Shevchenko struct primes { 122c64e9cbSAndy Shevchenko struct rcu_head rcu; 132c64e9cbSAndy Shevchenko unsigned long last, sz; 142c64e9cbSAndy Shevchenko unsigned long primes[]; 152c64e9cbSAndy Shevchenko }; 162c64e9cbSAndy Shevchenko 172c64e9cbSAndy Shevchenko #if BITS_PER_LONG == 64 182c64e9cbSAndy Shevchenko static const struct primes small_primes = { 192c64e9cbSAndy Shevchenko .last = 61, 202c64e9cbSAndy Shevchenko .sz = 64, 212c64e9cbSAndy Shevchenko .primes = { 222c64e9cbSAndy Shevchenko BIT(2) | 232c64e9cbSAndy Shevchenko BIT(3) | 242c64e9cbSAndy Shevchenko BIT(5) | 252c64e9cbSAndy Shevchenko BIT(7) | 262c64e9cbSAndy Shevchenko BIT(11) | 272c64e9cbSAndy Shevchenko BIT(13) | 282c64e9cbSAndy Shevchenko BIT(17) | 292c64e9cbSAndy Shevchenko BIT(19) | 302c64e9cbSAndy Shevchenko BIT(23) | 312c64e9cbSAndy Shevchenko BIT(29) | 322c64e9cbSAndy Shevchenko BIT(31) | 332c64e9cbSAndy Shevchenko BIT(37) | 342c64e9cbSAndy Shevchenko BIT(41) | 352c64e9cbSAndy Shevchenko BIT(43) | 362c64e9cbSAndy Shevchenko BIT(47) | 372c64e9cbSAndy Shevchenko BIT(53) | 382c64e9cbSAndy Shevchenko BIT(59) | 392c64e9cbSAndy Shevchenko BIT(61) 402c64e9cbSAndy Shevchenko } 412c64e9cbSAndy Shevchenko }; 422c64e9cbSAndy Shevchenko #elif BITS_PER_LONG == 32 432c64e9cbSAndy Shevchenko static const struct primes small_primes = { 442c64e9cbSAndy Shevchenko .last = 31, 452c64e9cbSAndy Shevchenko .sz = 32, 462c64e9cbSAndy Shevchenko .primes = { 472c64e9cbSAndy Shevchenko BIT(2) | 482c64e9cbSAndy Shevchenko BIT(3) | 492c64e9cbSAndy Shevchenko BIT(5) | 502c64e9cbSAndy Shevchenko BIT(7) | 512c64e9cbSAndy Shevchenko BIT(11) | 522c64e9cbSAndy Shevchenko BIT(13) | 532c64e9cbSAndy Shevchenko BIT(17) | 542c64e9cbSAndy Shevchenko BIT(19) | 552c64e9cbSAndy Shevchenko BIT(23) | 562c64e9cbSAndy Shevchenko BIT(29) | 572c64e9cbSAndy Shevchenko BIT(31) 582c64e9cbSAndy Shevchenko } 592c64e9cbSAndy Shevchenko }; 602c64e9cbSAndy Shevchenko #else 612c64e9cbSAndy Shevchenko #error "unhandled BITS_PER_LONG" 622c64e9cbSAndy Shevchenko #endif 632c64e9cbSAndy Shevchenko 642c64e9cbSAndy Shevchenko static DEFINE_MUTEX(lock); 652c64e9cbSAndy Shevchenko static const struct primes __rcu *primes = RCU_INITIALIZER(&small_primes); 662c64e9cbSAndy Shevchenko 672c64e9cbSAndy Shevchenko static unsigned long selftest_max; 682c64e9cbSAndy Shevchenko 692c64e9cbSAndy Shevchenko static bool slow_is_prime_number(unsigned long x) 702c64e9cbSAndy Shevchenko { 712c64e9cbSAndy Shevchenko unsigned long y = int_sqrt(x); 722c64e9cbSAndy Shevchenko 732c64e9cbSAndy Shevchenko while (y > 1) { 742c64e9cbSAndy Shevchenko if ((x % y) == 0) 752c64e9cbSAndy Shevchenko break; 762c64e9cbSAndy Shevchenko y--; 772c64e9cbSAndy Shevchenko } 782c64e9cbSAndy Shevchenko 792c64e9cbSAndy Shevchenko return y == 1; 802c64e9cbSAndy Shevchenko } 812c64e9cbSAndy Shevchenko 822c64e9cbSAndy Shevchenko static unsigned long slow_next_prime_number(unsigned long x) 832c64e9cbSAndy Shevchenko { 842c64e9cbSAndy Shevchenko while (x < ULONG_MAX && !slow_is_prime_number(++x)) 852c64e9cbSAndy Shevchenko ; 862c64e9cbSAndy Shevchenko 872c64e9cbSAndy Shevchenko return x; 882c64e9cbSAndy Shevchenko } 892c64e9cbSAndy Shevchenko 902c64e9cbSAndy Shevchenko static unsigned long clear_multiples(unsigned long x, 912c64e9cbSAndy Shevchenko unsigned long *p, 922c64e9cbSAndy Shevchenko unsigned long start, 932c64e9cbSAndy Shevchenko unsigned long end) 942c64e9cbSAndy Shevchenko { 952c64e9cbSAndy Shevchenko unsigned long m; 962c64e9cbSAndy Shevchenko 972c64e9cbSAndy Shevchenko m = 2 * x; 982c64e9cbSAndy Shevchenko if (m < start) 992c64e9cbSAndy Shevchenko m = roundup(start, x); 1002c64e9cbSAndy Shevchenko 1012c64e9cbSAndy Shevchenko while (m < end) { 1022c64e9cbSAndy Shevchenko __clear_bit(m, p); 1032c64e9cbSAndy Shevchenko m += x; 1042c64e9cbSAndy Shevchenko } 1052c64e9cbSAndy Shevchenko 1062c64e9cbSAndy Shevchenko return x; 1072c64e9cbSAndy Shevchenko } 1082c64e9cbSAndy Shevchenko 1092c64e9cbSAndy Shevchenko static bool expand_to_next_prime(unsigned long x) 1102c64e9cbSAndy Shevchenko { 1112c64e9cbSAndy Shevchenko const struct primes *p; 1122c64e9cbSAndy Shevchenko struct primes *new; 1132c64e9cbSAndy Shevchenko unsigned long sz, y; 1142c64e9cbSAndy Shevchenko 1152c64e9cbSAndy Shevchenko /* Betrand's Postulate (or Chebyshev's theorem) states that if n > 3, 1162c64e9cbSAndy Shevchenko * there is always at least one prime p between n and 2n - 2. 1172c64e9cbSAndy Shevchenko * Equivalently, if n > 1, then there is always at least one prime p 1182c64e9cbSAndy Shevchenko * such that n < p < 2n. 1192c64e9cbSAndy Shevchenko * 1202c64e9cbSAndy Shevchenko * http://mathworld.wolfram.com/BertrandsPostulate.html 1212c64e9cbSAndy Shevchenko * https://en.wikipedia.org/wiki/Bertrand's_postulate 1222c64e9cbSAndy Shevchenko */ 1232c64e9cbSAndy Shevchenko sz = 2 * x; 1242c64e9cbSAndy Shevchenko if (sz < x) 1252c64e9cbSAndy Shevchenko return false; 1262c64e9cbSAndy Shevchenko 1272c64e9cbSAndy Shevchenko sz = round_up(sz, BITS_PER_LONG); 1282c64e9cbSAndy Shevchenko new = kmalloc(sizeof(*new) + bitmap_size(sz), 1292c64e9cbSAndy Shevchenko GFP_KERNEL | __GFP_NOWARN); 1302c64e9cbSAndy Shevchenko if (!new) 1312c64e9cbSAndy Shevchenko return false; 1322c64e9cbSAndy Shevchenko 1332c64e9cbSAndy Shevchenko mutex_lock(&lock); 1342c64e9cbSAndy Shevchenko p = rcu_dereference_protected(primes, lockdep_is_held(&lock)); 1352c64e9cbSAndy Shevchenko if (x < p->last) { 1362c64e9cbSAndy Shevchenko kfree(new); 1372c64e9cbSAndy Shevchenko goto unlock; 1382c64e9cbSAndy Shevchenko } 1392c64e9cbSAndy Shevchenko 1402c64e9cbSAndy Shevchenko /* Where memory permits, track the primes using the 1412c64e9cbSAndy Shevchenko * Sieve of Eratosthenes. The sieve is to remove all multiples of known 1422c64e9cbSAndy Shevchenko * primes from the set, what remains in the set is therefore prime. 1432c64e9cbSAndy Shevchenko */ 1442c64e9cbSAndy Shevchenko bitmap_fill(new->primes, sz); 1452c64e9cbSAndy Shevchenko bitmap_copy(new->primes, p->primes, p->sz); 1462c64e9cbSAndy Shevchenko for (y = 2UL; y < sz; y = find_next_bit(new->primes, sz, y + 1)) 1472c64e9cbSAndy Shevchenko new->last = clear_multiples(y, new->primes, p->sz, sz); 1482c64e9cbSAndy Shevchenko new->sz = sz; 1492c64e9cbSAndy Shevchenko 1502c64e9cbSAndy Shevchenko BUG_ON(new->last <= x); 1512c64e9cbSAndy Shevchenko 1522c64e9cbSAndy Shevchenko rcu_assign_pointer(primes, new); 1532c64e9cbSAndy Shevchenko if (p != &small_primes) 1542c64e9cbSAndy Shevchenko kfree_rcu((struct primes *)p, rcu); 1552c64e9cbSAndy Shevchenko 1562c64e9cbSAndy Shevchenko unlock: 1572c64e9cbSAndy Shevchenko mutex_unlock(&lock); 1582c64e9cbSAndy Shevchenko return true; 1592c64e9cbSAndy Shevchenko } 1602c64e9cbSAndy Shevchenko 1612c64e9cbSAndy Shevchenko static void free_primes(void) 1622c64e9cbSAndy Shevchenko { 1632c64e9cbSAndy Shevchenko const struct primes *p; 1642c64e9cbSAndy Shevchenko 1652c64e9cbSAndy Shevchenko mutex_lock(&lock); 1662c64e9cbSAndy Shevchenko p = rcu_dereference_protected(primes, lockdep_is_held(&lock)); 1672c64e9cbSAndy Shevchenko if (p != &small_primes) { 1682c64e9cbSAndy Shevchenko rcu_assign_pointer(primes, &small_primes); 1692c64e9cbSAndy Shevchenko kfree_rcu((struct primes *)p, rcu); 1702c64e9cbSAndy Shevchenko } 1712c64e9cbSAndy Shevchenko mutex_unlock(&lock); 1722c64e9cbSAndy Shevchenko } 1732c64e9cbSAndy Shevchenko 1742c64e9cbSAndy Shevchenko /** 1752c64e9cbSAndy Shevchenko * next_prime_number - return the next prime number 1762c64e9cbSAndy Shevchenko * @x: the starting point for searching to test 1772c64e9cbSAndy Shevchenko * 1782c64e9cbSAndy Shevchenko * A prime number is an integer greater than 1 that is only divisible by 1792c64e9cbSAndy Shevchenko * itself and 1. The set of prime numbers is computed using the Sieve of 1802c64e9cbSAndy Shevchenko * Eratoshenes (on finding a prime, all multiples of that prime are removed 1812c64e9cbSAndy Shevchenko * from the set) enabling a fast lookup of the next prime number larger than 1822c64e9cbSAndy Shevchenko * @x. If the sieve fails (memory limitation), the search falls back to using 1832c64e9cbSAndy Shevchenko * slow trial-divison, up to the value of ULONG_MAX (which is reported as the 1842c64e9cbSAndy Shevchenko * final prime as a sentinel). 1852c64e9cbSAndy Shevchenko * 1862c64e9cbSAndy Shevchenko * Returns: the next prime number larger than @x 1872c64e9cbSAndy Shevchenko */ 1882c64e9cbSAndy Shevchenko unsigned long next_prime_number(unsigned long x) 1892c64e9cbSAndy Shevchenko { 1902c64e9cbSAndy Shevchenko const struct primes *p; 1912c64e9cbSAndy Shevchenko 1922c64e9cbSAndy Shevchenko rcu_read_lock(); 1932c64e9cbSAndy Shevchenko p = rcu_dereference(primes); 1942c64e9cbSAndy Shevchenko while (x >= p->last) { 1952c64e9cbSAndy Shevchenko rcu_read_unlock(); 1962c64e9cbSAndy Shevchenko 1972c64e9cbSAndy Shevchenko if (!expand_to_next_prime(x)) 1982c64e9cbSAndy Shevchenko return slow_next_prime_number(x); 1992c64e9cbSAndy Shevchenko 2002c64e9cbSAndy Shevchenko rcu_read_lock(); 2012c64e9cbSAndy Shevchenko p = rcu_dereference(primes); 2022c64e9cbSAndy Shevchenko } 2032c64e9cbSAndy Shevchenko x = find_next_bit(p->primes, p->last, x + 1); 2042c64e9cbSAndy Shevchenko rcu_read_unlock(); 2052c64e9cbSAndy Shevchenko 2062c64e9cbSAndy Shevchenko return x; 2072c64e9cbSAndy Shevchenko } 2082c64e9cbSAndy Shevchenko EXPORT_SYMBOL(next_prime_number); 2092c64e9cbSAndy Shevchenko 2102c64e9cbSAndy Shevchenko /** 2112c64e9cbSAndy Shevchenko * is_prime_number - test whether the given number is prime 2122c64e9cbSAndy Shevchenko * @x: the number to test 2132c64e9cbSAndy Shevchenko * 2142c64e9cbSAndy Shevchenko * A prime number is an integer greater than 1 that is only divisible by 2152c64e9cbSAndy Shevchenko * itself and 1. Internally a cache of prime numbers is kept (to speed up 2162c64e9cbSAndy Shevchenko * searching for sequential primes, see next_prime_number()), but if the number 2172c64e9cbSAndy Shevchenko * falls outside of that cache, its primality is tested using trial-divison. 2182c64e9cbSAndy Shevchenko * 2192c64e9cbSAndy Shevchenko * Returns: true if @x is prime, false for composite numbers. 2202c64e9cbSAndy Shevchenko */ 2212c64e9cbSAndy Shevchenko bool is_prime_number(unsigned long x) 2222c64e9cbSAndy Shevchenko { 2232c64e9cbSAndy Shevchenko const struct primes *p; 2242c64e9cbSAndy Shevchenko bool result; 2252c64e9cbSAndy Shevchenko 2262c64e9cbSAndy Shevchenko rcu_read_lock(); 2272c64e9cbSAndy Shevchenko p = rcu_dereference(primes); 2282c64e9cbSAndy Shevchenko while (x >= p->sz) { 2292c64e9cbSAndy Shevchenko rcu_read_unlock(); 2302c64e9cbSAndy Shevchenko 2312c64e9cbSAndy Shevchenko if (!expand_to_next_prime(x)) 2322c64e9cbSAndy Shevchenko return slow_is_prime_number(x); 2332c64e9cbSAndy Shevchenko 2342c64e9cbSAndy Shevchenko rcu_read_lock(); 2352c64e9cbSAndy Shevchenko p = rcu_dereference(primes); 2362c64e9cbSAndy Shevchenko } 2372c64e9cbSAndy Shevchenko result = test_bit(x, p->primes); 2382c64e9cbSAndy Shevchenko rcu_read_unlock(); 2392c64e9cbSAndy Shevchenko 2402c64e9cbSAndy Shevchenko return result; 2412c64e9cbSAndy Shevchenko } 2422c64e9cbSAndy Shevchenko EXPORT_SYMBOL(is_prime_number); 2432c64e9cbSAndy Shevchenko 2442c64e9cbSAndy Shevchenko static void dump_primes(void) 2452c64e9cbSAndy Shevchenko { 2462c64e9cbSAndy Shevchenko const struct primes *p; 2472c64e9cbSAndy Shevchenko char *buf; 2482c64e9cbSAndy Shevchenko 2492c64e9cbSAndy Shevchenko buf = kmalloc(PAGE_SIZE, GFP_KERNEL); 2502c64e9cbSAndy Shevchenko 2512c64e9cbSAndy Shevchenko rcu_read_lock(); 2522c64e9cbSAndy Shevchenko p = rcu_dereference(primes); 2532c64e9cbSAndy Shevchenko 2542c64e9cbSAndy Shevchenko if (buf) 2552c64e9cbSAndy Shevchenko bitmap_print_to_pagebuf(true, buf, p->primes, p->sz); 2562c64e9cbSAndy Shevchenko pr_info("primes.{last=%lu, .sz=%lu, .primes[]=...x%lx} = %s", 2572c64e9cbSAndy Shevchenko p->last, p->sz, p->primes[BITS_TO_LONGS(p->sz) - 1], buf); 2582c64e9cbSAndy Shevchenko 2592c64e9cbSAndy Shevchenko rcu_read_unlock(); 2602c64e9cbSAndy Shevchenko 2612c64e9cbSAndy Shevchenko kfree(buf); 2622c64e9cbSAndy Shevchenko } 2632c64e9cbSAndy Shevchenko 2642c64e9cbSAndy Shevchenko static int selftest(unsigned long max) 2652c64e9cbSAndy Shevchenko { 2662c64e9cbSAndy Shevchenko unsigned long x, last; 2672c64e9cbSAndy Shevchenko 2682c64e9cbSAndy Shevchenko if (!max) 2692c64e9cbSAndy Shevchenko return 0; 2702c64e9cbSAndy Shevchenko 2712c64e9cbSAndy Shevchenko for (last = 0, x = 2; x < max; x++) { 2722c64e9cbSAndy Shevchenko bool slow = slow_is_prime_number(x); 2732c64e9cbSAndy Shevchenko bool fast = is_prime_number(x); 2742c64e9cbSAndy Shevchenko 2752c64e9cbSAndy Shevchenko if (slow != fast) { 2762c64e9cbSAndy Shevchenko pr_err("inconsistent result for is-prime(%lu): slow=%s, fast=%s!", 2772c64e9cbSAndy Shevchenko x, slow ? "yes" : "no", fast ? "yes" : "no"); 2782c64e9cbSAndy Shevchenko goto err; 2792c64e9cbSAndy Shevchenko } 2802c64e9cbSAndy Shevchenko 2812c64e9cbSAndy Shevchenko if (!slow) 2822c64e9cbSAndy Shevchenko continue; 2832c64e9cbSAndy Shevchenko 2842c64e9cbSAndy Shevchenko if (next_prime_number(last) != x) { 2852c64e9cbSAndy Shevchenko pr_err("incorrect result for next-prime(%lu): expected %lu, got %lu", 2862c64e9cbSAndy Shevchenko last, x, next_prime_number(last)); 2872c64e9cbSAndy Shevchenko goto err; 2882c64e9cbSAndy Shevchenko } 2892c64e9cbSAndy Shevchenko last = x; 2902c64e9cbSAndy Shevchenko } 2912c64e9cbSAndy Shevchenko 2922c64e9cbSAndy Shevchenko pr_info("selftest(%lu) passed, last prime was %lu", x, last); 2932c64e9cbSAndy Shevchenko return 0; 2942c64e9cbSAndy Shevchenko 2952c64e9cbSAndy Shevchenko err: 2962c64e9cbSAndy Shevchenko dump_primes(); 2972c64e9cbSAndy Shevchenko return -EINVAL; 2982c64e9cbSAndy Shevchenko } 2992c64e9cbSAndy Shevchenko 3002c64e9cbSAndy Shevchenko static int __init primes_init(void) 3012c64e9cbSAndy Shevchenko { 3022c64e9cbSAndy Shevchenko return selftest(selftest_max); 3032c64e9cbSAndy Shevchenko } 3042c64e9cbSAndy Shevchenko 3052c64e9cbSAndy Shevchenko static void __exit primes_exit(void) 3062c64e9cbSAndy Shevchenko { 3072c64e9cbSAndy Shevchenko free_primes(); 3082c64e9cbSAndy Shevchenko } 3092c64e9cbSAndy Shevchenko 3102c64e9cbSAndy Shevchenko module_init(primes_init); 3112c64e9cbSAndy Shevchenko module_exit(primes_exit); 3122c64e9cbSAndy Shevchenko 3132c64e9cbSAndy Shevchenko module_param_named(selftest, selftest_max, ulong, 0400); 3142c64e9cbSAndy Shevchenko 3152c64e9cbSAndy Shevchenko MODULE_AUTHOR("Intel Corporation"); 3162c64e9cbSAndy Shevchenko MODULE_LICENSE("GPL"); 317