VisionFive2 Linux kernel

92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800  1) #include <linux/export.h>
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800  2) #include <linux/kernel.h>
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800  3) #include <linux/mm.h>
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800  4) #include <linux/slab.h>
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800  5) #include <linux/vmalloc.h>
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800  6) 
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800  7) /* Allocate an array of spinlocks to be accessed by a hash. Two arguments
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800  8)  * indicate the number of elements to allocate in the array. max_size
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800  9)  * gives the maximum number of elements to allocate. cpu_mult gives
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 10)  * the number of locks per CPU to allocate. The size is rounded up
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 11)  * to a power of 2 to be suitable as a hash table.
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 12)  */
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 13) 
ff93bca769925 (Cong Wang    2018-08-14 15:21:31 -0700 14) int __alloc_bucket_spinlocks(spinlock_t **locks, unsigned int *locks_mask,
ff93bca769925 (Cong Wang    2018-08-14 15:21:31 -0700 15) 			     size_t max_size, unsigned int cpu_mult, gfp_t gfp,
ff93bca769925 (Cong Wang    2018-08-14 15:21:31 -0700 16) 			     const char *name, struct lock_class_key *key)
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 17) {
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 18) 	spinlock_t *tlocks = NULL;
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 19) 	unsigned int i, size;
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 20) #if defined(CONFIG_PROVE_LOCKING)
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 21) 	unsigned int nr_pcpus = 2;
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 22) #else
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 23) 	unsigned int nr_pcpus = num_possible_cpus();
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 24) #endif
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 25) 
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 26) 	if (cpu_mult) {
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 27) 		nr_pcpus = min_t(unsigned int, nr_pcpus, 64UL);
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 28) 		size = min_t(unsigned int, nr_pcpus * cpu_mult, max_size);
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 29) 	} else {
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 30) 		size = max_size;
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 31) 	}
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 32) 
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 33) 	if (sizeof(spinlock_t) != 0) {
ce91f6ee5b3bb (Michal Hocko 2018-06-07 17:09:40 -0700 34) 		tlocks = kvmalloc_array(size, sizeof(spinlock_t), gfp);
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 35) 		if (!tlocks)
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 36) 			return -ENOMEM;
ff93bca769925 (Cong Wang    2018-08-14 15:21:31 -0700 37) 		for (i = 0; i < size; i++) {
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 38) 			spin_lock_init(&tlocks[i]);
ff93bca769925 (Cong Wang    2018-08-14 15:21:31 -0700 39) 			lockdep_init_map(&tlocks[i].dep_map, name, key, 0);
ff93bca769925 (Cong Wang    2018-08-14 15:21:31 -0700 40) 		}
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 41) 	}
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 42) 
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 43) 	*locks = tlocks;
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 44) 	*locks_mask = size - 1;
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 45) 
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 46) 	return 0;
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 47) }
ff93bca769925 (Cong Wang    2018-08-14 15:21:31 -0700 48) EXPORT_SYMBOL(__alloc_bucket_spinlocks);
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 49) 
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 50) void free_bucket_spinlocks(spinlock_t *locks)
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 51) {
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 52) 	kvfree(locks);
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 53) }
92f36cca5773c (Tom Herbert  2017-12-04 10:31:44 -0800 54) EXPORT_SYMBOL(free_bucket_spinlocks);