74ba9207e1adf lib/kfifo.c (Thomas Gleixner 2019-05-20 09:19:02 +0200 1) // SPDX-License-Identifier: GPL-2.0-or-later
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 2) /*
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 3) * A generic kernel FIFO implementation
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 4) *
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 5) * Copyright (C) 2009/2010 Stefani Seibold <stefani@seibold.net>
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 6) */
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 7)
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 8) #include <linux/kernel.h>
9984de1a5a8a9 kernel/kfifo.c (Paul Gortmaker 2011-05-23 14:51:41 -0400 9) #include <linux/export.h>
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 10) #include <linux/slab.h>
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 11) #include <linux/err.h>
f84d5a76c50d9 kernel/kfifo.c (vignesh babu 2007-07-15 23:41:34 -0700 12) #include <linux/log2.h>
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 13) #include <linux/uaccess.h>
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 14) #include <linux/kfifo.h>
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 15)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 16) /*
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 17) * internal helper to calculate the unused elements in a fifo
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 18) */
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 19) static inline unsigned int kfifo_unused(struct __kfifo *fifo)
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 20) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 21) return (fifo->mask + 1) - (fifo->in - fifo->out);
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 22) }
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 23)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 24) int __kfifo_alloc(struct __kfifo *fifo, unsigned int size,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 25) size_t esize, gfp_t gfp_mask)
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 26) {
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 27) /*
75a24b822d383 lib/kfifo.c (Martin Kelly 2018-03-26 11:18:23 -0700 28) * round up to the next power of 2, since our 'let the indices
b33112d1cc25e kernel/kfifo.c (Robert P. J. Day 2009-06-16 15:33:34 -0700 29) * wrap' technique works only in this case.
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 30) */
dfe2a77fd243a lib/kfifo.c (Stefani Seibold 2013-02-27 17:05:51 -0800 31) size = roundup_pow_of_two(size);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 32)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 33) fifo->in = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 34) fifo->out = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 35) fifo->esize = esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 36)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 37) if (size < 2) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 38) fifo->data = NULL;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 39) fifo->mask = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 40) return -EINVAL;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 41) }
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 42)
6da2ec56059c3 lib/kfifo.c (Kees Cook 2018-06-12 13:55:00 -0700 43) fifo->data = kmalloc_array(esize, size, gfp_mask);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 44)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 45) if (!fifo->data) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 46) fifo->mask = 0;
45465487897a1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:26 -0800 47) return -ENOMEM;
45465487897a1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:26 -0800 48) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 49) fifo->mask = size - 1;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 50)
45465487897a1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:26 -0800 51) return 0;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 52) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 53) EXPORT_SYMBOL(__kfifo_alloc);
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 54)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 55) void __kfifo_free(struct __kfifo *fifo)
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 56) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 57) kfree(fifo->data);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 58) fifo->in = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 59) fifo->out = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 60) fifo->esize = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 61) fifo->data = NULL;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 62) fifo->mask = 0;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 63) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 64) EXPORT_SYMBOL(__kfifo_free);
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 65)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 66) int __kfifo_init(struct __kfifo *fifo, void *buffer,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 67) unsigned int size, size_t esize)
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 68) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 69) size /= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 70)
ab9bb6318b096 lib/kfifo.c (Linus Torvalds 2019-08-30 18:47:15 -0700 71) if (!is_power_of_2(size))
ab9bb6318b096 lib/kfifo.c (Linus Torvalds 2019-08-30 18:47:15 -0700 72) size = rounddown_pow_of_two(size);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 73)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 74) fifo->in = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 75) fifo->out = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 76) fifo->esize = esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 77) fifo->data = buffer;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 78)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 79) if (size < 2) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 80) fifo->mask = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 81) return -EINVAL;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 82) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 83) fifo->mask = size - 1;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 84)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 85) return 0;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 86) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 87) EXPORT_SYMBOL(__kfifo_init);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 88)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 89) static void kfifo_copy_in(struct __kfifo *fifo, const void *src,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 90) unsigned int len, unsigned int off)
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 91) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 92) unsigned int size = fifo->mask + 1;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 93) unsigned int esize = fifo->esize;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 94) unsigned int l;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 95)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 96) off &= fifo->mask;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 97) if (esize != 1) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 98) off *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 99) size *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 100) len *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 101) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 102) l = min(len, size - off);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 103)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 104) memcpy(fifo->data + off, src, l);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 105) memcpy(fifo->data, src + l, len - l);
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 106) /*
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 107) * make sure that the data in the fifo is up to date before
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 108) * incrementing the fifo->in index counter
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 109) */
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 110) smp_wmb();
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 111) }
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 112)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 113) unsigned int __kfifo_in(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 114) const void *buf, unsigned int len)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 115) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 116) unsigned int l;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 117)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 118) l = kfifo_unused(fifo);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 119) if (len > l)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 120) len = l;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 121)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 122) kfifo_copy_in(fifo, buf, len, fifo->in);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 123) fifo->in += len;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 124) return len;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 125) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 126) EXPORT_SYMBOL(__kfifo_in);
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 127)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 128) static void kfifo_copy_out(struct __kfifo *fifo, void *dst,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 129) unsigned int len, unsigned int off)
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 130) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 131) unsigned int size = fifo->mask + 1;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 132) unsigned int esize = fifo->esize;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 133) unsigned int l;
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 134)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 135) off &= fifo->mask;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 136) if (esize != 1) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 137) off *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 138) size *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 139) len *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 140) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 141) l = min(len, size - off);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 142)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 143) memcpy(dst, fifo->data + off, l);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 144) memcpy(dst + l, fifo->data, len - l);
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 145) /*
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 146) * make sure that the data is copied before
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 147) * incrementing the fifo->out index counter
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 148) */
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 149) smp_wmb();
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 150) }
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 151)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 152) unsigned int __kfifo_out_peek(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 153) void *buf, unsigned int len)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 154) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 155) unsigned int l;
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 156)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 157) l = fifo->in - fifo->out;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 158) if (len > l)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 159) len = l;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 160)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 161) kfifo_copy_out(fifo, buf, len, fifo->out);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 162) return len;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 163) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 164) EXPORT_SYMBOL(__kfifo_out_peek);
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 165)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 166) unsigned int __kfifo_out(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 167) void *buf, unsigned int len)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 168) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 169) len = __kfifo_out_peek(fifo, buf, len);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 170) fifo->out += len;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 171) return len;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 172) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 173) EXPORT_SYMBOL(__kfifo_out);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 174)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 175) static unsigned long kfifo_copy_from_user(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 176) const void __user *from, unsigned int len, unsigned int off,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 177) unsigned int *copied)
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 178) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 179) unsigned int size = fifo->mask + 1;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 180) unsigned int esize = fifo->esize;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 181) unsigned int l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 182) unsigned long ret;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 183)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 184) off &= fifo->mask;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 185) if (esize != 1) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 186) off *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 187) size *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 188) len *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 189) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 190) l = min(len, size - off);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 191)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 192) ret = copy_from_user(fifo->data + off, from, l);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 193) if (unlikely(ret))
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 194) ret = DIV_ROUND_UP(ret + len - l, esize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 195) else {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 196) ret = copy_from_user(fifo->data, from + l, len - l);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 197) if (unlikely(ret))
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 198) ret = DIV_ROUND_UP(ret, esize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 199) }
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 200) /*
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 201) * make sure that the data in the fifo is up to date before
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 202) * incrementing the fifo->in index counter
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 203) */
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 204) smp_wmb();
a019e48cfbfb3 lib/kfifo.c (Lars-Peter Clausen 2013-11-14 14:32:16 -0800 205) *copied = len - ret * esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 206) /* return the number of elements which are not copied */
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 207) return ret;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 208) }
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 209)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 210) int __kfifo_from_user(struct __kfifo *fifo, const void __user *from,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 211) unsigned long len, unsigned int *copied)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 212) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 213) unsigned int l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 214) unsigned long ret;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 215) unsigned int esize = fifo->esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 216) int err;
a45bce4954573 kernel/kfifo.c (Paul E. McKenney 2006-09-29 02:00:11 -0700 217)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 218) if (esize != 1)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 219) len /= esize;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 220)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 221) l = kfifo_unused(fifo);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 222) if (len > l)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 223) len = l;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 224)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 225) ret = kfifo_copy_from_user(fifo, from, len, fifo->in, copied);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 226) if (unlikely(ret)) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 227) len -= ret;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 228) err = -EFAULT;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 229) } else
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 230) err = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 231) fifo->in += len;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 232) return err;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 233) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 234) EXPORT_SYMBOL(__kfifo_from_user);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 235)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 236) static unsigned long kfifo_copy_to_user(struct __kfifo *fifo, void __user *to,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 237) unsigned int len, unsigned int off, unsigned int *copied)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 238) {
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 239) unsigned int l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 240) unsigned long ret;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 241) unsigned int size = fifo->mask + 1;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 242) unsigned int esize = fifo->esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 243)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 244) off &= fifo->mask;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 245) if (esize != 1) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 246) off *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 247) size *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 248) len *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 249) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 250) l = min(len, size - off);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 251)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 252) ret = copy_to_user(to, fifo->data + off, l);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 253) if (unlikely(ret))
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 254) ret = DIV_ROUND_UP(ret + len - l, esize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 255) else {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 256) ret = copy_to_user(to + l, fifo->data, len - l);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 257) if (unlikely(ret))
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 258) ret = DIV_ROUND_UP(ret, esize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 259) }
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 260) /*
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 261) * make sure that the data is copied before
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 262) * incrementing the fifo->out index counter
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 263) */
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 264) smp_wmb();
a019e48cfbfb3 lib/kfifo.c (Lars-Peter Clausen 2013-11-14 14:32:16 -0800 265) *copied = len - ret * esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 266) /* return the number of elements which are not copied */
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 267) return ret;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 268) }
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 269)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 270) int __kfifo_to_user(struct __kfifo *fifo, void __user *to,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 271) unsigned long len, unsigned int *copied)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 272) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 273) unsigned int l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 274) unsigned long ret;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 275) unsigned int esize = fifo->esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 276) int err;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 277)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 278) if (esize != 1)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 279) len /= esize;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 280)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 281) l = fifo->in - fifo->out;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 282) if (len > l)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 283) len = l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 284) ret = kfifo_copy_to_user(fifo, to, len, fifo->out, copied);
64ce1037c5434 kernel/kfifo.c (Andi Kleen 2010-01-15 17:01:15 -0800 285) if (unlikely(ret)) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 286) len -= ret;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 287) err = -EFAULT;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 288) } else
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 289) err = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 290) fifo->out += len;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 291) return err;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 292) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 293) EXPORT_SYMBOL(__kfifo_to_user);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 294)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 295) static int setup_sgl_buf(struct scatterlist *sgl, void *buf,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 296) int nents, unsigned int len)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 297) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 298) int n;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 299) unsigned int l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 300) unsigned int off;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 301) struct page *page;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 302)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 303) if (!nents)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 304) return 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 305)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 306) if (!len)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 307) return 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 308)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 309) n = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 310) page = virt_to_page(buf);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 311) off = offset_in_page(buf);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 312) l = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 313)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 314) while (len >= l + PAGE_SIZE - off) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 315) struct page *npage;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 316)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 317) l += PAGE_SIZE;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 318) buf += PAGE_SIZE;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 319) npage = virt_to_page(buf);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 320) if (page_to_phys(page) != page_to_phys(npage) - l) {
d78a3eda6985e kernel/kfifo.c (Stefani Seibold 2010-08-11 14:17:27 -0700 321) sg_set_page(sgl, page, l - off, off);
d78a3eda6985e kernel/kfifo.c (Stefani Seibold 2010-08-11 14:17:27 -0700 322) sgl = sg_next(sgl);
d78a3eda6985e kernel/kfifo.c (Stefani Seibold 2010-08-11 14:17:27 -0700 323) if (++n == nents || sgl == NULL)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 324) return n;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 325) page = npage;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 326) len -= l - off;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 327) l = off = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 328) }
64ce1037c5434 kernel/kfifo.c (Andi Kleen 2010-01-15 17:01:15 -0800 329) }
d78a3eda6985e kernel/kfifo.c (Stefani Seibold 2010-08-11 14:17:27 -0700 330) sg_set_page(sgl, page, len, off);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 331) return n + 1;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 332) }
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 333)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 334) static unsigned int setup_sgl(struct __kfifo *fifo, struct scatterlist *sgl,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 335) int nents, unsigned int len, unsigned int off)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 336) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 337) unsigned int size = fifo->mask + 1;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 338) unsigned int esize = fifo->esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 339) unsigned int l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 340) unsigned int n;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 341)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 342) off &= fifo->mask;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 343) if (esize != 1) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 344) off *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 345) size *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 346) len *= esize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 347) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 348) l = min(len, size - off);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 349)
d78a3eda6985e kernel/kfifo.c (Stefani Seibold 2010-08-11 14:17:27 -0700 350) n = setup_sgl_buf(sgl, fifo->data + off, nents, l);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 351) n += setup_sgl_buf(sgl + n, fifo->data, nents - n, len - l);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 352)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 353) return n;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 354) }
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 355)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 356) unsigned int __kfifo_dma_in_prepare(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 357) struct scatterlist *sgl, int nents, unsigned int len)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 358) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 359) unsigned int l;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 360)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 361) l = kfifo_unused(fifo);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 362) if (len > l)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 363) len = l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 364)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 365) return setup_sgl(fifo, sgl, nents, len, fifo->in);
^1da177e4c3f4 kernel/kfifo.c (Linus Torvalds 2005-04-16 15:20:36 -0700 366) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 367) EXPORT_SYMBOL(__kfifo_dma_in_prepare);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 368)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 369) unsigned int __kfifo_dma_out_prepare(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 370) struct scatterlist *sgl, int nents, unsigned int len)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 371) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 372) unsigned int l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 373)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 374) l = fifo->in - fifo->out;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 375) if (len > l)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 376) len = l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 377)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 378) return setup_sgl(fifo, sgl, nents, len, fifo->out);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 379) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 380) EXPORT_SYMBOL(__kfifo_dma_out_prepare);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 381)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 382) unsigned int __kfifo_max_r(unsigned int len, size_t recsize)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 383) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 384) unsigned int max = (1 << (recsize << 3)) - 1;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 385)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 386) if (len > max)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 387) return max;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 388) return len;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 389) }
30059d93b07a0 kernel/kfifo.c (Srinivas Kandagatla 2012-04-11 05:01:56 -0300 390) EXPORT_SYMBOL(__kfifo_max_r);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 391)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 392) #define __KFIFO_PEEK(data, out, mask) \
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 393) ((data)[(out) & (mask)])
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 394) /*
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 395) * __kfifo_peek_n internal helper function for determinate the length of
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 396) * the next record in the fifo
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 397) */
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 398) static unsigned int __kfifo_peek_n(struct __kfifo *fifo, size_t recsize)
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 399) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 400) unsigned int l;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 401) unsigned int mask = fifo->mask;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 402) unsigned char *data = fifo->data;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 403)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 404) l = __KFIFO_PEEK(data, fifo->out, mask);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 405)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 406) if (--recsize)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 407) l |= __KFIFO_PEEK(data, fifo->out + 1, mask) << 8;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 408)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 409) return l;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 410) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 411)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 412) #define __KFIFO_POKE(data, in, mask, val) \
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 413) ( \
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 414) (data)[(in) & (mask)] = (unsigned char)(val) \
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 415) )
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 416)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 417) /*
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 418) * __kfifo_poke_n internal helper function for storeing the length of
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 419) * the record into the fifo
a5b9e2c106304 kernel/kfifo.c (Andi Kleen 2010-01-15 17:01:16 -0800 420) */
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 421) static void __kfifo_poke_n(struct __kfifo *fifo, unsigned int n, size_t recsize)
a5b9e2c106304 kernel/kfifo.c (Andi Kleen 2010-01-15 17:01:16 -0800 422) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 423) unsigned int mask = fifo->mask;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 424) unsigned char *data = fifo->data;
a5b9e2c106304 kernel/kfifo.c (Andi Kleen 2010-01-15 17:01:16 -0800 425)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 426) __KFIFO_POKE(data, fifo->in, mask, n);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 427)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 428) if (recsize > 1)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 429) __KFIFO_POKE(data, fifo->in + 1, mask, n >> 8);
a5b9e2c106304 kernel/kfifo.c (Andi Kleen 2010-01-15 17:01:16 -0800 430) }
a5b9e2c106304 kernel/kfifo.c (Andi Kleen 2010-01-15 17:01:16 -0800 431)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 432) unsigned int __kfifo_len_r(struct __kfifo *fifo, size_t recsize)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 433) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 434) return __kfifo_peek_n(fifo, recsize);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 435) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 436) EXPORT_SYMBOL(__kfifo_len_r);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 437)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 438) unsigned int __kfifo_in_r(struct __kfifo *fifo, const void *buf,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 439) unsigned int len, size_t recsize)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 440) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 441) if (len + recsize > kfifo_unused(fifo))
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 442) return 0;
64ce1037c5434 kernel/kfifo.c (Andi Kleen 2010-01-15 17:01:15 -0800 443)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 444) __kfifo_poke_n(fifo, len, recsize);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 445)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 446) kfifo_copy_in(fifo, buf, len, fifo->in + recsize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 447) fifo->in += len + recsize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 448) return len;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 449) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 450) EXPORT_SYMBOL(__kfifo_in_r);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 451)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 452) static unsigned int kfifo_out_copy_r(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 453) void *buf, unsigned int len, size_t recsize, unsigned int *n)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 454) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 455) *n = __kfifo_peek_n(fifo, recsize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 456)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 457) if (len > *n)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 458) len = *n;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 459)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 460) kfifo_copy_out(fifo, buf, len, fifo->out + recsize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 461) return len;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 462) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 463)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 464) unsigned int __kfifo_out_peek_r(struct __kfifo *fifo, void *buf,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 465) unsigned int len, size_t recsize)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 466) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 467) unsigned int n;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 468)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 469) if (fifo->in == fifo->out)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 470) return 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 471)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 472) return kfifo_out_copy_r(fifo, buf, len, recsize, &n);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 473) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 474) EXPORT_SYMBOL(__kfifo_out_peek_r);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 475)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 476) unsigned int __kfifo_out_r(struct __kfifo *fifo, void *buf,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 477) unsigned int len, size_t recsize)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 478) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 479) unsigned int n;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 480)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 481) if (fifo->in == fifo->out)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 482) return 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 483)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 484) len = kfifo_out_copy_r(fifo, buf, len, recsize, &n);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 485) fifo->out += n + recsize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 486) return len;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 487) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 488) EXPORT_SYMBOL(__kfifo_out_r);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 489)
b35de43b31040 kernel/kfifo.c (Andrea Righi 2010-08-19 14:13:27 -0700 490) void __kfifo_skip_r(struct __kfifo *fifo, size_t recsize)
b35de43b31040 kernel/kfifo.c (Andrea Righi 2010-08-19 14:13:27 -0700 491) {
b35de43b31040 kernel/kfifo.c (Andrea Righi 2010-08-19 14:13:27 -0700 492) unsigned int n;
b35de43b31040 kernel/kfifo.c (Andrea Righi 2010-08-19 14:13:27 -0700 493)
b35de43b31040 kernel/kfifo.c (Andrea Righi 2010-08-19 14:13:27 -0700 494) n = __kfifo_peek_n(fifo, recsize);
b35de43b31040 kernel/kfifo.c (Andrea Righi 2010-08-19 14:13:27 -0700 495) fifo->out += n + recsize;
b35de43b31040 kernel/kfifo.c (Andrea Righi 2010-08-19 14:13:27 -0700 496) }
b35de43b31040 kernel/kfifo.c (Andrea Righi 2010-08-19 14:13:27 -0700 497) EXPORT_SYMBOL(__kfifo_skip_r);
b35de43b31040 kernel/kfifo.c (Andrea Righi 2010-08-19 14:13:27 -0700 498)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 499) int __kfifo_from_user_r(struct __kfifo *fifo, const void __user *from,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 500) unsigned long len, unsigned int *copied, size_t recsize)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 501) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 502) unsigned long ret;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 503)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 504) len = __kfifo_max_r(len, recsize);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 505)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 506) if (len + recsize > kfifo_unused(fifo)) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 507) *copied = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 508) return 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 509) }
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 510)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 511) __kfifo_poke_n(fifo, len, recsize);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 512)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 513) ret = kfifo_copy_from_user(fifo, from, len, fifo->in + recsize, copied);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 514) if (unlikely(ret)) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 515) *copied = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 516) return -EFAULT;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 517) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 518) fifo->in += len + recsize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 519) return 0;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 520) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 521) EXPORT_SYMBOL(__kfifo_from_user_r);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 522)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 523) int __kfifo_to_user_r(struct __kfifo *fifo, void __user *to,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 524) unsigned long len, unsigned int *copied, size_t recsize)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 525) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 526) unsigned long ret;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 527) unsigned int n;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 528)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 529) if (fifo->in == fifo->out) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 530) *copied = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 531) return 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 532) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 533)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 534) n = __kfifo_peek_n(fifo, recsize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 535) if (len > n)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 536) len = n;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 537)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 538) ret = kfifo_copy_to_user(fifo, to, len, fifo->out + recsize, copied);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 539) if (unlikely(ret)) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 540) *copied = 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 541) return -EFAULT;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 542) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 543) fifo->out += n + recsize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 544) return 0;
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 545) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 546) EXPORT_SYMBOL(__kfifo_to_user_r);
a121f24accac1 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:31 -0800 547)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 548) unsigned int __kfifo_dma_in_prepare_r(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 549) struct scatterlist *sgl, int nents, unsigned int len, size_t recsize)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 550) {
89b3ac63013e6 lib/kfifo.c (Himangi Saraogi 2014-08-08 14:22:44 -0700 551) BUG_ON(!nents);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 552)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 553) len = __kfifo_max_r(len, recsize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 554)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 555) if (len + recsize > kfifo_unused(fifo))
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 556) return 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 557)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 558) return setup_sgl(fifo, sgl, nents, len, fifo->in + recsize);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 559) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 560) EXPORT_SYMBOL(__kfifo_dma_in_prepare_r);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 561)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 562) void __kfifo_dma_in_finish_r(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 563) unsigned int len, size_t recsize)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 564) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 565) len = __kfifo_max_r(len, recsize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 566) __kfifo_poke_n(fifo, len, recsize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 567) fifo->in += len + recsize;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 568) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 569) EXPORT_SYMBOL(__kfifo_dma_in_finish_r);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 570)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 571) unsigned int __kfifo_dma_out_prepare_r(struct __kfifo *fifo,
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 572) struct scatterlist *sgl, int nents, unsigned int len, size_t recsize)
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 573) {
89b3ac63013e6 lib/kfifo.c (Himangi Saraogi 2014-08-08 14:22:44 -0700 574) BUG_ON(!nents);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 575)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 576) len = __kfifo_max_r(len, recsize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 577)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 578) if (len + recsize > fifo->in - fifo->out)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 579) return 0;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 580)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 581) return setup_sgl(fifo, sgl, nents, len, fifo->out + recsize);
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 582) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 583) EXPORT_SYMBOL(__kfifo_dma_out_prepare_r);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 584)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 585) void __kfifo_dma_out_finish_r(struct __kfifo *fifo, size_t recsize)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 586) {
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 587) unsigned int len;
86d4880313603 kernel/kfifo.c (Stefani Seibold 2009-12-21 14:37:32 -0800 588)
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 589) len = __kfifo_peek_n(fifo, recsize);
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 590) fifo->out += len + recsize;
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 591) }
2e956fb320568 kernel/kfifo.c (Stefani Seibold 2010-08-10 18:03:38 -0700 592) EXPORT_SYMBOL(__kfifo_dma_out_finish_r);
VisionFive2 Linux kernel
StarFive Tech Linux Kernel for VisionFive (JH7110) boards (mirror)
More than 9999 Commits
32 Branches
54 Tags