aboutsummaryrefslogtreecommitdiffstats
path: root/include/linux
diff options
context:
space:
mode:
Diffstat (limited to 'include/linux')
-rw-r--r--include/linux/scatterlist.h37
1 files changed, 26 insertions, 11 deletions
diff --git a/include/linux/scatterlist.h b/include/linux/scatterlist.h
index 259735044148..416e000dfe81 100644
--- a/include/linux/scatterlist.h
+++ b/include/linux/scatterlist.h
@@ -26,6 +26,16 @@
26 26
27#define SG_MAGIC 0x87654321 27#define SG_MAGIC 0x87654321
28 28
29/*
30 * We overload the LSB of the page pointer to indicate whether it's
31 * a valid sg entry, or whether it points to the start of a new scatterlist.
32 * Those low bits are there for everyone! (thanks mason :-)
33 */
34#define sg_is_chain(sg) ((sg)->page_link & 0x01)
35#define sg_is_last(sg) ((sg)->page_link & 0x02)
36#define sg_chain_ptr(sg) \
37 ((struct scatterlist *) ((sg)->page_link & ~0x03))
38
29/** 39/**
30 * sg_assign_page - Assign a given page to an SG entry 40 * sg_assign_page - Assign a given page to an SG entry
31 * @sg: SG entry 41 * @sg: SG entry
@@ -47,6 +57,7 @@ static inline void sg_assign_page(struct scatterlist *sg, struct page *page)
47 BUG_ON((unsigned long) page & 0x03); 57 BUG_ON((unsigned long) page & 0x03);
48#ifdef CONFIG_DEBUG_SG 58#ifdef CONFIG_DEBUG_SG
49 BUG_ON(sg->sg_magic != SG_MAGIC); 59 BUG_ON(sg->sg_magic != SG_MAGIC);
60 BUG_ON(sg_is_chain(sg));
50#endif 61#endif
51 sg->page_link = page_link | (unsigned long) page; 62 sg->page_link = page_link | (unsigned long) page;
52} 63}
@@ -73,7 +84,14 @@ static inline void sg_set_page(struct scatterlist *sg, struct page *page,
73 sg->length = len; 84 sg->length = len;
74} 85}
75 86
76#define sg_page(sg) ((struct page *) ((sg)->page_link & ~0x3)) 87static inline struct page *sg_page(struct scatterlist *sg)
88{
89#ifdef CONFIG_DEBUG_SG
90 BUG_ON(sg->sg_magic != SG_MAGIC);
91 BUG_ON(sg_is_chain(sg));
92#endif
93 return (struct page *)((sg)->page_link & ~0x3);
94}
77 95
78/** 96/**
79 * sg_set_buf - Set sg entry to point at given data 97 * sg_set_buf - Set sg entry to point at given data
@@ -88,16 +106,6 @@ static inline void sg_set_buf(struct scatterlist *sg, const void *buf,
88 sg_set_page(sg, virt_to_page(buf), buflen, offset_in_page(buf)); 106 sg_set_page(sg, virt_to_page(buf), buflen, offset_in_page(buf));
89} 107}
90 108
91/*
92 * We overload the LSB of the page pointer to indicate whether it's
93 * a valid sg entry, or whether it points to the start of a new scatterlist.
94 * Those low bits are there for everyone! (thanks mason :-)
95 */
96#define sg_is_chain(sg) ((sg)->page_link & 0x01)
97#define sg_is_last(sg) ((sg)->page_link & 0x02)
98#define sg_chain_ptr(sg) \
99 ((struct scatterlist *) ((sg)->page_link & ~0x03))
100
101/** 109/**
102 * sg_next - return the next scatterlist entry in a list 110 * sg_next - return the next scatterlist entry in a list
103 * @sg: The current sg entry 111 * @sg: The current sg entry
@@ -179,6 +187,13 @@ static inline void sg_chain(struct scatterlist *prv, unsigned int prv_nents,
179#ifndef ARCH_HAS_SG_CHAIN 187#ifndef ARCH_HAS_SG_CHAIN
180 BUG(); 188 BUG();
181#endif 189#endif
190
191 /*
192 * offset and length are unused for chain entry. Clear them.
193 */
194 prv->offset = 0;
195 prv->length = 0;
196
182 /* 197 /*
183 * Set lowest bit to indicate a link pointer, and make sure to clear 198 * Set lowest bit to indicate a link pointer, and make sure to clear
184 * the termination bit if it happens to be set. 199 * the termination bit if it happens to be set.