30 #define sg_dma_address(sg)	((sg)->dma_address)  argument
33 #define sg_dma_len(sg)		((sg)->dma_length)  argument
35 #define sg_dma_len(sg)		((sg)->length)  argument
67 #define sg_is_chain(sg)		((sg)->page_link & 0x01)  argument
68 #define sg_is_last(sg)		((sg)->page_link & 0x02)  argument
69 #define sg_chain_ptr(sg)	\  argument
70 	((struct scatterlist *) ((sg)->page_link & ~0x03))
82 static inline void sg_assign_page(struct scatterlist *sg, struct page *page)  in sg_assign_page()  argument
84 	unsigned long page_link = sg->page_link & 0x3;  in sg_assign_page()
92 	BUG_ON(sg->sg_magic != SG_MAGIC);  in sg_assign_page()
93 	BUG_ON(sg_is_chain(sg));  in sg_assign_page()
95 	sg->page_link = page_link | (unsigned long) page;  in sg_assign_page()
112 static inline void sg_set_page(struct scatterlist *sg, struct page *page,  in sg_set_page()  argument
115 	sg_assign_page(sg, page);  in sg_set_page()
116 	sg->offset = offset;  in sg_set_page()
117 	sg->length = len;  in sg_set_page()
120 static inline struct page *sg_page(struct scatterlist *sg)  in sg_page()  argument
123 	BUG_ON(sg->sg_magic != SG_MAGIC);  in sg_page()
124 	BUG_ON(sg_is_chain(sg));  in sg_page()
126 	return (struct page *)((sg)->page_link & ~0x3);  in sg_page()
136 static inline void sg_set_buf(struct scatterlist *sg, const void *buf,  in sg_set_buf()  argument
142 	sg_set_page(sg, virt_to_page(buf), buflen, offset_in_page(buf));  in sg_set_buf()
148 #define for_each_sg(sglist, sg, nr, __i)	\  argument
149 	for (__i = 0, sg = (sglist); __i < (nr); __i++, sg = sg_next(sg))
186 static inline void sg_mark_end(struct scatterlist *sg)  in sg_mark_end()  argument
189 	BUG_ON(sg->sg_magic != SG_MAGIC);  in sg_mark_end()
194 	sg->page_link |= 0x02;  in sg_mark_end()
195 	sg->page_link &= ~0x01;  in sg_mark_end()
206 static inline void sg_unmark_end(struct scatterlist *sg)  in sg_unmark_end()  argument
209 	BUG_ON(sg->sg_magic != SG_MAGIC);  in sg_unmark_end()
211 	sg->page_link &= ~0x02;  in sg_unmark_end()
224 static inline dma_addr_t sg_phys(struct scatterlist *sg)  in sg_phys()  argument
226 	return page_to_phys(sg_page(sg)) + sg->offset;  in sg_phys()
239 static inline void *sg_virt(struct scatterlist *sg)  in sg_virt()  argument
241 	return page_address(sg_page(sg)) + sg->offset;  in sg_virt()
244 int sg_nents(struct scatterlist *sg);
245 int sg_nents_for_len(struct scatterlist *sg, u64 len);
299 	struct scatterlist	*sg;		/* sg holding the page */  member
318 	return nth_page(sg_page(piter->sg), piter->sg_pgoffset);  in sg_page_iter_page()
328 	return sg_dma_address(piter->sg) + (piter->sg_pgoffset << PAGE_SHIFT);  in sg_page_iter_dma_address()