diff options
-rw-r--r-- | fs/nfs/objlayout/Kbuild | 2 | ||||
-rw-r--r-- | fs/nfs/objlayout/objio_osd.c | 170 | ||||
-rw-r--r-- | fs/nfs/objlayout/objlayout.c | 104 | ||||
-rw-r--r-- | fs/nfs/objlayout/objlayout.h | 67 |
4 files changed, 341 insertions, 2 deletions
diff --git a/fs/nfs/objlayout/Kbuild b/fs/nfs/objlayout/Kbuild index 7b2a5a240657..ed30ea072bb8 100644 --- a/fs/nfs/objlayout/Kbuild +++ b/fs/nfs/objlayout/Kbuild | |||
@@ -1,5 +1,5 @@ | |||
1 | # | 1 | # |
2 | # Makefile for the pNFS Objects Layout Driver kernel module | 2 | # Makefile for the pNFS Objects Layout Driver kernel module |
3 | # | 3 | # |
4 | objlayoutdriver-y := objio_osd.o pnfs_osd_xdr_cli.o | 4 | objlayoutdriver-y := objio_osd.o pnfs_osd_xdr_cli.o objlayout.o |
5 | obj-$(CONFIG_PNFS_OBJLAYOUT) += objlayoutdriver.o | 5 | obj-$(CONFIG_PNFS_OBJLAYOUT) += objlayoutdriver.o |
diff --git a/fs/nfs/objlayout/objio_osd.c b/fs/nfs/objlayout/objio_osd.c index 379595f2d1cc..08f1d90b4ce7 100644 --- a/fs/nfs/objlayout/objio_osd.c +++ b/fs/nfs/objlayout/objio_osd.c | |||
@@ -38,11 +38,179 @@ | |||
38 | */ | 38 | */ |
39 | 39 | ||
40 | #include <linux/module.h> | 40 | #include <linux/module.h> |
41 | #include "../pnfs.h" | 41 | #include <scsi/osd_initiator.h> |
42 | |||
43 | #include "objlayout.h" | ||
44 | |||
45 | #define NFSDBG_FACILITY NFSDBG_PNFS_LD | ||
46 | |||
47 | #define _LLU(x) ((unsigned long long)x) | ||
48 | |||
49 | struct caps_buffers { | ||
50 | u8 caps_key[OSD_CRYPTO_KEYID_SIZE]; | ||
51 | u8 creds[OSD_CAP_LEN]; | ||
52 | }; | ||
53 | |||
54 | struct objio_segment { | ||
55 | struct pnfs_layout_segment lseg; | ||
56 | |||
57 | struct pnfs_osd_object_cred *comps; | ||
58 | |||
59 | unsigned mirrors_p1; | ||
60 | unsigned stripe_unit; | ||
61 | unsigned group_width; /* Data stripe_units without integrity comps */ | ||
62 | u64 group_depth; | ||
63 | unsigned group_count; | ||
64 | |||
65 | unsigned comps_index; | ||
66 | unsigned num_comps; | ||
67 | /* variable length */ | ||
68 | struct objio_dev_ent *ods[]; | ||
69 | }; | ||
70 | |||
71 | static inline struct objio_segment * | ||
72 | OBJIO_LSEG(struct pnfs_layout_segment *lseg) | ||
73 | { | ||
74 | return container_of(lseg, struct objio_segment, lseg); | ||
75 | } | ||
76 | |||
77 | static int _verify_data_map(struct pnfs_osd_layout *layout) | ||
78 | { | ||
79 | struct pnfs_osd_data_map *data_map = &layout->olo_map; | ||
80 | u64 stripe_length; | ||
81 | u32 group_width; | ||
82 | |||
83 | /* FIXME: Only raid0 for now. if not go through MDS */ | ||
84 | if (data_map->odm_raid_algorithm != PNFS_OSD_RAID_0) { | ||
85 | printk(KERN_ERR "Only RAID_0 for now\n"); | ||
86 | return -ENOTSUPP; | ||
87 | } | ||
88 | if (0 != (data_map->odm_num_comps % (data_map->odm_mirror_cnt + 1))) { | ||
89 | printk(KERN_ERR "Data Map wrong, num_comps=%u mirrors=%u\n", | ||
90 | data_map->odm_num_comps, data_map->odm_mirror_cnt); | ||
91 | return -EINVAL; | ||
92 | } | ||
93 | |||
94 | if (data_map->odm_group_width) | ||
95 | group_width = data_map->odm_group_width; | ||
96 | else | ||
97 | group_width = data_map->odm_num_comps / | ||
98 | (data_map->odm_mirror_cnt + 1); | ||
99 | |||
100 | stripe_length = (u64)data_map->odm_stripe_unit * group_width; | ||
101 | if (stripe_length >= (1ULL << 32)) { | ||
102 | printk(KERN_ERR "Total Stripe length(0x%llx)" | ||
103 | " >= 32bit is not supported\n", _LLU(stripe_length)); | ||
104 | return -ENOTSUPP; | ||
105 | } | ||
106 | |||
107 | if (0 != (data_map->odm_stripe_unit & ~PAGE_MASK)) { | ||
108 | printk(KERN_ERR "Stripe Unit(0x%llx)" | ||
109 | " must be Multples of PAGE_SIZE(0x%lx)\n", | ||
110 | _LLU(data_map->odm_stripe_unit), PAGE_SIZE); | ||
111 | return -ENOTSUPP; | ||
112 | } | ||
113 | |||
114 | return 0; | ||
115 | } | ||
116 | |||
117 | static void copy_single_comp(struct pnfs_osd_object_cred *cur_comp, | ||
118 | struct pnfs_osd_object_cred *src_comp, | ||
119 | struct caps_buffers *caps_p) | ||
120 | { | ||
121 | WARN_ON(src_comp->oc_cap_key.cred_len > sizeof(caps_p->caps_key)); | ||
122 | WARN_ON(src_comp->oc_cap.cred_len > sizeof(caps_p->creds)); | ||
123 | |||
124 | *cur_comp = *src_comp; | ||
125 | |||
126 | memcpy(caps_p->caps_key, src_comp->oc_cap_key.cred, | ||
127 | sizeof(caps_p->caps_key)); | ||
128 | cur_comp->oc_cap_key.cred = caps_p->caps_key; | ||
129 | |||
130 | memcpy(caps_p->creds, src_comp->oc_cap.cred, | ||
131 | sizeof(caps_p->creds)); | ||
132 | cur_comp->oc_cap.cred = caps_p->creds; | ||
133 | } | ||
134 | |||
135 | int objio_alloc_lseg(struct pnfs_layout_segment **outp, | ||
136 | struct pnfs_layout_hdr *pnfslay, | ||
137 | struct pnfs_layout_range *range, | ||
138 | struct xdr_stream *xdr, | ||
139 | gfp_t gfp_flags) | ||
140 | { | ||
141 | struct objio_segment *objio_seg; | ||
142 | struct pnfs_osd_xdr_decode_layout_iter iter; | ||
143 | struct pnfs_osd_layout layout; | ||
144 | struct pnfs_osd_object_cred *cur_comp, src_comp; | ||
145 | struct caps_buffers *caps_p; | ||
146 | int err; | ||
147 | |||
148 | err = pnfs_osd_xdr_decode_layout_map(&layout, &iter, xdr); | ||
149 | if (unlikely(err)) | ||
150 | return err; | ||
151 | |||
152 | err = _verify_data_map(&layout); | ||
153 | if (unlikely(err)) | ||
154 | return err; | ||
155 | |||
156 | objio_seg = kzalloc(sizeof(*objio_seg) + | ||
157 | sizeof(objio_seg->ods[0]) * layout.olo_num_comps + | ||
158 | sizeof(*objio_seg->comps) * layout.olo_num_comps + | ||
159 | sizeof(struct caps_buffers) * layout.olo_num_comps, | ||
160 | gfp_flags); | ||
161 | if (!objio_seg) | ||
162 | return -ENOMEM; | ||
163 | |||
164 | objio_seg->comps = (void *)(objio_seg->ods + layout.olo_num_comps); | ||
165 | cur_comp = objio_seg->comps; | ||
166 | caps_p = (void *)(cur_comp + layout.olo_num_comps); | ||
167 | while (pnfs_osd_xdr_decode_layout_comp(&src_comp, &iter, xdr, &err)) | ||
168 | copy_single_comp(cur_comp++, &src_comp, caps_p++); | ||
169 | if (unlikely(err)) | ||
170 | goto err; | ||
171 | |||
172 | objio_seg->num_comps = layout.olo_num_comps; | ||
173 | objio_seg->comps_index = layout.olo_comps_index; | ||
174 | |||
175 | objio_seg->mirrors_p1 = layout.olo_map.odm_mirror_cnt + 1; | ||
176 | objio_seg->stripe_unit = layout.olo_map.odm_stripe_unit; | ||
177 | if (layout.olo_map.odm_group_width) { | ||
178 | objio_seg->group_width = layout.olo_map.odm_group_width; | ||
179 | objio_seg->group_depth = layout.olo_map.odm_group_depth; | ||
180 | objio_seg->group_count = layout.olo_map.odm_num_comps / | ||
181 | objio_seg->mirrors_p1 / | ||
182 | objio_seg->group_width; | ||
183 | } else { | ||
184 | objio_seg->group_width = layout.olo_map.odm_num_comps / | ||
185 | objio_seg->mirrors_p1; | ||
186 | objio_seg->group_depth = -1; | ||
187 | objio_seg->group_count = 1; | ||
188 | } | ||
189 | |||
190 | *outp = &objio_seg->lseg; | ||
191 | return 0; | ||
192 | |||
193 | err: | ||
194 | kfree(objio_seg); | ||
195 | dprintk("%s: Error: return %d\n", __func__, err); | ||
196 | *outp = NULL; | ||
197 | return err; | ||
198 | } | ||
199 | |||
200 | void objio_free_lseg(struct pnfs_layout_segment *lseg) | ||
201 | { | ||
202 | struct objio_segment *objio_seg = OBJIO_LSEG(lseg); | ||
203 | |||
204 | kfree(objio_seg); | ||
205 | } | ||
206 | |||
42 | 207 | ||
43 | static struct pnfs_layoutdriver_type objlayout_type = { | 208 | static struct pnfs_layoutdriver_type objlayout_type = { |
44 | .id = LAYOUT_OSD2_OBJECTS, | 209 | .id = LAYOUT_OSD2_OBJECTS, |
45 | .name = "LAYOUT_OSD2_OBJECTS", | 210 | .name = "LAYOUT_OSD2_OBJECTS", |
211 | |||
212 | .alloc_lseg = objlayout_alloc_lseg, | ||
213 | .free_lseg = objlayout_free_lseg, | ||
46 | }; | 214 | }; |
47 | 215 | ||
48 | MODULE_DESCRIPTION("pNFS Layout Driver for OSD2 objects"); | 216 | MODULE_DESCRIPTION("pNFS Layout Driver for OSD2 objects"); |
diff --git a/fs/nfs/objlayout/objlayout.c b/fs/nfs/objlayout/objlayout.c new file mode 100644 index 000000000000..946526763d38 --- /dev/null +++ b/fs/nfs/objlayout/objlayout.c | |||
@@ -0,0 +1,104 @@ | |||
1 | /* | ||
2 | * pNFS Objects layout driver high level definitions | ||
3 | * | ||
4 | * Copyright (C) 2007 Panasas Inc. [year of first publication] | ||
5 | * All rights reserved. | ||
6 | * | ||
7 | * Benny Halevy <bhalevy@panasas.com> | ||
8 | * Boaz Harrosh <bharrosh@panasas.com> | ||
9 | * | ||
10 | * This program is free software; you can redistribute it and/or modify | ||
11 | * it under the terms of the GNU General Public License version 2 | ||
12 | * See the file COPYING included with this distribution for more details. | ||
13 | * | ||
14 | * Redistribution and use in source and binary forms, with or without | ||
15 | * modification, are permitted provided that the following conditions | ||
16 | * are met: | ||
17 | * | ||
18 | * 1. Redistributions of source code must retain the above copyright | ||
19 | * notice, this list of conditions and the following disclaimer. | ||
20 | * 2. Redistributions in binary form must reproduce the above copyright | ||
21 | * notice, this list of conditions and the following disclaimer in the | ||
22 | * documentation and/or other materials provided with the distribution. | ||
23 | * 3. Neither the name of the Panasas company nor the names of its | ||
24 | * contributors may be used to endorse or promote products derived | ||
25 | * from this software without specific prior written permission. | ||
26 | * | ||
27 | * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED | ||
28 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF | ||
29 | * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE | ||
30 | * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE | ||
31 | * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR | ||
32 | * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF | ||
33 | * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR | ||
34 | * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF | ||
35 | * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING | ||
36 | * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS | ||
37 | * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | ||
38 | */ | ||
39 | |||
40 | #include <scsi/osd_initiator.h> | ||
41 | #include "objlayout.h" | ||
42 | |||
43 | #define NFSDBG_FACILITY NFSDBG_PNFS_LD | ||
44 | /* | ||
45 | * Unmarshall layout and store it in pnfslay. | ||
46 | */ | ||
47 | struct pnfs_layout_segment * | ||
48 | objlayout_alloc_lseg(struct pnfs_layout_hdr *pnfslay, | ||
49 | struct nfs4_layoutget_res *lgr, | ||
50 | gfp_t gfp_flags) | ||
51 | { | ||
52 | int status = -ENOMEM; | ||
53 | struct xdr_stream stream; | ||
54 | struct xdr_buf buf = { | ||
55 | .pages = lgr->layoutp->pages, | ||
56 | .page_len = lgr->layoutp->len, | ||
57 | .buflen = lgr->layoutp->len, | ||
58 | .len = lgr->layoutp->len, | ||
59 | }; | ||
60 | struct page *scratch; | ||
61 | struct pnfs_layout_segment *lseg; | ||
62 | |||
63 | dprintk("%s: Begin pnfslay %p\n", __func__, pnfslay); | ||
64 | |||
65 | scratch = alloc_page(gfp_flags); | ||
66 | if (!scratch) | ||
67 | goto err_nofree; | ||
68 | |||
69 | xdr_init_decode(&stream, &buf, NULL); | ||
70 | xdr_set_scratch_buffer(&stream, page_address(scratch), PAGE_SIZE); | ||
71 | |||
72 | status = objio_alloc_lseg(&lseg, pnfslay, &lgr->range, &stream, gfp_flags); | ||
73 | if (unlikely(status)) { | ||
74 | dprintk("%s: objio_alloc_lseg Return err %d\n", __func__, | ||
75 | status); | ||
76 | goto err; | ||
77 | } | ||
78 | |||
79 | __free_page(scratch); | ||
80 | |||
81 | dprintk("%s: Return %p\n", __func__, lseg); | ||
82 | return lseg; | ||
83 | |||
84 | err: | ||
85 | __free_page(scratch); | ||
86 | err_nofree: | ||
87 | dprintk("%s: Err Return=>%d\n", __func__, status); | ||
88 | return ERR_PTR(status); | ||
89 | } | ||
90 | |||
91 | /* | ||
92 | * Free a layout segement | ||
93 | */ | ||
94 | void | ||
95 | objlayout_free_lseg(struct pnfs_layout_segment *lseg) | ||
96 | { | ||
97 | dprintk("%s: freeing layout segment %p\n", __func__, lseg); | ||
98 | |||
99 | if (unlikely(!lseg)) | ||
100 | return; | ||
101 | |||
102 | objio_free_lseg(lseg); | ||
103 | } | ||
104 | |||
diff --git a/fs/nfs/objlayout/objlayout.h b/fs/nfs/objlayout/objlayout.h new file mode 100644 index 000000000000..066280a07fa8 --- /dev/null +++ b/fs/nfs/objlayout/objlayout.h | |||
@@ -0,0 +1,67 @@ | |||
1 | /* | ||
2 | * Data types and function declerations for interfacing with the | ||
3 | * pNFS standard object layout driver. | ||
4 | * | ||
5 | * Copyright (C) 2007 Panasas Inc. [year of first publication] | ||
6 | * All rights reserved. | ||
7 | * | ||
8 | * Benny Halevy <bhalevy@panasas.com> | ||
9 | * Boaz Harrosh <bharrosh@panasas.com> | ||
10 | * | ||
11 | * This program is free software; you can redistribute it and/or modify | ||
12 | * it under the terms of the GNU General Public License version 2 | ||
13 | * See the file COPYING included with this distribution for more details. | ||
14 | * | ||
15 | * Redistribution and use in source and binary forms, with or without | ||
16 | * modification, are permitted provided that the following conditions | ||
17 | * are met: | ||
18 | * | ||
19 | * 1. Redistributions of source code must retain the above copyright | ||
20 | * notice, this list of conditions and the following disclaimer. | ||
21 | * 2. Redistributions in binary form must reproduce the above copyright | ||
22 | * notice, this list of conditions and the following disclaimer in the | ||
23 | * documentation and/or other materials provided with the distribution. | ||
24 | * 3. Neither the name of the Panasas company nor the names of its | ||
25 | * contributors may be used to endorse or promote products derived | ||
26 | * from this software without specific prior written permission. | ||
27 | * | ||
28 | * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED | ||
29 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF | ||
30 | * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE | ||
31 | * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE | ||
32 | * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR | ||
33 | * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF | ||
34 | * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR | ||
35 | * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF | ||
36 | * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING | ||
37 | * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS | ||
38 | * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | ||
39 | */ | ||
40 | |||
41 | #ifndef _OBJLAYOUT_H | ||
42 | #define _OBJLAYOUT_H | ||
43 | |||
44 | #include <linux/nfs_fs.h> | ||
45 | #include <linux/pnfs_osd_xdr.h> | ||
46 | #include "../pnfs.h" | ||
47 | |||
48 | /* | ||
49 | * Raid engine I/O API | ||
50 | */ | ||
51 | extern int objio_alloc_lseg(struct pnfs_layout_segment **outp, | ||
52 | struct pnfs_layout_hdr *pnfslay, | ||
53 | struct pnfs_layout_range *range, | ||
54 | struct xdr_stream *xdr, | ||
55 | gfp_t gfp_flags); | ||
56 | extern void objio_free_lseg(struct pnfs_layout_segment *lseg); | ||
57 | |||
58 | /* | ||
59 | * exported generic objects function vectors | ||
60 | */ | ||
61 | extern struct pnfs_layout_segment *objlayout_alloc_lseg( | ||
62 | struct pnfs_layout_hdr *, | ||
63 | struct nfs4_layoutget_res *, | ||
64 | gfp_t gfp_flags); | ||
65 | extern void objlayout_free_lseg(struct pnfs_layout_segment *); | ||
66 | |||
67 | #endif /* _OBJLAYOUT_H */ | ||