diff options
Diffstat (limited to 'arch/um/os-Linux/aio.c')
| -rw-r--r-- | arch/um/os-Linux/aio.c | 211 |
1 files changed, 99 insertions, 112 deletions
diff --git a/arch/um/os-Linux/aio.c b/arch/um/os-Linux/aio.c index b04897cd995d..41cfb0944201 100644 --- a/arch/um/os-Linux/aio.c +++ b/arch/um/os-Linux/aio.c | |||
| @@ -6,7 +6,6 @@ | |||
| 6 | #include <stdlib.h> | 6 | #include <stdlib.h> |
| 7 | #include <unistd.h> | 7 | #include <unistd.h> |
| 8 | #include <signal.h> | 8 | #include <signal.h> |
| 9 | #include <string.h> | ||
| 10 | #include <errno.h> | 9 | #include <errno.h> |
| 11 | #include <sched.h> | 10 | #include <sched.h> |
| 12 | #include <sys/syscall.h> | 11 | #include <sys/syscall.h> |
| @@ -17,31 +16,18 @@ | |||
| 17 | #include "user.h" | 16 | #include "user.h" |
| 18 | #include "mode.h" | 17 | #include "mode.h" |
| 19 | 18 | ||
| 19 | struct aio_thread_req { | ||
| 20 | enum aio_type type; | ||
| 21 | int io_fd; | ||
| 22 | unsigned long long offset; | ||
| 23 | char *buf; | ||
| 24 | int len; | ||
| 25 | struct aio_context *aio; | ||
| 26 | }; | ||
| 27 | |||
| 20 | static int aio_req_fd_r = -1; | 28 | static int aio_req_fd_r = -1; |
| 21 | static int aio_req_fd_w = -1; | 29 | static int aio_req_fd_w = -1; |
| 22 | 30 | ||
| 23 | static int update_aio(struct aio_context *aio, int res) | ||
| 24 | { | ||
| 25 | if(res < 0) | ||
| 26 | aio->len = res; | ||
| 27 | else if((res == 0) && (aio->type == AIO_READ)){ | ||
| 28 | /* This is the EOF case - we have hit the end of the file | ||
| 29 | * and it ends in a partial block, so we fill the end of | ||
| 30 | * the block with zeros and claim success. | ||
| 31 | */ | ||
| 32 | memset(aio->data, 0, aio->len); | ||
| 33 | aio->len = 0; | ||
| 34 | } | ||
| 35 | else if(res > 0){ | ||
| 36 | aio->len -= res; | ||
| 37 | aio->data += res; | ||
| 38 | aio->offset += res; | ||
| 39 | return aio->len; | ||
| 40 | } | ||
| 41 | |||
| 42 | return 0; | ||
| 43 | } | ||
| 44 | |||
| 45 | #if defined(HAVE_AIO_ABI) | 31 | #if defined(HAVE_AIO_ABI) |
| 46 | #include <linux/aio_abi.h> | 32 | #include <linux/aio_abi.h> |
| 47 | 33 | ||
| @@ -80,7 +66,8 @@ static long io_getevents(aio_context_t ctx_id, long min_nr, long nr, | |||
| 80 | * that it now backs the mmapped area. | 66 | * that it now backs the mmapped area. |
| 81 | */ | 67 | */ |
| 82 | 68 | ||
| 83 | static int do_aio(aio_context_t ctx, struct aio_context *aio) | 69 | static int do_aio(aio_context_t ctx, enum aio_type type, int fd, char *buf, |
| 70 | int len, unsigned long long offset, struct aio_context *aio) | ||
| 84 | { | 71 | { |
| 85 | struct iocb iocb, *iocbp = &iocb; | 72 | struct iocb iocb, *iocbp = &iocb; |
| 86 | char c; | 73 | char c; |
| @@ -88,37 +75,40 @@ static int do_aio(aio_context_t ctx, struct aio_context *aio) | |||
| 88 | 75 | ||
| 89 | iocb = ((struct iocb) { .aio_data = (unsigned long) aio, | 76 | iocb = ((struct iocb) { .aio_data = (unsigned long) aio, |
| 90 | .aio_reqprio = 0, | 77 | .aio_reqprio = 0, |
| 91 | .aio_fildes = aio->fd, | 78 | .aio_fildes = fd, |
| 92 | .aio_buf = (unsigned long) aio->data, | 79 | .aio_buf = (unsigned long) buf, |
| 93 | .aio_nbytes = aio->len, | 80 | .aio_nbytes = len, |
| 94 | .aio_offset = aio->offset, | 81 | .aio_offset = offset, |
| 95 | .aio_reserved1 = 0, | 82 | .aio_reserved1 = 0, |
| 96 | .aio_reserved2 = 0, | 83 | .aio_reserved2 = 0, |
| 97 | .aio_reserved3 = 0 }); | 84 | .aio_reserved3 = 0 }); |
| 98 | 85 | ||
| 99 | switch(aio->type){ | 86 | switch(type){ |
| 100 | case AIO_READ: | 87 | case AIO_READ: |
| 101 | iocb.aio_lio_opcode = IOCB_CMD_PREAD; | 88 | iocb.aio_lio_opcode = IOCB_CMD_PREAD; |
| 89 | err = io_submit(ctx, 1, &iocbp); | ||
| 102 | break; | 90 | break; |
| 103 | case AIO_WRITE: | 91 | case AIO_WRITE: |
| 104 | iocb.aio_lio_opcode = IOCB_CMD_PWRITE; | 92 | iocb.aio_lio_opcode = IOCB_CMD_PWRITE; |
| 93 | err = io_submit(ctx, 1, &iocbp); | ||
| 105 | break; | 94 | break; |
| 106 | case AIO_MMAP: | 95 | case AIO_MMAP: |
| 107 | iocb.aio_lio_opcode = IOCB_CMD_PREAD; | 96 | iocb.aio_lio_opcode = IOCB_CMD_PREAD; |
| 108 | iocb.aio_buf = (unsigned long) &c; | 97 | iocb.aio_buf = (unsigned long) &c; |
| 109 | iocb.aio_nbytes = sizeof(c); | 98 | iocb.aio_nbytes = sizeof(c); |
| 99 | err = io_submit(ctx, 1, &iocbp); | ||
| 110 | break; | 100 | break; |
| 111 | default: | 101 | default: |
| 112 | printk("Bogus op in do_aio - %d\n", aio->type); | 102 | printk("Bogus op in do_aio - %d\n", type); |
| 113 | err = -EINVAL; | 103 | err = -EINVAL; |
| 114 | goto out; | 104 | break; |
| 115 | } | 105 | } |
| 116 | 106 | ||
| 117 | err = io_submit(ctx, 1, &iocbp); | ||
| 118 | if(err > 0) | 107 | if(err > 0) |
| 119 | err = 0; | 108 | err = 0; |
| 109 | else | ||
| 110 | err = -errno; | ||
| 120 | 111 | ||
| 121 | out: | ||
| 122 | return err; | 112 | return err; |
| 123 | } | 113 | } |
| 124 | 114 | ||
| @@ -127,9 +117,8 @@ static aio_context_t ctx = 0; | |||
| 127 | static int aio_thread(void *arg) | 117 | static int aio_thread(void *arg) |
| 128 | { | 118 | { |
| 129 | struct aio_thread_reply reply; | 119 | struct aio_thread_reply reply; |
| 130 | struct aio_context *aio; | ||
| 131 | struct io_event event; | 120 | struct io_event event; |
| 132 | int err, n; | 121 | int err, n, reply_fd; |
| 133 | 122 | ||
| 134 | signal(SIGWINCH, SIG_IGN); | 123 | signal(SIGWINCH, SIG_IGN); |
| 135 | 124 | ||
| @@ -142,21 +131,14 @@ static int aio_thread(void *arg) | |||
| 142 | "errno = %d\n", errno); | 131 | "errno = %d\n", errno); |
| 143 | } | 132 | } |
| 144 | else { | 133 | else { |
| 145 | aio = (struct aio_context *) event.data; | ||
| 146 | if(update_aio(aio, event.res)){ | ||
| 147 | do_aio(ctx, aio); | ||
| 148 | continue; | ||
| 149 | } | ||
| 150 | |||
| 151 | reply = ((struct aio_thread_reply) | 134 | reply = ((struct aio_thread_reply) |
| 152 | { .data = aio, | 135 | { .data = (void *) (long) event.data, |
| 153 | .err = aio->len }); | 136 | .err = event.res }); |
| 154 | err = os_write_file(aio->reply_fd, &reply, | 137 | reply_fd = ((struct aio_context *) reply.data)->reply_fd; |
| 155 | sizeof(reply)); | 138 | err = os_write_file(reply_fd, &reply, sizeof(reply)); |
| 156 | if(err != sizeof(reply)) | 139 | if(err != sizeof(reply)) |
| 157 | printk("aio_thread - write failed, " | 140 | printk("aio_thread - write failed, fd = %d, " |
| 158 | "fd = %d, err = %d\n", aio->reply_fd, | 141 | "err = %d\n", aio_req_fd_r, -err); |
| 159 | -err); | ||
| 160 | } | 142 | } |
| 161 | } | 143 | } |
| 162 | return 0; | 144 | return 0; |
| @@ -164,35 +146,35 @@ static int aio_thread(void *arg) | |||
| 164 | 146 | ||
| 165 | #endif | 147 | #endif |
| 166 | 148 | ||
| 167 | static int do_not_aio(struct aio_context *aio) | 149 | static int do_not_aio(struct aio_thread_req *req) |
| 168 | { | 150 | { |
| 169 | char c; | 151 | char c; |
| 170 | int err; | 152 | int err; |
| 171 | 153 | ||
| 172 | switch(aio->type){ | 154 | switch(req->type){ |
| 173 | case AIO_READ: | 155 | case AIO_READ: |
| 174 | err = os_seek_file(aio->fd, aio->offset); | 156 | err = os_seek_file(req->io_fd, req->offset); |
| 175 | if(err) | 157 | if(err) |
| 176 | goto out; | 158 | goto out; |
| 177 | 159 | ||
| 178 | err = os_read_file(aio->fd, aio->data, aio->len); | 160 | err = os_read_file(req->io_fd, req->buf, req->len); |
| 179 | break; | 161 | break; |
| 180 | case AIO_WRITE: | 162 | case AIO_WRITE: |
| 181 | err = os_seek_file(aio->fd, aio->offset); | 163 | err = os_seek_file(req->io_fd, req->offset); |
| 182 | if(err) | 164 | if(err) |
| 183 | goto out; | 165 | goto out; |
| 184 | 166 | ||
| 185 | err = os_write_file(aio->fd, aio->data, aio->len); | 167 | err = os_write_file(req->io_fd, req->buf, req->len); |
| 186 | break; | 168 | break; |
| 187 | case AIO_MMAP: | 169 | case AIO_MMAP: |
| 188 | err = os_seek_file(aio->fd, aio->offset); | 170 | err = os_seek_file(req->io_fd, req->offset); |
| 189 | if(err) | 171 | if(err) |
| 190 | goto out; | 172 | goto out; |
| 191 | 173 | ||
| 192 | err = os_read_file(aio->fd, &c, sizeof(c)); | 174 | err = os_read_file(req->io_fd, &c, sizeof(c)); |
| 193 | break; | 175 | break; |
| 194 | default: | 176 | default: |
| 195 | printk("do_not_aio - bad request type : %d\n", aio->type); | 177 | printk("do_not_aio - bad request type : %d\n", req->type); |
| 196 | err = -EINVAL; | 178 | err = -EINVAL; |
| 197 | break; | 179 | break; |
| 198 | } | 180 | } |
| @@ -203,14 +185,14 @@ static int do_not_aio(struct aio_context *aio) | |||
| 203 | 185 | ||
| 204 | static int not_aio_thread(void *arg) | 186 | static int not_aio_thread(void *arg) |
| 205 | { | 187 | { |
| 206 | struct aio_context *aio; | 188 | struct aio_thread_req req; |
| 207 | struct aio_thread_reply reply; | 189 | struct aio_thread_reply reply; |
| 208 | int err; | 190 | int err; |
| 209 | 191 | ||
| 210 | signal(SIGWINCH, SIG_IGN); | 192 | signal(SIGWINCH, SIG_IGN); |
| 211 | while(1){ | 193 | while(1){ |
| 212 | err = os_read_file(aio_req_fd_r, &aio, sizeof(aio)); | 194 | err = os_read_file(aio_req_fd_r, &req, sizeof(req)); |
| 213 | if(err != sizeof(aio)){ | 195 | if(err != sizeof(req)){ |
| 214 | if(err < 0) | 196 | if(err < 0) |
| 215 | printk("not_aio_thread - read failed, " | 197 | printk("not_aio_thread - read failed, " |
| 216 | "fd = %d, err = %d\n", aio_req_fd_r, | 198 | "fd = %d, err = %d\n", aio_req_fd_r, |
| @@ -221,34 +203,17 @@ static int not_aio_thread(void *arg) | |||
| 221 | } | 203 | } |
| 222 | continue; | 204 | continue; |
| 223 | } | 205 | } |
| 224 | again: | 206 | err = do_not_aio(&req); |
| 225 | err = do_not_aio(aio); | 207 | reply = ((struct aio_thread_reply) { .data = req.aio, |
| 226 | 208 | .err = err }); | |
| 227 | if(update_aio(aio, err)) | 209 | err = os_write_file(req.aio->reply_fd, &reply, sizeof(reply)); |
| 228 | goto again; | ||
| 229 | |||
| 230 | reply = ((struct aio_thread_reply) { .data = aio, | ||
| 231 | .err = aio->len }); | ||
| 232 | err = os_write_file(aio->reply_fd, &reply, sizeof(reply)); | ||
| 233 | if(err != sizeof(reply)) | 210 | if(err != sizeof(reply)) |
| 234 | printk("not_aio_thread - write failed, fd = %d, " | 211 | printk("not_aio_thread - write failed, fd = %d, " |
| 235 | "err = %d\n", aio_req_fd_r, -err); | 212 | "err = %d\n", aio_req_fd_r, -err); |
| 236 | } | 213 | } |
| 237 | } | 214 | } |
| 238 | 215 | ||
| 239 | static int submit_aio_24(struct aio_context *aio) | ||
| 240 | { | ||
| 241 | int err; | ||
| 242 | |||
| 243 | err = os_write_file(aio_req_fd_w, &aio, sizeof(aio)); | ||
| 244 | if(err == sizeof(aio)) | ||
| 245 | err = 0; | ||
| 246 | |||
| 247 | return err; | ||
| 248 | } | ||
| 249 | |||
| 250 | static int aio_pid = -1; | 216 | static int aio_pid = -1; |
| 251 | static int (*submit_proc)(struct aio_context *aio); | ||
| 252 | 217 | ||
| 253 | static int init_aio_24(void) | 218 | static int init_aio_24(void) |
| 254 | { | 219 | { |
| @@ -280,68 +245,64 @@ static int init_aio_24(void) | |||
| 280 | #endif | 245 | #endif |
| 281 | printk("2.6 host AIO support not used - falling back to I/O " | 246 | printk("2.6 host AIO support not used - falling back to I/O " |
| 282 | "thread\n"); | 247 | "thread\n"); |
| 283 | |||
| 284 | submit_proc = submit_aio_24; | ||
| 285 | |||
| 286 | return 0; | 248 | return 0; |
| 287 | } | 249 | } |
| 288 | 250 | ||
| 289 | #ifdef HAVE_AIO_ABI | 251 | #ifdef HAVE_AIO_ABI |
| 290 | #define DEFAULT_24_AIO 0 | 252 | #define DEFAULT_24_AIO 0 |
| 291 | static int submit_aio_26(struct aio_context *aio) | ||
| 292 | { | ||
| 293 | struct aio_thread_reply reply; | ||
| 294 | int err; | ||
| 295 | |||
| 296 | err = do_aio(ctx, aio); | ||
| 297 | if(err){ | ||
| 298 | reply = ((struct aio_thread_reply) { .data = aio, | ||
| 299 | .err = err }); | ||
| 300 | err = os_write_file(aio->reply_fd, &reply, sizeof(reply)); | ||
| 301 | if(err != sizeof(reply)) | ||
| 302 | printk("submit_aio_26 - write failed, " | ||
| 303 | "fd = %d, err = %d\n", aio->reply_fd, -err); | ||
| 304 | else err = 0; | ||
| 305 | } | ||
| 306 | |||
| 307 | return err; | ||
| 308 | } | ||
| 309 | |||
| 310 | static int init_aio_26(void) | 253 | static int init_aio_26(void) |
| 311 | { | 254 | { |
| 312 | unsigned long stack; | 255 | unsigned long stack; |
| 313 | int err; | 256 | int err; |
| 314 | 257 | ||
| 315 | if(io_setup(256, &ctx)){ | 258 | if(io_setup(256, &ctx)){ |
| 259 | err = -errno; | ||
| 316 | printk("aio_thread failed to initialize context, err = %d\n", | 260 | printk("aio_thread failed to initialize context, err = %d\n", |
| 317 | errno); | 261 | errno); |
| 318 | return -errno; | 262 | return err; |
| 319 | } | 263 | } |
| 320 | 264 | ||
| 321 | err = run_helper_thread(aio_thread, NULL, | 265 | err = run_helper_thread(aio_thread, NULL, |
| 322 | CLONE_FILES | CLONE_VM | SIGCHLD, &stack, 0); | 266 | CLONE_FILES | CLONE_VM | SIGCHLD, &stack, 0); |
| 323 | if(err < 0) | 267 | if(err < 0) |
| 324 | return -errno; | 268 | return err; |
| 325 | 269 | ||
| 326 | aio_pid = err; | 270 | aio_pid = err; |
| 327 | 271 | ||
| 328 | printk("Using 2.6 host AIO\n"); | 272 | printk("Using 2.6 host AIO\n"); |
| 273 | return 0; | ||
| 274 | } | ||
| 275 | |||
| 276 | static int submit_aio_26(enum aio_type type, int io_fd, char *buf, int len, | ||
| 277 | unsigned long long offset, struct aio_context *aio) | ||
| 278 | { | ||
| 279 | struct aio_thread_reply reply; | ||
| 280 | int err; | ||
| 329 | 281 | ||
| 330 | submit_proc = submit_aio_26; | 282 | err = do_aio(ctx, type, io_fd, buf, len, offset, aio); |
| 283 | if(err){ | ||
| 284 | reply = ((struct aio_thread_reply) { .data = aio, | ||
| 285 | .err = err }); | ||
| 286 | err = os_write_file(aio->reply_fd, &reply, sizeof(reply)); | ||
| 287 | if(err != sizeof(reply)) | ||
| 288 | printk("submit_aio_26 - write failed, " | ||
| 289 | "fd = %d, err = %d\n", aio->reply_fd, -err); | ||
| 290 | else err = 0; | ||
| 291 | } | ||
| 331 | 292 | ||
| 332 | return 0; | 293 | return err; |
| 333 | } | 294 | } |
| 334 | 295 | ||
| 335 | #else | 296 | #else |
| 336 | #define DEFAULT_24_AIO 1 | 297 | #define DEFAULT_24_AIO 1 |
| 337 | static int submit_aio_26(struct aio_context *aio) | 298 | static int init_aio_26(void) |
| 338 | { | 299 | { |
| 339 | return -ENOSYS; | 300 | return -ENOSYS; |
| 340 | } | 301 | } |
| 341 | 302 | ||
| 342 | static int init_aio_26(void) | 303 | static int submit_aio_26(enum aio_type type, int io_fd, char *buf, int len, |
| 304 | unsigned long long offset, struct aio_context *aio) | ||
| 343 | { | 305 | { |
| 344 | submit_proc = submit_aio_26; | ||
| 345 | return -ENOSYS; | 306 | return -ENOSYS; |
| 346 | } | 307 | } |
| 347 | #endif | 308 | #endif |
| @@ -408,7 +369,33 @@ static void exit_aio(void) | |||
| 408 | 369 | ||
| 409 | __uml_exitcall(exit_aio); | 370 | __uml_exitcall(exit_aio); |
| 410 | 371 | ||
| 411 | int submit_aio(struct aio_context *aio) | 372 | static int submit_aio_24(enum aio_type type, int io_fd, char *buf, int len, |
| 373 | unsigned long long offset, struct aio_context *aio) | ||
| 412 | { | 374 | { |
| 413 | return (*submit_proc)(aio); | 375 | struct aio_thread_req req = { .type = type, |
| 376 | .io_fd = io_fd, | ||
| 377 | .offset = offset, | ||
| 378 | .buf = buf, | ||
| 379 | .len = len, | ||
| 380 | .aio = aio, | ||
| 381 | }; | ||
| 382 | int err; | ||
| 383 | |||
| 384 | err = os_write_file(aio_req_fd_w, &req, sizeof(req)); | ||
| 385 | if(err == sizeof(req)) | ||
| 386 | err = 0; | ||
| 387 | |||
| 388 | return err; | ||
| 389 | } | ||
| 390 | |||
| 391 | int submit_aio(enum aio_type type, int io_fd, char *buf, int len, | ||
| 392 | unsigned long long offset, int reply_fd, | ||
| 393 | struct aio_context *aio) | ||
| 394 | { | ||
| 395 | aio->reply_fd = reply_fd; | ||
| 396 | if(aio_24) | ||
| 397 | return submit_aio_24(type, io_fd, buf, len, offset, aio); | ||
| 398 | else { | ||
| 399 | return submit_aio_26(type, io_fd, buf, len, offset, aio); | ||
| 400 | } | ||
| 414 | } | 401 | } |
