diff options
| author | Dmitry Torokhov <dmitry.torokhov@gmail.com> | 2012-03-19 20:02:01 -0400 |
|---|---|---|
| committer | Dmitry Torokhov <dmitry.torokhov@gmail.com> | 2012-03-19 20:02:01 -0400 |
| commit | 10ce3cc919f50c2043b41ca968b43c26a3672600 (patch) | |
| tree | ea409366a5208aced495bc0516a08b81fd43222e /lib | |
| parent | 24e3e5ae1e4c2a3a32f5b1f96b4e3fd721806acd (diff) | |
| parent | 5c6a7a62c130afef3d61c1dee153012231ff5cd9 (diff) | |
Merge branch 'next' into for-linus
Diffstat (limited to 'lib')
55 files changed, 6662 insertions, 292 deletions
diff --git a/lib/Kconfig b/lib/Kconfig index 32f3e5ae2be5..028aba9e72af 100644 --- a/lib/Kconfig +++ b/lib/Kconfig | |||
| @@ -19,6 +19,16 @@ config RATIONAL | |||
| 19 | config GENERIC_FIND_FIRST_BIT | 19 | config GENERIC_FIND_FIRST_BIT |
| 20 | bool | 20 | bool |
| 21 | 21 | ||
| 22 | config NO_GENERIC_PCI_IOPORT_MAP | ||
| 23 | bool | ||
| 24 | |||
| 25 | config GENERIC_PCI_IOMAP | ||
| 26 | bool | ||
| 27 | |||
| 28 | config GENERIC_IOMAP | ||
| 29 | bool | ||
| 30 | select GENERIC_PCI_IOMAP | ||
| 31 | |||
| 22 | config CRC_CCITT | 32 | config CRC_CCITT |
| 23 | tristate "CRC-CCITT functions" | 33 | tristate "CRC-CCITT functions" |
| 24 | help | 34 | help |
| @@ -244,6 +254,9 @@ config CPU_RMAP | |||
| 244 | bool | 254 | bool |
| 245 | depends on SMP | 255 | depends on SMP |
| 246 | 256 | ||
| 257 | config DQL | ||
| 258 | bool | ||
| 259 | |||
| 247 | # | 260 | # |
| 248 | # Netlink attribute parsing support is select'ed if needed | 261 | # Netlink attribute parsing support is select'ed if needed |
| 249 | # | 262 | # |
| @@ -269,11 +282,38 @@ config AVERAGE | |||
| 269 | 282 | ||
| 270 | If unsure, say N. | 283 | If unsure, say N. |
| 271 | 284 | ||
| 285 | config CLZ_TAB | ||
| 286 | bool | ||
| 287 | |||
| 272 | config CORDIC | 288 | config CORDIC |
| 273 | tristate "Cordic function" | 289 | tristate "CORDIC algorithm" |
| 290 | help | ||
| 291 | This option provides an implementation of the CORDIC algorithm; | ||
| 292 | calculations are in fixed point. Module will be called cordic. | ||
| 293 | |||
| 294 | config MPILIB | ||
| 295 | tristate | ||
| 296 | select CLZ_TAB | ||
| 297 | help | ||
| 298 | Multiprecision maths library from GnuPG. | ||
| 299 | It is used to implement RSA digital signature verification, | ||
| 300 | which is used by IMA/EVM digital signature extension. | ||
| 301 | |||
| 302 | config MPILIB_EXTRA | ||
| 303 | bool | ||
| 304 | depends on MPILIB | ||
| 305 | help | ||
| 306 | Additional sources of multiprecision maths library from GnuPG. | ||
| 307 | This code is unnecessary for RSA digital signature verification, | ||
| 308 | but can be compiled if needed. | ||
| 309 | |||
| 310 | config SIGNATURE | ||
| 311 | tristate | ||
| 312 | depends on KEYS && CRYPTO | ||
| 313 | select CRYPTO_SHA1 | ||
| 314 | select MPILIB | ||
| 274 | help | 315 | help |
| 275 | The option provides arithmetic function using cordic algorithm | 316 | Digital signature verification. Currently only RSA is supported. |
| 276 | so its calculations are in fixed point. Modules can select this | 317 | Implementation is done using GnuPG MPI library |
| 277 | when they require this function. Module will be called cordic. | ||
| 278 | 318 | ||
| 279 | endmenu | 319 | endmenu |
diff --git a/lib/Kconfig.debug b/lib/Kconfig.debug index 82928f5ea049..8745ac7d1f75 100644 --- a/lib/Kconfig.debug +++ b/lib/Kconfig.debug | |||
| @@ -414,7 +414,7 @@ config SLUB_STATS | |||
| 414 | 414 | ||
| 415 | config DEBUG_KMEMLEAK | 415 | config DEBUG_KMEMLEAK |
| 416 | bool "Kernel memory leak detector" | 416 | bool "Kernel memory leak detector" |
| 417 | depends on DEBUG_KERNEL && EXPERIMENTAL && !MEMORY_HOTPLUG && \ | 417 | depends on DEBUG_KERNEL && EXPERIMENTAL && \ |
| 418 | (X86 || ARM || PPC || MIPS || S390 || SPARC64 || SUPERH || MICROBLAZE || TILE) | 418 | (X86 || ARM || PPC || MIPS || S390 || SPARC64 || SUPERH || MICROBLAZE || TILE) |
| 419 | 419 | ||
| 420 | select DEBUG_FS | 420 | select DEBUG_FS |
diff --git a/lib/Makefile b/lib/Makefile index a4da283f5dc0..18515f0267c4 100644 --- a/lib/Makefile +++ b/lib/Makefile | |||
| @@ -17,7 +17,7 @@ lib-y := ctype.o string.o vsprintf.o cmdline.o \ | |||
| 17 | lib-$(CONFIG_MMU) += ioremap.o | 17 | lib-$(CONFIG_MMU) += ioremap.o |
| 18 | lib-$(CONFIG_SMP) += cpumask.o | 18 | lib-$(CONFIG_SMP) += cpumask.o |
| 19 | 19 | ||
| 20 | lib-y += kobject.o kref.o klist.o | 20 | lib-y += kobject.o klist.o |
| 21 | 21 | ||
| 22 | obj-y += bcd.o div64.o sort.o parser.o halfmd4.o debug_locks.o random32.o \ | 22 | obj-y += bcd.o div64.o sort.o parser.o halfmd4.o debug_locks.o random32.o \ |
| 23 | bust_spinlocks.o hexdump.o kasprintf.o bitmap.o scatterlist.o \ | 23 | bust_spinlocks.o hexdump.o kasprintf.o bitmap.o scatterlist.o \ |
| @@ -33,6 +33,7 @@ endif | |||
| 33 | 33 | ||
| 34 | lib-$(CONFIG_HOTPLUG) += kobject_uevent.o | 34 | lib-$(CONFIG_HOTPLUG) += kobject_uevent.o |
| 35 | obj-$(CONFIG_GENERIC_IOMAP) += iomap.o | 35 | obj-$(CONFIG_GENERIC_IOMAP) += iomap.o |
| 36 | obj-$(CONFIG_GENERIC_PCI_IOMAP) += pci_iomap.o | ||
| 36 | obj-$(CONFIG_HAS_IOMEM) += iomap_copy.o devres.o | 37 | obj-$(CONFIG_HAS_IOMEM) += iomap_copy.o devres.o |
| 37 | obj-$(CONFIG_CHECK_SIGNATURE) += check_signature.o | 38 | obj-$(CONFIG_CHECK_SIGNATURE) += check_signature.o |
| 38 | obj-$(CONFIG_DEBUG_LOCKING_API_SELFTESTS) += locking-selftest.o | 39 | obj-$(CONFIG_DEBUG_LOCKING_API_SELFTESTS) += locking-selftest.o |
| @@ -115,6 +116,13 @@ obj-$(CONFIG_CPU_RMAP) += cpu_rmap.o | |||
| 115 | 116 | ||
| 116 | obj-$(CONFIG_CORDIC) += cordic.o | 117 | obj-$(CONFIG_CORDIC) += cordic.o |
| 117 | 118 | ||
| 119 | obj-$(CONFIG_DQL) += dynamic_queue_limits.o | ||
| 120 | |||
| 121 | obj-$(CONFIG_MPILIB) += mpi/ | ||
| 122 | obj-$(CONFIG_SIGNATURE) += digsig.o | ||
| 123 | |||
| 124 | obj-$(CONFIG_CLZ_TAB) += clz_tab.o | ||
| 125 | |||
| 118 | hostprogs-y := gen_crc32table | 126 | hostprogs-y := gen_crc32table |
| 119 | clean-files := crc32table.h | 127 | clean-files := crc32table.h |
| 120 | 128 | ||
diff --git a/lib/btree.c b/lib/btree.c index 2a34392bcecc..e5ec1e9c1aa5 100644 --- a/lib/btree.c +++ b/lib/btree.c | |||
| @@ -357,6 +357,7 @@ miss: | |||
| 357 | } | 357 | } |
| 358 | return NULL; | 358 | return NULL; |
| 359 | } | 359 | } |
| 360 | EXPORT_SYMBOL_GPL(btree_get_prev); | ||
| 360 | 361 | ||
| 361 | static int getpos(struct btree_geo *geo, unsigned long *node, | 362 | static int getpos(struct btree_geo *geo, unsigned long *node, |
| 362 | unsigned long *key) | 363 | unsigned long *key) |
| @@ -169,7 +169,7 @@ enum bug_trap_type report_bug(unsigned long bugaddr, struct pt_regs *regs) | |||
| 169 | return BUG_TRAP_TYPE_WARN; | 169 | return BUG_TRAP_TYPE_WARN; |
| 170 | } | 170 | } |
| 171 | 171 | ||
| 172 | printk(KERN_EMERG "------------[ cut here ]------------\n"); | 172 | printk(KERN_DEFAULT "------------[ cut here ]------------\n"); |
| 173 | 173 | ||
| 174 | if (file) | 174 | if (file) |
| 175 | printk(KERN_CRIT "kernel BUG at %s:%u!\n", | 175 | printk(KERN_CRIT "kernel BUG at %s:%u!\n", |
diff --git a/lib/clz_tab.c b/lib/clz_tab.c new file mode 100644 index 000000000000..7287b4a991a7 --- /dev/null +++ b/lib/clz_tab.c | |||
| @@ -0,0 +1,18 @@ | |||
| 1 | const unsigned char __clz_tab[] = { | ||
| 2 | 0, 1, 2, 2, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 5, 5, | ||
| 3 | 5, 5, 5, 5, 5, 5, 5, 5, | ||
| 4 | 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, | ||
| 5 | 6, 6, 6, 6, 6, 6, 6, 6, | ||
| 6 | 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, | ||
| 7 | 7, 7, 7, 7, 7, 7, 7, 7, | ||
| 8 | 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, | ||
| 9 | 7, 7, 7, 7, 7, 7, 7, 7, | ||
| 10 | 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, | ||
| 11 | 8, 8, 8, 8, 8, 8, 8, 8, | ||
| 12 | 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, | ||
| 13 | 8, 8, 8, 8, 8, 8, 8, 8, | ||
| 14 | 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, | ||
| 15 | 8, 8, 8, 8, 8, 8, 8, 8, | ||
| 16 | 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, | ||
| 17 | 8, 8, 8, 8, 8, 8, 8, 8, | ||
| 18 | }; | ||
diff --git a/lib/cordic.c b/lib/cordic.c index aa27a88d7e04..6cf477839ebd 100644 --- a/lib/cordic.c +++ b/lib/cordic.c | |||
| @@ -96,6 +96,6 @@ struct cordic_iq cordic_calc_iq(s32 theta) | |||
| 96 | } | 96 | } |
| 97 | EXPORT_SYMBOL(cordic_calc_iq); | 97 | EXPORT_SYMBOL(cordic_calc_iq); |
| 98 | 98 | ||
| 99 | MODULE_DESCRIPTION("Cordic functions"); | 99 | MODULE_DESCRIPTION("CORDIC algorithm"); |
| 100 | MODULE_AUTHOR("Broadcom Corporation"); | 100 | MODULE_AUTHOR("Broadcom Corporation"); |
| 101 | MODULE_LICENSE("Dual BSD/GPL"); | 101 | MODULE_LICENSE("Dual BSD/GPL"); |
diff --git a/lib/crc32.c b/lib/crc32.c index a6e633a48cea..4b35d2b4437c 100644 --- a/lib/crc32.c +++ b/lib/crc32.c | |||
| @@ -51,20 +51,21 @@ static inline u32 | |||
| 51 | crc32_body(u32 crc, unsigned char const *buf, size_t len, const u32 (*tab)[256]) | 51 | crc32_body(u32 crc, unsigned char const *buf, size_t len, const u32 (*tab)[256]) |
| 52 | { | 52 | { |
| 53 | # ifdef __LITTLE_ENDIAN | 53 | # ifdef __LITTLE_ENDIAN |
| 54 | # define DO_CRC(x) crc = tab[0][(crc ^ (x)) & 255] ^ (crc >> 8) | 54 | # define DO_CRC(x) crc = t0[(crc ^ (x)) & 255] ^ (crc >> 8) |
| 55 | # define DO_CRC4 crc = tab[3][(crc) & 255] ^ \ | 55 | # define DO_CRC4 crc = t3[(crc) & 255] ^ \ |
| 56 | tab[2][(crc >> 8) & 255] ^ \ | 56 | t2[(crc >> 8) & 255] ^ \ |
| 57 | tab[1][(crc >> 16) & 255] ^ \ | 57 | t1[(crc >> 16) & 255] ^ \ |
| 58 | tab[0][(crc >> 24) & 255] | 58 | t0[(crc >> 24) & 255] |
| 59 | # else | 59 | # else |
| 60 | # define DO_CRC(x) crc = tab[0][((crc >> 24) ^ (x)) & 255] ^ (crc << 8) | 60 | # define DO_CRC(x) crc = t0[((crc >> 24) ^ (x)) & 255] ^ (crc << 8) |
| 61 | # define DO_CRC4 crc = tab[0][(crc) & 255] ^ \ | 61 | # define DO_CRC4 crc = t0[(crc) & 255] ^ \ |
| 62 | tab[1][(crc >> 8) & 255] ^ \ | 62 | t1[(crc >> 8) & 255] ^ \ |
| 63 | tab[2][(crc >> 16) & 255] ^ \ | 63 | t2[(crc >> 16) & 255] ^ \ |
| 64 | tab[3][(crc >> 24) & 255] | 64 | t3[(crc >> 24) & 255] |
| 65 | # endif | 65 | # endif |
| 66 | const u32 *b; | 66 | const u32 *b; |
| 67 | size_t rem_len; | 67 | size_t rem_len; |
| 68 | const u32 *t0=tab[0], *t1=tab[1], *t2=tab[2], *t3=tab[3]; | ||
| 68 | 69 | ||
| 69 | /* Align it */ | 70 | /* Align it */ |
| 70 | if (unlikely((long)buf & 3 && len)) { | 71 | if (unlikely((long)buf & 3 && len)) { |
diff --git a/lib/debugobjects.c b/lib/debugobjects.c index a78b7c6e042c..77cb245f8e7b 100644 --- a/lib/debugobjects.c +++ b/lib/debugobjects.c | |||
| @@ -268,12 +268,16 @@ static void debug_print_object(struct debug_obj *obj, char *msg) | |||
| 268 | * Try to repair the damage, so we have a better chance to get useful | 268 | * Try to repair the damage, so we have a better chance to get useful |
| 269 | * debug output. | 269 | * debug output. |
| 270 | */ | 270 | */ |
| 271 | static void | 271 | static int |
| 272 | debug_object_fixup(int (*fixup)(void *addr, enum debug_obj_state state), | 272 | debug_object_fixup(int (*fixup)(void *addr, enum debug_obj_state state), |
| 273 | void * addr, enum debug_obj_state state) | 273 | void * addr, enum debug_obj_state state) |
| 274 | { | 274 | { |
| 275 | int fixed = 0; | ||
| 276 | |||
| 275 | if (fixup) | 277 | if (fixup) |
| 276 | debug_objects_fixups += fixup(addr, state); | 278 | fixed = fixup(addr, state); |
| 279 | debug_objects_fixups += fixed; | ||
| 280 | return fixed; | ||
| 277 | } | 281 | } |
| 278 | 282 | ||
| 279 | static void debug_object_is_on_stack(void *addr, int onstack) | 283 | static void debug_object_is_on_stack(void *addr, int onstack) |
| @@ -386,6 +390,9 @@ void debug_object_activate(void *addr, struct debug_obj_descr *descr) | |||
| 386 | struct debug_bucket *db; | 390 | struct debug_bucket *db; |
| 387 | struct debug_obj *obj; | 391 | struct debug_obj *obj; |
| 388 | unsigned long flags; | 392 | unsigned long flags; |
| 393 | struct debug_obj o = { .object = addr, | ||
| 394 | .state = ODEBUG_STATE_NOTAVAILABLE, | ||
| 395 | .descr = descr }; | ||
| 389 | 396 | ||
| 390 | if (!debug_objects_enabled) | 397 | if (!debug_objects_enabled) |
| 391 | return; | 398 | return; |
| @@ -425,8 +432,9 @@ void debug_object_activate(void *addr, struct debug_obj_descr *descr) | |||
| 425 | * let the type specific code decide whether this is | 432 | * let the type specific code decide whether this is |
| 426 | * true or not. | 433 | * true or not. |
| 427 | */ | 434 | */ |
| 428 | debug_object_fixup(descr->fixup_activate, addr, | 435 | if (debug_object_fixup(descr->fixup_activate, addr, |
| 429 | ODEBUG_STATE_NOTAVAILABLE); | 436 | ODEBUG_STATE_NOTAVAILABLE)) |
| 437 | debug_print_object(&o, "activate"); | ||
| 430 | } | 438 | } |
| 431 | 439 | ||
| 432 | /** | 440 | /** |
| @@ -563,6 +571,44 @@ out_unlock: | |||
| 563 | } | 571 | } |
| 564 | 572 | ||
| 565 | /** | 573 | /** |
| 574 | * debug_object_assert_init - debug checks when object should be init-ed | ||
| 575 | * @addr: address of the object | ||
| 576 | * @descr: pointer to an object specific debug description structure | ||
| 577 | */ | ||
| 578 | void debug_object_assert_init(void *addr, struct debug_obj_descr *descr) | ||
| 579 | { | ||
| 580 | struct debug_bucket *db; | ||
| 581 | struct debug_obj *obj; | ||
| 582 | unsigned long flags; | ||
| 583 | |||
| 584 | if (!debug_objects_enabled) | ||
| 585 | return; | ||
| 586 | |||
| 587 | db = get_bucket((unsigned long) addr); | ||
| 588 | |||
| 589 | raw_spin_lock_irqsave(&db->lock, flags); | ||
| 590 | |||
| 591 | obj = lookup_object(addr, db); | ||
| 592 | if (!obj) { | ||
| 593 | struct debug_obj o = { .object = addr, | ||
| 594 | .state = ODEBUG_STATE_NOTAVAILABLE, | ||
| 595 | .descr = descr }; | ||
| 596 | |||
| 597 | raw_spin_unlock_irqrestore(&db->lock, flags); | ||
| 598 | /* | ||
| 599 | * Maybe the object is static. Let the type specific | ||
| 600 | * code decide what to do. | ||
| 601 | */ | ||
| 602 | if (debug_object_fixup(descr->fixup_assert_init, addr, | ||
| 603 | ODEBUG_STATE_NOTAVAILABLE)) | ||
| 604 | debug_print_object(&o, "assert_init"); | ||
| 605 | return; | ||
| 606 | } | ||
| 607 | |||
| 608 | raw_spin_unlock_irqrestore(&db->lock, flags); | ||
| 609 | } | ||
| 610 | |||
| 611 | /** | ||
| 566 | * debug_object_active_state - debug checks object usage state machine | 612 | * debug_object_active_state - debug checks object usage state machine |
| 567 | * @addr: address of the object | 613 | * @addr: address of the object |
| 568 | * @descr: pointer to an object specific debug description structure | 614 | * @descr: pointer to an object specific debug description structure |
diff --git a/lib/decompress_bunzip2.c b/lib/decompress_bunzip2.c index a7b80c1d6a0d..31c5f7675fbf 100644 --- a/lib/decompress_bunzip2.c +++ b/lib/decompress_bunzip2.c | |||
| @@ -1,4 +1,3 @@ | |||
| 1 | /* vi: set sw = 4 ts = 4: */ | ||
| 2 | /* Small bzip2 deflate implementation, by Rob Landley (rob@landley.net). | 1 | /* Small bzip2 deflate implementation, by Rob Landley (rob@landley.net). |
| 3 | 2 | ||
| 4 | Based on bzip2 decompression code by Julian R Seward (jseward@acm.org), | 3 | Based on bzip2 decompression code by Julian R Seward (jseward@acm.org), |
| @@ -691,7 +690,7 @@ STATIC int INIT bunzip2(unsigned char *buf, int len, | |||
| 691 | outbuf = malloc(BZIP2_IOBUF_SIZE); | 690 | outbuf = malloc(BZIP2_IOBUF_SIZE); |
| 692 | 691 | ||
| 693 | if (!outbuf) { | 692 | if (!outbuf) { |
| 694 | error("Could not allocate output bufer"); | 693 | error("Could not allocate output buffer"); |
| 695 | return RETVAL_OUT_OF_MEMORY; | 694 | return RETVAL_OUT_OF_MEMORY; |
| 696 | } | 695 | } |
| 697 | if (buf) | 696 | if (buf) |
| @@ -699,7 +698,7 @@ STATIC int INIT bunzip2(unsigned char *buf, int len, | |||
| 699 | else | 698 | else |
| 700 | inbuf = malloc(BZIP2_IOBUF_SIZE); | 699 | inbuf = malloc(BZIP2_IOBUF_SIZE); |
| 701 | if (!inbuf) { | 700 | if (!inbuf) { |
| 702 | error("Could not allocate input bufer"); | 701 | error("Could not allocate input buffer"); |
| 703 | i = RETVAL_OUT_OF_MEMORY; | 702 | i = RETVAL_OUT_OF_MEMORY; |
| 704 | goto exit_0; | 703 | goto exit_0; |
| 705 | } | 704 | } |
diff --git a/lib/decompress_unlzma.c b/lib/decompress_unlzma.c index 476c65af9709..32adb73a9038 100644 --- a/lib/decompress_unlzma.c +++ b/lib/decompress_unlzma.c | |||
| @@ -562,7 +562,7 @@ STATIC inline int INIT unlzma(unsigned char *buf, int in_len, | |||
| 562 | else | 562 | else |
| 563 | inbuf = malloc(LZMA_IOBUF_SIZE); | 563 | inbuf = malloc(LZMA_IOBUF_SIZE); |
| 564 | if (!inbuf) { | 564 | if (!inbuf) { |
| 565 | error("Could not allocate input bufer"); | 565 | error("Could not allocate input buffer"); |
| 566 | goto exit_0; | 566 | goto exit_0; |
| 567 | } | 567 | } |
| 568 | 568 | ||
diff --git a/lib/decompress_unlzo.c b/lib/decompress_unlzo.c index 5a7a2adf4c4c..4531294fa62f 100644 --- a/lib/decompress_unlzo.c +++ b/lib/decompress_unlzo.c | |||
| @@ -279,7 +279,7 @@ STATIC inline int INIT unlzo(u8 *input, int in_len, | |||
| 279 | ret = 0; | 279 | ret = 0; |
| 280 | exit_2: | 280 | exit_2: |
| 281 | if (!input) | 281 | if (!input) |
| 282 | free(in_buf); | 282 | free(in_buf_save); |
| 283 | exit_1: | 283 | exit_1: |
| 284 | if (!output) | 284 | if (!output) |
| 285 | free(out_buf); | 285 | free(out_buf); |
diff --git a/lib/devres.c b/lib/devres.c index 7c0e953a7486..9676617b4486 100644 --- a/lib/devres.c +++ b/lib/devres.c | |||
| @@ -85,6 +85,57 @@ void devm_iounmap(struct device *dev, void __iomem *addr) | |||
| 85 | } | 85 | } |
| 86 | EXPORT_SYMBOL(devm_iounmap); | 86 | EXPORT_SYMBOL(devm_iounmap); |
| 87 | 87 | ||
| 88 | /** | ||
| 89 | * devm_request_and_ioremap() - Check, request region, and ioremap resource | ||
| 90 | * @dev: Generic device to handle the resource for | ||
| 91 | * @res: resource to be handled | ||
| 92 | * | ||
| 93 | * Takes all necessary steps to ioremap a mem resource. Uses managed device, so | ||
| 94 | * everything is undone on driver detach. Checks arguments, so you can feed | ||
| 95 | * it the result from e.g. platform_get_resource() directly. Returns the | ||
| 96 | * remapped pointer or NULL on error. Usage example: | ||
| 97 | * | ||
| 98 | * res = platform_get_resource(pdev, IORESOURCE_MEM, 0); | ||
| 99 | * base = devm_request_and_ioremap(&pdev->dev, res); | ||
| 100 | * if (!base) | ||
| 101 | * return -EADDRNOTAVAIL; | ||
| 102 | */ | ||
| 103 | void __iomem *devm_request_and_ioremap(struct device *dev, | ||
| 104 | struct resource *res) | ||
| 105 | { | ||
| 106 | resource_size_t size; | ||
| 107 | const char *name; | ||
| 108 | void __iomem *dest_ptr; | ||
| 109 | |||
| 110 | BUG_ON(!dev); | ||
| 111 | |||
| 112 | if (!res || resource_type(res) != IORESOURCE_MEM) { | ||
| 113 | dev_err(dev, "invalid resource\n"); | ||
| 114 | return NULL; | ||
| 115 | } | ||
| 116 | |||
| 117 | size = resource_size(res); | ||
| 118 | name = res->name ?: dev_name(dev); | ||
| 119 | |||
| 120 | if (!devm_request_mem_region(dev, res->start, size, name)) { | ||
| 121 | dev_err(dev, "can't request region for resource %pR\n", res); | ||
| 122 | return NULL; | ||
| 123 | } | ||
| 124 | |||
| 125 | if (res->flags & IORESOURCE_CACHEABLE) | ||
| 126 | dest_ptr = devm_ioremap(dev, res->start, size); | ||
| 127 | else | ||
| 128 | dest_ptr = devm_ioremap_nocache(dev, res->start, size); | ||
| 129 | |||
| 130 | if (!dest_ptr) { | ||
| 131 | dev_err(dev, "ioremap failed for resource %pR\n", res); | ||
| 132 | devm_release_mem_region(dev, res->start, size); | ||
| 133 | } | ||
| 134 | |||
| 135 | return dest_ptr; | ||
| 136 | } | ||
| 137 | EXPORT_SYMBOL(devm_request_and_ioremap); | ||
| 138 | |||
| 88 | #ifdef CONFIG_HAS_IOPORT | 139 | #ifdef CONFIG_HAS_IOPORT |
| 89 | /* | 140 | /* |
| 90 | * Generic iomap devres | 141 | * Generic iomap devres |
| @@ -253,7 +304,7 @@ EXPORT_SYMBOL(pcim_iounmap); | |||
| 253 | * | 304 | * |
| 254 | * Request and iomap regions specified by @mask. | 305 | * Request and iomap regions specified by @mask. |
| 255 | */ | 306 | */ |
| 256 | int pcim_iomap_regions(struct pci_dev *pdev, u16 mask, const char *name) | 307 | int pcim_iomap_regions(struct pci_dev *pdev, int mask, const char *name) |
| 257 | { | 308 | { |
| 258 | void __iomem * const *iomap; | 309 | void __iomem * const *iomap; |
| 259 | int i, rc; | 310 | int i, rc; |
| @@ -306,7 +357,7 @@ EXPORT_SYMBOL(pcim_iomap_regions); | |||
| 306 | * | 357 | * |
| 307 | * Request all PCI BARs and iomap regions specified by @mask. | 358 | * Request all PCI BARs and iomap regions specified by @mask. |
| 308 | */ | 359 | */ |
| 309 | int pcim_iomap_regions_request_all(struct pci_dev *pdev, u16 mask, | 360 | int pcim_iomap_regions_request_all(struct pci_dev *pdev, int mask, |
| 310 | const char *name) | 361 | const char *name) |
| 311 | { | 362 | { |
| 312 | int request_mask = ((1 << 6) - 1) & ~mask; | 363 | int request_mask = ((1 << 6) - 1) & ~mask; |
| @@ -330,7 +381,7 @@ EXPORT_SYMBOL(pcim_iomap_regions_request_all); | |||
| 330 | * | 381 | * |
| 331 | * Unmap and release regions specified by @mask. | 382 | * Unmap and release regions specified by @mask. |
| 332 | */ | 383 | */ |
| 333 | void pcim_iounmap_regions(struct pci_dev *pdev, u16 mask) | 384 | void pcim_iounmap_regions(struct pci_dev *pdev, int mask) |
| 334 | { | 385 | { |
| 335 | void __iomem * const *iomap; | 386 | void __iomem * const *iomap; |
| 336 | int i; | 387 | int i; |
| @@ -348,5 +399,5 @@ void pcim_iounmap_regions(struct pci_dev *pdev, u16 mask) | |||
| 348 | } | 399 | } |
| 349 | } | 400 | } |
| 350 | EXPORT_SYMBOL(pcim_iounmap_regions); | 401 | EXPORT_SYMBOL(pcim_iounmap_regions); |
| 351 | #endif | 402 | #endif /* CONFIG_PCI */ |
| 352 | #endif | 403 | #endif /* CONFIG_HAS_IOPORT */ |
diff --git a/lib/digsig.c b/lib/digsig.c new file mode 100644 index 000000000000..286d558033e2 --- /dev/null +++ b/lib/digsig.c | |||
| @@ -0,0 +1,278 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2011 Nokia Corporation | ||
| 3 | * Copyright (C) 2011 Intel Corporation | ||
| 4 | * | ||
| 5 | * Author: | ||
| 6 | * Dmitry Kasatkin <dmitry.kasatkin@nokia.com> | ||
| 7 | * <dmitry.kasatkin@intel.com> | ||
| 8 | * | ||
| 9 | * This program is free software; you can redistribute it and/or modify | ||
| 10 | * it under the terms of the GNU General Public License as published by | ||
| 11 | * the Free Software Foundation, version 2 of the License. | ||
| 12 | * | ||
| 13 | * File: sign.c | ||
| 14 | * implements signature (RSA) verification | ||
| 15 | * pkcs decoding is based on LibTomCrypt code | ||
| 16 | */ | ||
| 17 | |||
| 18 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt | ||
| 19 | |||
| 20 | #include <linux/err.h> | ||
| 21 | #include <linux/module.h> | ||
| 22 | #include <linux/slab.h> | ||
| 23 | #include <linux/key.h> | ||
| 24 | #include <linux/crypto.h> | ||
| 25 | #include <crypto/hash.h> | ||
| 26 | #include <crypto/sha.h> | ||
| 27 | #include <keys/user-type.h> | ||
| 28 | #include <linux/mpi.h> | ||
| 29 | #include <linux/digsig.h> | ||
| 30 | |||
| 31 | static struct crypto_shash *shash; | ||
| 32 | |||
| 33 | static int pkcs_1_v1_5_decode_emsa(const unsigned char *msg, | ||
| 34 | unsigned long msglen, | ||
| 35 | unsigned long modulus_bitlen, | ||
| 36 | unsigned char *out, | ||
| 37 | unsigned long *outlen) | ||
| 38 | { | ||
| 39 | unsigned long modulus_len, ps_len, i; | ||
| 40 | |||
| 41 | modulus_len = (modulus_bitlen >> 3) + (modulus_bitlen & 7 ? 1 : 0); | ||
| 42 | |||
| 43 | /* test message size */ | ||
| 44 | if ((msglen > modulus_len) || (modulus_len < 11)) | ||
| 45 | return -EINVAL; | ||
| 46 | |||
| 47 | /* separate encoded message */ | ||
| 48 | if ((msg[0] != 0x00) || (msg[1] != (unsigned char)1)) | ||
| 49 | return -EINVAL; | ||
| 50 | |||
| 51 | for (i = 2; i < modulus_len - 1; i++) | ||
| 52 | if (msg[i] != 0xFF) | ||
| 53 | break; | ||
| 54 | |||
| 55 | /* separator check */ | ||
| 56 | if (msg[i] != 0) | ||
| 57 | /* There was no octet with hexadecimal value 0x00 | ||
| 58 | to separate ps from m. */ | ||
| 59 | return -EINVAL; | ||
| 60 | |||
| 61 | ps_len = i - 2; | ||
| 62 | |||
| 63 | if (*outlen < (msglen - (2 + ps_len + 1))) { | ||
| 64 | *outlen = msglen - (2 + ps_len + 1); | ||
| 65 | return -EOVERFLOW; | ||
| 66 | } | ||
| 67 | |||
| 68 | *outlen = (msglen - (2 + ps_len + 1)); | ||
| 69 | memcpy(out, &msg[2 + ps_len + 1], *outlen); | ||
| 70 | |||
| 71 | return 0; | ||
| 72 | } | ||
| 73 | |||
| 74 | /* | ||
| 75 | * RSA Signature verification with public key | ||
| 76 | */ | ||
| 77 | static int digsig_verify_rsa(struct key *key, | ||
| 78 | const char *sig, int siglen, | ||
| 79 | const char *h, int hlen) | ||
| 80 | { | ||
| 81 | int err = -EINVAL; | ||
| 82 | unsigned long len; | ||
| 83 | unsigned long mlen, mblen; | ||
| 84 | unsigned nret, l; | ||
| 85 | int head, i; | ||
| 86 | unsigned char *out1 = NULL, *out2 = NULL; | ||
| 87 | MPI in = NULL, res = NULL, pkey[2]; | ||
| 88 | uint8_t *p, *datap, *endp; | ||
| 89 | struct user_key_payload *ukp; | ||
| 90 | struct pubkey_hdr *pkh; | ||
| 91 | |||
| 92 | down_read(&key->sem); | ||
| 93 | ukp = key->payload.data; | ||
| 94 | |||
| 95 | if (ukp->datalen < sizeof(*pkh)) | ||
| 96 | goto err1; | ||
| 97 | |||
| 98 | pkh = (struct pubkey_hdr *)ukp->data; | ||
| 99 | |||
| 100 | if (pkh->version != 1) | ||
| 101 | goto err1; | ||
| 102 | |||
| 103 | if (pkh->algo != PUBKEY_ALGO_RSA) | ||
| 104 | goto err1; | ||
| 105 | |||
| 106 | if (pkh->nmpi != 2) | ||
| 107 | goto err1; | ||
| 108 | |||
| 109 | datap = pkh->mpi; | ||
| 110 | endp = ukp->data + ukp->datalen; | ||
| 111 | |||
| 112 | err = -ENOMEM; | ||
| 113 | |||
| 114 | for (i = 0; i < pkh->nmpi; i++) { | ||
| 115 | unsigned int remaining = endp - datap; | ||
| 116 | pkey[i] = mpi_read_from_buffer(datap, &remaining); | ||
| 117 | if (!pkey[i]) | ||
| 118 | goto err; | ||
| 119 | datap += remaining; | ||
| 120 | } | ||
| 121 | |||
| 122 | mblen = mpi_get_nbits(pkey[0]); | ||
| 123 | mlen = (mblen + 7)/8; | ||
| 124 | |||
| 125 | if (mlen == 0) | ||
| 126 | goto err; | ||
| 127 | |||
| 128 | out1 = kzalloc(mlen, GFP_KERNEL); | ||
| 129 | if (!out1) | ||
| 130 | goto err; | ||
| 131 | |||
| 132 | out2 = kzalloc(mlen, GFP_KERNEL); | ||
| 133 | if (!out2) | ||
| 134 | goto err; | ||
| 135 | |||
| 136 | nret = siglen; | ||
| 137 | in = mpi_read_from_buffer(sig, &nret); | ||
| 138 | if (!in) | ||
| 139 | goto err; | ||
| 140 | |||
| 141 | res = mpi_alloc(mpi_get_nlimbs(in) * 2); | ||
| 142 | if (!res) | ||
| 143 | goto err; | ||
| 144 | |||
| 145 | err = mpi_powm(res, in, pkey[1], pkey[0]); | ||
| 146 | if (err) | ||
| 147 | goto err; | ||
| 148 | |||
| 149 | if (mpi_get_nlimbs(res) * BYTES_PER_MPI_LIMB > mlen) { | ||
| 150 | err = -EINVAL; | ||
| 151 | goto err; | ||
| 152 | } | ||
| 153 | |||
| 154 | p = mpi_get_buffer(res, &l, NULL); | ||
| 155 | if (!p) { | ||
| 156 | err = -EINVAL; | ||
| 157 | goto err; | ||
| 158 | } | ||
| 159 | |||
| 160 | len = mlen; | ||
| 161 | head = len - l; | ||
| 162 | memset(out1, 0, head); | ||
| 163 | memcpy(out1 + head, p, l); | ||
| 164 | |||
| 165 | err = pkcs_1_v1_5_decode_emsa(out1, len, mblen, out2, &len); | ||
| 166 | |||
| 167 | if (!err && len == hlen) | ||
| 168 | err = memcmp(out2, h, hlen); | ||
| 169 | |||
| 170 | err: | ||
| 171 | mpi_free(in); | ||
| 172 | mpi_free(res); | ||
| 173 | kfree(out1); | ||
| 174 | kfree(out2); | ||
| 175 | while (--i >= 0) | ||
| 176 | mpi_free(pkey[i]); | ||
| 177 | err1: | ||
| 178 | up_read(&key->sem); | ||
| 179 | |||
| 180 | return err; | ||
| 181 | } | ||
| 182 | |||
| 183 | /** | ||
| 184 | * digsig_verify() - digital signature verification with public key | ||
| 185 | * @keyring: keyring to search key in | ||
| 186 | * @sig: digital signature | ||
| 187 | * @sigen: length of the signature | ||
| 188 | * @data: data | ||
| 189 | * @datalen: length of the data | ||
| 190 | * @return: 0 on success, -EINVAL otherwise | ||
| 191 | * | ||
| 192 | * Verifies data integrity against digital signature. | ||
| 193 | * Currently only RSA is supported. | ||
| 194 | * Normally hash of the content is used as a data for this function. | ||
| 195 | * | ||
| 196 | */ | ||
| 197 | int digsig_verify(struct key *keyring, const char *sig, int siglen, | ||
| 198 | const char *data, int datalen) | ||
| 199 | { | ||
| 200 | int err = -ENOMEM; | ||
| 201 | struct signature_hdr *sh = (struct signature_hdr *)sig; | ||
| 202 | struct shash_desc *desc = NULL; | ||
| 203 | unsigned char hash[SHA1_DIGEST_SIZE]; | ||
| 204 | struct key *key; | ||
| 205 | char name[20]; | ||
| 206 | |||
| 207 | if (siglen < sizeof(*sh) + 2) | ||
| 208 | return -EINVAL; | ||
| 209 | |||
| 210 | if (sh->algo != PUBKEY_ALGO_RSA) | ||
| 211 | return -ENOTSUPP; | ||
| 212 | |||
| 213 | sprintf(name, "%llX", __be64_to_cpup((uint64_t *)sh->keyid)); | ||
| 214 | |||
| 215 | if (keyring) { | ||
| 216 | /* search in specific keyring */ | ||
| 217 | key_ref_t kref; | ||
| 218 | kref = keyring_search(make_key_ref(keyring, 1UL), | ||
| 219 | &key_type_user, name); | ||
| 220 | if (IS_ERR(kref)) | ||
| 221 | key = ERR_PTR(PTR_ERR(kref)); | ||
| 222 | else | ||
| 223 | key = key_ref_to_ptr(kref); | ||
| 224 | } else { | ||
| 225 | key = request_key(&key_type_user, name, NULL); | ||
| 226 | } | ||
| 227 | if (IS_ERR(key)) { | ||
| 228 | pr_err("key not found, id: %s\n", name); | ||
| 229 | return PTR_ERR(key); | ||
| 230 | } | ||
| 231 | |||
| 232 | desc = kzalloc(sizeof(*desc) + crypto_shash_descsize(shash), | ||
| 233 | GFP_KERNEL); | ||
| 234 | if (!desc) | ||
| 235 | goto err; | ||
| 236 | |||
| 237 | desc->tfm = shash; | ||
| 238 | desc->flags = CRYPTO_TFM_REQ_MAY_SLEEP; | ||
| 239 | |||
| 240 | crypto_shash_init(desc); | ||
| 241 | crypto_shash_update(desc, data, datalen); | ||
| 242 | crypto_shash_update(desc, sig, sizeof(*sh)); | ||
| 243 | crypto_shash_final(desc, hash); | ||
| 244 | |||
| 245 | kfree(desc); | ||
| 246 | |||
| 247 | /* pass signature mpis address */ | ||
| 248 | err = digsig_verify_rsa(key, sig + sizeof(*sh), siglen - sizeof(*sh), | ||
| 249 | hash, sizeof(hash)); | ||
| 250 | |||
| 251 | err: | ||
| 252 | key_put(key); | ||
| 253 | |||
| 254 | return err ? -EINVAL : 0; | ||
| 255 | } | ||
| 256 | EXPORT_SYMBOL_GPL(digsig_verify); | ||
| 257 | |||
| 258 | static int __init digsig_init(void) | ||
| 259 | { | ||
| 260 | shash = crypto_alloc_shash("sha1", 0, 0); | ||
| 261 | if (IS_ERR(shash)) { | ||
| 262 | pr_err("shash allocation failed\n"); | ||
| 263 | return PTR_ERR(shash); | ||
| 264 | } | ||
| 265 | |||
| 266 | return 0; | ||
| 267 | |||
| 268 | } | ||
| 269 | |||
| 270 | static void __exit digsig_cleanup(void) | ||
| 271 | { | ||
| 272 | crypto_free_shash(shash); | ||
| 273 | } | ||
| 274 | |||
| 275 | module_init(digsig_init); | ||
| 276 | module_exit(digsig_cleanup); | ||
| 277 | |||
| 278 | MODULE_LICENSE("GPL"); | ||
diff --git a/lib/dma-debug.c b/lib/dma-debug.c index 74c6c7fce749..fea790a2b176 100644 --- a/lib/dma-debug.c +++ b/lib/dma-debug.c | |||
| @@ -245,7 +245,7 @@ static void put_hash_bucket(struct hash_bucket *bucket, | |||
| 245 | 245 | ||
| 246 | static bool exact_match(struct dma_debug_entry *a, struct dma_debug_entry *b) | 246 | static bool exact_match(struct dma_debug_entry *a, struct dma_debug_entry *b) |
| 247 | { | 247 | { |
| 248 | return ((a->dev_addr == a->dev_addr) && | 248 | return ((a->dev_addr == b->dev_addr) && |
| 249 | (a->dev == b->dev)) ? true : false; | 249 | (a->dev == b->dev)) ? true : false; |
| 250 | } | 250 | } |
| 251 | 251 | ||
diff --git a/lib/dynamic_queue_limits.c b/lib/dynamic_queue_limits.c new file mode 100644 index 000000000000..3d1bdcdd7db4 --- /dev/null +++ b/lib/dynamic_queue_limits.c | |||
| @@ -0,0 +1,133 @@ | |||
| 1 | /* | ||
| 2 | * Dynamic byte queue limits. See include/linux/dynamic_queue_limits.h | ||
| 3 | * | ||
| 4 | * Copyright (c) 2011, Tom Herbert <therbert@google.com> | ||
| 5 | */ | ||
| 6 | #include <linux/module.h> | ||
| 7 | #include <linux/types.h> | ||
| 8 | #include <linux/ctype.h> | ||
| 9 | #include <linux/kernel.h> | ||
| 10 | #include <linux/dynamic_queue_limits.h> | ||
| 11 | |||
| 12 | #define POSDIFF(A, B) ((A) > (B) ? (A) - (B) : 0) | ||
| 13 | |||
| 14 | /* Records completed count and recalculates the queue limit */ | ||
| 15 | void dql_completed(struct dql *dql, unsigned int count) | ||
| 16 | { | ||
| 17 | unsigned int inprogress, prev_inprogress, limit; | ||
| 18 | unsigned int ovlimit, all_prev_completed, completed; | ||
| 19 | |||
| 20 | /* Can't complete more than what's in queue */ | ||
| 21 | BUG_ON(count > dql->num_queued - dql->num_completed); | ||
| 22 | |||
| 23 | completed = dql->num_completed + count; | ||
| 24 | limit = dql->limit; | ||
| 25 | ovlimit = POSDIFF(dql->num_queued - dql->num_completed, limit); | ||
| 26 | inprogress = dql->num_queued - completed; | ||
| 27 | prev_inprogress = dql->prev_num_queued - dql->num_completed; | ||
| 28 | all_prev_completed = POSDIFF(completed, dql->prev_num_queued); | ||
| 29 | |||
| 30 | if ((ovlimit && !inprogress) || | ||
| 31 | (dql->prev_ovlimit && all_prev_completed)) { | ||
| 32 | /* | ||
| 33 | * Queue considered starved if: | ||
| 34 | * - The queue was over-limit in the last interval, | ||
| 35 | * and there is no more data in the queue. | ||
| 36 | * OR | ||
| 37 | * - The queue was over-limit in the previous interval and | ||
| 38 | * when enqueuing it was possible that all queued data | ||
| 39 | * had been consumed. This covers the case when queue | ||
| 40 | * may have becomes starved between completion processing | ||
| 41 | * running and next time enqueue was scheduled. | ||
| 42 | * | ||
| 43 | * When queue is starved increase the limit by the amount | ||
| 44 | * of bytes both sent and completed in the last interval, | ||
| 45 | * plus any previous over-limit. | ||
| 46 | */ | ||
| 47 | limit += POSDIFF(completed, dql->prev_num_queued) + | ||
| 48 | dql->prev_ovlimit; | ||
| 49 | dql->slack_start_time = jiffies; | ||
| 50 | dql->lowest_slack = UINT_MAX; | ||
| 51 | } else if (inprogress && prev_inprogress && !all_prev_completed) { | ||
| 52 | /* | ||
| 53 | * Queue was not starved, check if the limit can be decreased. | ||
| 54 | * A decrease is only considered if the queue has been busy in | ||
| 55 | * the whole interval (the check above). | ||
| 56 | * | ||
| 57 | * If there is slack, the amount of execess data queued above | ||
| 58 | * the the amount needed to prevent starvation, the queue limit | ||
| 59 | * can be decreased. To avoid hysteresis we consider the | ||
| 60 | * minimum amount of slack found over several iterations of the | ||
| 61 | * completion routine. | ||
| 62 | */ | ||
| 63 | unsigned int slack, slack_last_objs; | ||
| 64 | |||
| 65 | /* | ||
| 66 | * Slack is the maximum of | ||
| 67 | * - The queue limit plus previous over-limit minus twice | ||
| 68 | * the number of objects completed. Note that two times | ||
| 69 | * number of completed bytes is a basis for an upper bound | ||
| 70 | * of the limit. | ||
| 71 | * - Portion of objects in the last queuing operation that | ||
| 72 | * was not part of non-zero previous over-limit. That is | ||
| 73 | * "round down" by non-overlimit portion of the last | ||
| 74 | * queueing operation. | ||
| 75 | */ | ||
| 76 | slack = POSDIFF(limit + dql->prev_ovlimit, | ||
| 77 | 2 * (completed - dql->num_completed)); | ||
| 78 | slack_last_objs = dql->prev_ovlimit ? | ||
| 79 | POSDIFF(dql->prev_last_obj_cnt, dql->prev_ovlimit) : 0; | ||
| 80 | |||
| 81 | slack = max(slack, slack_last_objs); | ||
| 82 | |||
| 83 | if (slack < dql->lowest_slack) | ||
| 84 | dql->lowest_slack = slack; | ||
| 85 | |||
| 86 | if (time_after(jiffies, | ||
| 87 | dql->slack_start_time + dql->slack_hold_time)) { | ||
| 88 | limit = POSDIFF(limit, dql->lowest_slack); | ||
| 89 | dql->slack_start_time = jiffies; | ||
| 90 | dql->lowest_slack = UINT_MAX; | ||
| 91 | } | ||
| 92 | } | ||
| 93 | |||
| 94 | /* Enforce bounds on limit */ | ||
| 95 | limit = clamp(limit, dql->min_limit, dql->max_limit); | ||
| 96 | |||
| 97 | if (limit != dql->limit) { | ||
| 98 | dql->limit = limit; | ||
| 99 | ovlimit = 0; | ||
| 100 | } | ||
| 101 | |||
| 102 | dql->adj_limit = limit + completed; | ||
| 103 | dql->prev_ovlimit = ovlimit; | ||
| 104 | dql->prev_last_obj_cnt = dql->last_obj_cnt; | ||
| 105 | dql->num_completed = completed; | ||
| 106 | dql->prev_num_queued = dql->num_queued; | ||
| 107 | } | ||
| 108 | EXPORT_SYMBOL(dql_completed); | ||
| 109 | |||
| 110 | void dql_reset(struct dql *dql) | ||
| 111 | { | ||
| 112 | /* Reset all dynamic values */ | ||
| 113 | dql->limit = 0; | ||
| 114 | dql->num_queued = 0; | ||
| 115 | dql->num_completed = 0; | ||
| 116 | dql->last_obj_cnt = 0; | ||
| 117 | dql->prev_num_queued = 0; | ||
| 118 | dql->prev_last_obj_cnt = 0; | ||
| 119 | dql->prev_ovlimit = 0; | ||
| 120 | dql->lowest_slack = UINT_MAX; | ||
| 121 | dql->slack_start_time = jiffies; | ||
| 122 | } | ||
| 123 | EXPORT_SYMBOL(dql_reset); | ||
| 124 | |||
| 125 | int dql_init(struct dql *dql, unsigned hold_time) | ||
| 126 | { | ||
| 127 | dql->max_limit = DQL_MAX_LIMIT; | ||
| 128 | dql->min_limit = 0; | ||
| 129 | dql->slack_hold_time = hold_time; | ||
| 130 | dql_reset(dql); | ||
| 131 | return 0; | ||
| 132 | } | ||
| 133 | EXPORT_SYMBOL(dql_init); | ||
diff --git a/lib/fault-inject.c b/lib/fault-inject.c index 4f7554025e30..b4801f51b607 100644 --- a/lib/fault-inject.c +++ b/lib/fault-inject.c | |||
| @@ -149,7 +149,7 @@ static int debugfs_ul_get(void *data, u64 *val) | |||
| 149 | 149 | ||
| 150 | DEFINE_SIMPLE_ATTRIBUTE(fops_ul, debugfs_ul_get, debugfs_ul_set, "%llu\n"); | 150 | DEFINE_SIMPLE_ATTRIBUTE(fops_ul, debugfs_ul_get, debugfs_ul_set, "%llu\n"); |
| 151 | 151 | ||
| 152 | static struct dentry *debugfs_create_ul(const char *name, mode_t mode, | 152 | static struct dentry *debugfs_create_ul(const char *name, umode_t mode, |
| 153 | struct dentry *parent, unsigned long *value) | 153 | struct dentry *parent, unsigned long *value) |
| 154 | { | 154 | { |
| 155 | return debugfs_create_file(name, mode, parent, value, &fops_ul); | 155 | return debugfs_create_file(name, mode, parent, value, &fops_ul); |
| @@ -169,7 +169,7 @@ DEFINE_SIMPLE_ATTRIBUTE(fops_stacktrace_depth, debugfs_ul_get, | |||
| 169 | debugfs_stacktrace_depth_set, "%llu\n"); | 169 | debugfs_stacktrace_depth_set, "%llu\n"); |
| 170 | 170 | ||
| 171 | static struct dentry *debugfs_create_stacktrace_depth( | 171 | static struct dentry *debugfs_create_stacktrace_depth( |
| 172 | const char *name, mode_t mode, | 172 | const char *name, umode_t mode, |
| 173 | struct dentry *parent, unsigned long *value) | 173 | struct dentry *parent, unsigned long *value) |
| 174 | { | 174 | { |
| 175 | return debugfs_create_file(name, mode, parent, value, | 175 | return debugfs_create_file(name, mode, parent, value, |
| @@ -193,7 +193,7 @@ static int debugfs_atomic_t_get(void *data, u64 *val) | |||
| 193 | DEFINE_SIMPLE_ATTRIBUTE(fops_atomic_t, debugfs_atomic_t_get, | 193 | DEFINE_SIMPLE_ATTRIBUTE(fops_atomic_t, debugfs_atomic_t_get, |
| 194 | debugfs_atomic_t_set, "%lld\n"); | 194 | debugfs_atomic_t_set, "%lld\n"); |
| 195 | 195 | ||
| 196 | static struct dentry *debugfs_create_atomic_t(const char *name, mode_t mode, | 196 | static struct dentry *debugfs_create_atomic_t(const char *name, umode_t mode, |
| 197 | struct dentry *parent, atomic_t *value) | 197 | struct dentry *parent, atomic_t *value) |
| 198 | { | 198 | { |
| 199 | return debugfs_create_file(name, mode, parent, value, &fops_atomic_t); | 199 | return debugfs_create_file(name, mode, parent, value, &fops_atomic_t); |
| @@ -202,7 +202,7 @@ static struct dentry *debugfs_create_atomic_t(const char *name, mode_t mode, | |||
| 202 | struct dentry *fault_create_debugfs_attr(const char *name, | 202 | struct dentry *fault_create_debugfs_attr(const char *name, |
| 203 | struct dentry *parent, struct fault_attr *attr) | 203 | struct dentry *parent, struct fault_attr *attr) |
| 204 | { | 204 | { |
| 205 | mode_t mode = S_IFREG | S_IRUSR | S_IWUSR; | 205 | umode_t mode = S_IFREG | S_IRUSR | S_IWUSR; |
| 206 | struct dentry *dir; | 206 | struct dentry *dir; |
| 207 | 207 | ||
| 208 | dir = debugfs_create_dir(name, parent); | 208 | dir = debugfs_create_dir(name, parent); |
diff --git a/lib/iomap.c b/lib/iomap.c index 5dbcb4b2d864..ada922a808e6 100644 --- a/lib/iomap.c +++ b/lib/iomap.c | |||
| @@ -242,45 +242,11 @@ EXPORT_SYMBOL(ioport_unmap); | |||
| 242 | #endif /* CONFIG_HAS_IOPORT */ | 242 | #endif /* CONFIG_HAS_IOPORT */ |
| 243 | 243 | ||
| 244 | #ifdef CONFIG_PCI | 244 | #ifdef CONFIG_PCI |
| 245 | /** | 245 | /* Hide the details if this is a MMIO or PIO address space and just do what |
| 246 | * pci_iomap - create a virtual mapping cookie for a PCI BAR | 246 | * you expect in the correct way. */ |
| 247 | * @dev: PCI device that owns the BAR | ||
| 248 | * @bar: BAR number | ||
| 249 | * @maxlen: length of the memory to map | ||
| 250 | * | ||
| 251 | * Using this function you will get a __iomem address to your device BAR. | ||
| 252 | * You can access it using ioread*() and iowrite*(). These functions hide | ||
| 253 | * the details if this is a MMIO or PIO address space and will just do what | ||
| 254 | * you expect from them in the correct way. | ||
| 255 | * | ||
| 256 | * @maxlen specifies the maximum length to map. If you want to get access to | ||
| 257 | * the complete BAR without checking for its length first, pass %0 here. | ||
| 258 | * */ | ||
| 259 | void __iomem *pci_iomap(struct pci_dev *dev, int bar, unsigned long maxlen) | ||
| 260 | { | ||
| 261 | resource_size_t start = pci_resource_start(dev, bar); | ||
| 262 | resource_size_t len = pci_resource_len(dev, bar); | ||
| 263 | unsigned long flags = pci_resource_flags(dev, bar); | ||
| 264 | |||
| 265 | if (!len || !start) | ||
| 266 | return NULL; | ||
| 267 | if (maxlen && len > maxlen) | ||
| 268 | len = maxlen; | ||
| 269 | if (flags & IORESOURCE_IO) | ||
| 270 | return ioport_map(start, len); | ||
| 271 | if (flags & IORESOURCE_MEM) { | ||
| 272 | if (flags & IORESOURCE_CACHEABLE) | ||
| 273 | return ioremap(start, len); | ||
| 274 | return ioremap_nocache(start, len); | ||
| 275 | } | ||
| 276 | /* What? */ | ||
| 277 | return NULL; | ||
| 278 | } | ||
| 279 | |||
| 280 | void pci_iounmap(struct pci_dev *dev, void __iomem * addr) | 247 | void pci_iounmap(struct pci_dev *dev, void __iomem * addr) |
| 281 | { | 248 | { |
| 282 | IO_COND(addr, /* nothing */, iounmap(addr)); | 249 | IO_COND(addr, /* nothing */, iounmap(addr)); |
| 283 | } | 250 | } |
| 284 | EXPORT_SYMBOL(pci_iomap); | ||
| 285 | EXPORT_SYMBOL(pci_iounmap); | 251 | EXPORT_SYMBOL(pci_iounmap); |
| 286 | #endif /* CONFIG_PCI */ | 252 | #endif /* CONFIG_PCI */ |
diff --git a/lib/kobject.c b/lib/kobject.c index 640bd98a4c8a..c33d7a18d635 100644 --- a/lib/kobject.c +++ b/lib/kobject.c | |||
| @@ -746,43 +746,11 @@ void kset_unregister(struct kset *k) | |||
| 746 | */ | 746 | */ |
| 747 | struct kobject *kset_find_obj(struct kset *kset, const char *name) | 747 | struct kobject *kset_find_obj(struct kset *kset, const char *name) |
| 748 | { | 748 | { |
| 749 | return kset_find_obj_hinted(kset, name, NULL); | ||
| 750 | } | ||
| 751 | |||
| 752 | /** | ||
| 753 | * kset_find_obj_hinted - search for object in kset given a predecessor hint. | ||
| 754 | * @kset: kset we're looking in. | ||
| 755 | * @name: object's name. | ||
| 756 | * @hint: hint to possible object's predecessor. | ||
| 757 | * | ||
| 758 | * Check the hint's next object and if it is a match return it directly, | ||
| 759 | * otherwise, fall back to the behavior of kset_find_obj(). Either way | ||
| 760 | * a reference for the returned object is held and the reference on the | ||
| 761 | * hinted object is released. | ||
| 762 | */ | ||
| 763 | struct kobject *kset_find_obj_hinted(struct kset *kset, const char *name, | ||
| 764 | struct kobject *hint) | ||
| 765 | { | ||
| 766 | struct kobject *k; | 749 | struct kobject *k; |
| 767 | struct kobject *ret = NULL; | 750 | struct kobject *ret = NULL; |
| 768 | 751 | ||
| 769 | spin_lock(&kset->list_lock); | 752 | spin_lock(&kset->list_lock); |
| 770 | 753 | ||
| 771 | if (!hint) | ||
| 772 | goto slow_search; | ||
| 773 | |||
| 774 | /* end of list detection */ | ||
| 775 | if (hint->entry.next == kset->list.next) | ||
| 776 | goto slow_search; | ||
| 777 | |||
| 778 | k = container_of(hint->entry.next, struct kobject, entry); | ||
| 779 | if (!kobject_name(k) || strcmp(kobject_name(k), name)) | ||
| 780 | goto slow_search; | ||
| 781 | |||
| 782 | ret = kobject_get(k); | ||
| 783 | goto unlock_exit; | ||
| 784 | |||
| 785 | slow_search: | ||
| 786 | list_for_each_entry(k, &kset->list, entry) { | 754 | list_for_each_entry(k, &kset->list, entry) { |
| 787 | if (kobject_name(k) && !strcmp(kobject_name(k), name)) { | 755 | if (kobject_name(k) && !strcmp(kobject_name(k), name)) { |
| 788 | ret = kobject_get(k); | 756 | ret = kobject_get(k); |
| @@ -790,12 +758,7 @@ slow_search: | |||
| 790 | } | 758 | } |
| 791 | } | 759 | } |
| 792 | 760 | ||
| 793 | unlock_exit: | ||
| 794 | spin_unlock(&kset->list_lock); | 761 | spin_unlock(&kset->list_lock); |
| 795 | |||
| 796 | if (hint) | ||
| 797 | kobject_put(hint); | ||
| 798 | |||
| 799 | return ret; | 762 | return ret; |
| 800 | } | 763 | } |
| 801 | 764 | ||
diff --git a/lib/kobject_uevent.c b/lib/kobject_uevent.c index ad72a03ce5e9..e66e9b632617 100644 --- a/lib/kobject_uevent.c +++ b/lib/kobject_uevent.c | |||
| @@ -259,6 +259,9 @@ int kobject_uevent_env(struct kobject *kobj, enum kobject_action action, | |||
| 259 | struct sk_buff *skb; | 259 | struct sk_buff *skb; |
| 260 | size_t len; | 260 | size_t len; |
| 261 | 261 | ||
| 262 | if (!netlink_has_listeners(uevent_sock, 1)) | ||
| 263 | continue; | ||
| 264 | |||
| 262 | /* allocate message with the maximum possible size */ | 265 | /* allocate message with the maximum possible size */ |
| 263 | len = strlen(action_string) + strlen(devpath) + 2; | 266 | len = strlen(action_string) + strlen(devpath) + 2; |
| 264 | skb = alloc_skb(len + env->buflen, GFP_KERNEL); | 267 | skb = alloc_skb(len + env->buflen, GFP_KERNEL); |
diff --git a/lib/kref.c b/lib/kref.c deleted file mode 100644 index 3efb882b11db..000000000000 --- a/lib/kref.c +++ /dev/null | |||
| @@ -1,97 +0,0 @@ | |||
| 1 | /* | ||
| 2 | * kref.c - library routines for handling generic reference counted objects | ||
| 3 | * | ||
| 4 | * Copyright (C) 2004 Greg Kroah-Hartman <greg@kroah.com> | ||
| 5 | * Copyright (C) 2004 IBM Corp. | ||
| 6 | * | ||
| 7 | * based on lib/kobject.c which was: | ||
| 8 | * Copyright (C) 2002-2003 Patrick Mochel <mochel@osdl.org> | ||
| 9 | * | ||
| 10 | * This file is released under the GPLv2. | ||
| 11 | * | ||
| 12 | */ | ||
| 13 | |||
| 14 | #include <linux/kref.h> | ||
| 15 | #include <linux/module.h> | ||
| 16 | #include <linux/slab.h> | ||
| 17 | |||
| 18 | /** | ||
| 19 | * kref_init - initialize object. | ||
| 20 | * @kref: object in question. | ||
| 21 | */ | ||
| 22 | void kref_init(struct kref *kref) | ||
| 23 | { | ||
| 24 | atomic_set(&kref->refcount, 1); | ||
| 25 | smp_mb(); | ||
| 26 | } | ||
| 27 | |||
| 28 | /** | ||
| 29 | * kref_get - increment refcount for object. | ||
| 30 | * @kref: object. | ||
| 31 | */ | ||
| 32 | void kref_get(struct kref *kref) | ||
| 33 | { | ||
| 34 | WARN_ON(!atomic_read(&kref->refcount)); | ||
| 35 | atomic_inc(&kref->refcount); | ||
| 36 | smp_mb__after_atomic_inc(); | ||
| 37 | } | ||
| 38 | |||
| 39 | /** | ||
| 40 | * kref_put - decrement refcount for object. | ||
| 41 | * @kref: object. | ||
| 42 | * @release: pointer to the function that will clean up the object when the | ||
| 43 | * last reference to the object is released. | ||
| 44 | * This pointer is required, and it is not acceptable to pass kfree | ||
| 45 | * in as this function. | ||
| 46 | * | ||
| 47 | * Decrement the refcount, and if 0, call release(). | ||
| 48 | * Return 1 if the object was removed, otherwise return 0. Beware, if this | ||
| 49 | * function returns 0, you still can not count on the kref from remaining in | ||
| 50 | * memory. Only use the return value if you want to see if the kref is now | ||
| 51 | * gone, not present. | ||
| 52 | */ | ||
| 53 | int kref_put(struct kref *kref, void (*release)(struct kref *kref)) | ||
| 54 | { | ||
| 55 | WARN_ON(release == NULL); | ||
| 56 | WARN_ON(release == (void (*)(struct kref *))kfree); | ||
| 57 | |||
| 58 | if (atomic_dec_and_test(&kref->refcount)) { | ||
| 59 | release(kref); | ||
| 60 | return 1; | ||
| 61 | } | ||
| 62 | return 0; | ||
| 63 | } | ||
| 64 | |||
| 65 | |||
| 66 | /** | ||
| 67 | * kref_sub - subtract a number of refcounts for object. | ||
| 68 | * @kref: object. | ||
| 69 | * @count: Number of recounts to subtract. | ||
| 70 | * @release: pointer to the function that will clean up the object when the | ||
| 71 | * last reference to the object is released. | ||
| 72 | * This pointer is required, and it is not acceptable to pass kfree | ||
| 73 | * in as this function. | ||
| 74 | * | ||
| 75 | * Subtract @count from the refcount, and if 0, call release(). | ||
| 76 | * Return 1 if the object was removed, otherwise return 0. Beware, if this | ||
| 77 | * function returns 0, you still can not count on the kref from remaining in | ||
| 78 | * memory. Only use the return value if you want to see if the kref is now | ||
| 79 | * gone, not present. | ||
| 80 | */ | ||
| 81 | int kref_sub(struct kref *kref, unsigned int count, | ||
| 82 | void (*release)(struct kref *kref)) | ||
| 83 | { | ||
| 84 | WARN_ON(release == NULL); | ||
| 85 | WARN_ON(release == (void (*)(struct kref *))kfree); | ||
| 86 | |||
| 87 | if (atomic_sub_and_test((int) count, &kref->refcount)) { | ||
| 88 | release(kref); | ||
| 89 | return 1; | ||
| 90 | } | ||
| 91 | return 0; | ||
| 92 | } | ||
| 93 | |||
| 94 | EXPORT_SYMBOL(kref_init); | ||
| 95 | EXPORT_SYMBOL(kref_get); | ||
| 96 | EXPORT_SYMBOL(kref_put); | ||
| 97 | EXPORT_SYMBOL(kref_sub); | ||
diff --git a/lib/kstrtox.c b/lib/kstrtox.c index 7a94c8f14e29..b1dd3e7d88cb 100644 --- a/lib/kstrtox.c +++ b/lib/kstrtox.c | |||
| @@ -44,12 +44,13 @@ const char *_parse_integer_fixup_radix(const char *s, unsigned int *base) | |||
| 44 | * | 44 | * |
| 45 | * Don't you dare use this function. | 45 | * Don't you dare use this function. |
| 46 | */ | 46 | */ |
| 47 | unsigned int _parse_integer(const char *s, unsigned int base, unsigned long long *res) | 47 | unsigned int _parse_integer(const char *s, unsigned int base, unsigned long long *p) |
| 48 | { | 48 | { |
| 49 | unsigned long long res; | ||
| 49 | unsigned int rv; | 50 | unsigned int rv; |
| 50 | int overflow; | 51 | int overflow; |
| 51 | 52 | ||
| 52 | *res = 0; | 53 | res = 0; |
| 53 | rv = 0; | 54 | rv = 0; |
| 54 | overflow = 0; | 55 | overflow = 0; |
| 55 | while (*s) { | 56 | while (*s) { |
| @@ -64,12 +65,19 @@ unsigned int _parse_integer(const char *s, unsigned int base, unsigned long long | |||
| 64 | 65 | ||
| 65 | if (val >= base) | 66 | if (val >= base) |
| 66 | break; | 67 | break; |
| 67 | if (*res > div_u64(ULLONG_MAX - val, base)) | 68 | /* |
| 68 | overflow = 1; | 69 | * Check for overflow only if we are within range of |
| 69 | *res = *res * base + val; | 70 | * it in the max base we support (16) |
| 71 | */ | ||
| 72 | if (unlikely(res & (~0ull << 60))) { | ||
| 73 | if (res > div_u64(ULLONG_MAX - val, base)) | ||
| 74 | overflow = 1; | ||
| 75 | } | ||
| 76 | res = res * base + val; | ||
| 70 | rv++; | 77 | rv++; |
| 71 | s++; | 78 | s++; |
| 72 | } | 79 | } |
| 80 | *p = res; | ||
| 73 | if (overflow) | 81 | if (overflow) |
| 74 | rv |= KSTRTOX_OVERFLOW; | 82 | rv |= KSTRTOX_OVERFLOW; |
| 75 | return rv; | 83 | return rv; |
diff --git a/lib/mpi/Makefile b/lib/mpi/Makefile new file mode 100644 index 000000000000..567d52e74d77 --- /dev/null +++ b/lib/mpi/Makefile | |||
| @@ -0,0 +1,32 @@ | |||
| 1 | # | ||
| 2 | # MPI multiprecision maths library (from gpg) | ||
| 3 | # | ||
| 4 | |||
| 5 | obj-$(CONFIG_MPILIB) = mpi.o | ||
| 6 | |||
| 7 | mpi-y = \ | ||
| 8 | generic_mpih-lshift.o \ | ||
| 9 | generic_mpih-mul1.o \ | ||
| 10 | generic_mpih-mul2.o \ | ||
| 11 | generic_mpih-mul3.o \ | ||
| 12 | generic_mpih-rshift.o \ | ||
| 13 | generic_mpih-sub1.o \ | ||
| 14 | generic_mpih-add1.o \ | ||
| 15 | mpicoder.o \ | ||
| 16 | mpi-bit.o \ | ||
| 17 | mpih-cmp.o \ | ||
| 18 | mpih-div.o \ | ||
| 19 | mpih-mul.o \ | ||
| 20 | mpi-pow.o \ | ||
| 21 | mpiutil.o | ||
| 22 | |||
| 23 | mpi-$(CONFIG_MPILIB_EXTRA) += \ | ||
| 24 | mpi-add.o \ | ||
| 25 | mpi-div.o \ | ||
| 26 | mpi-cmp.o \ | ||
| 27 | mpi-gcd.o \ | ||
| 28 | mpi-inline.o \ | ||
| 29 | mpi-inv.o \ | ||
| 30 | mpi-mpow.o \ | ||
| 31 | mpi-mul.o \ | ||
| 32 | mpi-scan.o | ||
diff --git a/lib/mpi/generic_mpi-asm-defs.h b/lib/mpi/generic_mpi-asm-defs.h new file mode 100644 index 000000000000..047d1f5a7249 --- /dev/null +++ b/lib/mpi/generic_mpi-asm-defs.h | |||
| @@ -0,0 +1,4 @@ | |||
| 1 | /* This file defines some basic constants for the MPI machinery. We | ||
| 2 | * need to define the types on a per-CPU basis, so it is done with | ||
| 3 | * this file here. */ | ||
| 4 | #define BYTES_PER_MPI_LIMB (SIZEOF_UNSIGNED_LONG) | ||
diff --git a/lib/mpi/generic_mpih-add1.c b/lib/mpi/generic_mpih-add1.c new file mode 100644 index 000000000000..c94c7dd344b3 --- /dev/null +++ b/lib/mpi/generic_mpih-add1.c | |||
| @@ -0,0 +1,61 @@ | |||
| 1 | /* mpihelp-add_1.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996, 1997, 1998, | ||
| 3 | * 2000 Free Software Foundation, Inc. | ||
| 4 | * | ||
| 5 | * This file is part of GnuPG. | ||
| 6 | * | ||
| 7 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or | ||
| 10 | * (at your option) any later version. | ||
| 11 | * | ||
| 12 | * GnuPG is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 15 | * GNU General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU General Public License | ||
| 18 | * along with this program; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 20 | * | ||
| 21 | * Note: This code is heavily based on the GNU MP Library. | ||
| 22 | * Actually it's the same code with only minor changes in the | ||
| 23 | * way the data is stored; this is to support the abstraction | ||
| 24 | * of an optional secure memory allocation which may be used | ||
| 25 | * to avoid revealing of sensitive data due to paging etc. | ||
| 26 | * The GNU MP Library itself is published under the LGPL; | ||
| 27 | * however I decided to publish this code under the plain GPL. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #include "mpi-internal.h" | ||
| 31 | #include "longlong.h" | ||
| 32 | |||
| 33 | mpi_limb_t | ||
| 34 | mpihelp_add_n(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 35 | mpi_ptr_t s2_ptr, mpi_size_t size) | ||
| 36 | { | ||
| 37 | mpi_limb_t x, y, cy; | ||
| 38 | mpi_size_t j; | ||
| 39 | |||
| 40 | /* The loop counter and index J goes from -SIZE to -1. This way | ||
| 41 | the loop becomes faster. */ | ||
| 42 | j = -size; | ||
| 43 | |||
| 44 | /* Offset the base pointers to compensate for the negative indices. */ | ||
| 45 | s1_ptr -= j; | ||
| 46 | s2_ptr -= j; | ||
| 47 | res_ptr -= j; | ||
| 48 | |||
| 49 | cy = 0; | ||
| 50 | do { | ||
| 51 | y = s2_ptr[j]; | ||
| 52 | x = s1_ptr[j]; | ||
| 53 | y += cy; /* add previous carry to one addend */ | ||
| 54 | cy = y < cy; /* get out carry from that addition */ | ||
| 55 | y += x; /* add other addend */ | ||
| 56 | cy += y < x; /* get out carry from that add, combine */ | ||
| 57 | res_ptr[j] = y; | ||
| 58 | } while (++j); | ||
| 59 | |||
| 60 | return cy; | ||
| 61 | } | ||
diff --git a/lib/mpi/generic_mpih-lshift.c b/lib/mpi/generic_mpih-lshift.c new file mode 100644 index 000000000000..86318927231a --- /dev/null +++ b/lib/mpi/generic_mpih-lshift.c | |||
| @@ -0,0 +1,63 @@ | |||
| 1 | /* mpihelp-lshift.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996, 1998, 2001 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | * | ||
| 20 | * Note: This code is heavily based on the GNU MP Library. | ||
| 21 | * Actually it's the same code with only minor changes in the | ||
| 22 | * way the data is stored; this is to support the abstraction | ||
| 23 | * of an optional secure memory allocation which may be used | ||
| 24 | * to avoid revealing of sensitive data due to paging etc. | ||
| 25 | * The GNU MP Library itself is published under the LGPL; | ||
| 26 | * however I decided to publish this code under the plain GPL. | ||
| 27 | */ | ||
| 28 | |||
| 29 | #include "mpi-internal.h" | ||
| 30 | |||
| 31 | /* Shift U (pointed to by UP and USIZE digits long) CNT bits to the left | ||
| 32 | * and store the USIZE least significant digits of the result at WP. | ||
| 33 | * Return the bits shifted out from the most significant digit. | ||
| 34 | * | ||
| 35 | * Argument constraints: | ||
| 36 | * 1. 0 < CNT < BITS_PER_MP_LIMB | ||
| 37 | * 2. If the result is to be written over the input, WP must be >= UP. | ||
| 38 | */ | ||
| 39 | |||
| 40 | mpi_limb_t | ||
| 41 | mpihelp_lshift(mpi_ptr_t wp, mpi_ptr_t up, mpi_size_t usize, unsigned int cnt) | ||
| 42 | { | ||
| 43 | mpi_limb_t high_limb, low_limb; | ||
| 44 | unsigned sh_1, sh_2; | ||
| 45 | mpi_size_t i; | ||
| 46 | mpi_limb_t retval; | ||
| 47 | |||
| 48 | sh_1 = cnt; | ||
| 49 | wp += 1; | ||
| 50 | sh_2 = BITS_PER_MPI_LIMB - sh_1; | ||
| 51 | i = usize - 1; | ||
| 52 | low_limb = up[i]; | ||
| 53 | retval = low_limb >> sh_2; | ||
| 54 | high_limb = low_limb; | ||
| 55 | while (--i >= 0) { | ||
| 56 | low_limb = up[i]; | ||
| 57 | wp[i] = (high_limb << sh_1) | (low_limb >> sh_2); | ||
| 58 | high_limb = low_limb; | ||
| 59 | } | ||
| 60 | wp[i] = high_limb << sh_1; | ||
| 61 | |||
| 62 | return retval; | ||
| 63 | } | ||
diff --git a/lib/mpi/generic_mpih-mul1.c b/lib/mpi/generic_mpih-mul1.c new file mode 100644 index 000000000000..1668dfd9092c --- /dev/null +++ b/lib/mpi/generic_mpih-mul1.c | |||
| @@ -0,0 +1,57 @@ | |||
| 1 | /* mpihelp-mul_1.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996, 1997, 1998, 2001 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | * | ||
| 20 | * Note: This code is heavily based on the GNU MP Library. | ||
| 21 | * Actually it's the same code with only minor changes in the | ||
| 22 | * way the data is stored; this is to support the abstraction | ||
| 23 | * of an optional secure memory allocation which may be used | ||
| 24 | * to avoid revealing of sensitive data due to paging etc. | ||
| 25 | * The GNU MP Library itself is published under the LGPL; | ||
| 26 | * however I decided to publish this code under the plain GPL. | ||
| 27 | */ | ||
| 28 | |||
| 29 | #include "mpi-internal.h" | ||
| 30 | #include "longlong.h" | ||
| 31 | |||
| 32 | mpi_limb_t | ||
| 33 | mpihelp_mul_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, mpi_size_t s1_size, | ||
| 34 | mpi_limb_t s2_limb) | ||
| 35 | { | ||
| 36 | mpi_limb_t cy_limb; | ||
| 37 | mpi_size_t j; | ||
| 38 | mpi_limb_t prod_high, prod_low; | ||
| 39 | |||
| 40 | /* The loop counter and index J goes from -S1_SIZE to -1. This way | ||
| 41 | * the loop becomes faster. */ | ||
| 42 | j = -s1_size; | ||
| 43 | |||
| 44 | /* Offset the base pointers to compensate for the negative indices. */ | ||
| 45 | s1_ptr -= j; | ||
| 46 | res_ptr -= j; | ||
| 47 | |||
| 48 | cy_limb = 0; | ||
| 49 | do { | ||
| 50 | umul_ppmm(prod_high, prod_low, s1_ptr[j], s2_limb); | ||
| 51 | prod_low += cy_limb; | ||
| 52 | cy_limb = (prod_low < cy_limb ? 1 : 0) + prod_high; | ||
| 53 | res_ptr[j] = prod_low; | ||
| 54 | } while (++j); | ||
| 55 | |||
| 56 | return cy_limb; | ||
| 57 | } | ||
diff --git a/lib/mpi/generic_mpih-mul2.c b/lib/mpi/generic_mpih-mul2.c new file mode 100644 index 000000000000..8a7b29ee1740 --- /dev/null +++ b/lib/mpi/generic_mpih-mul2.c | |||
| @@ -0,0 +1,60 @@ | |||
| 1 | /* mpihelp-mul_2.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996, 1997, 1998, 2001 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | * | ||
| 20 | * Note: This code is heavily based on the GNU MP Library. | ||
| 21 | * Actually it's the same code with only minor changes in the | ||
| 22 | * way the data is stored; this is to support the abstraction | ||
| 23 | * of an optional secure memory allocation which may be used | ||
| 24 | * to avoid revealing of sensitive data due to paging etc. | ||
| 25 | * The GNU MP Library itself is published under the LGPL; | ||
| 26 | * however I decided to publish this code under the plain GPL. | ||
| 27 | */ | ||
| 28 | |||
| 29 | #include "mpi-internal.h" | ||
| 30 | #include "longlong.h" | ||
| 31 | |||
| 32 | mpi_limb_t | ||
| 33 | mpihelp_addmul_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 34 | mpi_size_t s1_size, mpi_limb_t s2_limb) | ||
| 35 | { | ||
| 36 | mpi_limb_t cy_limb; | ||
| 37 | mpi_size_t j; | ||
| 38 | mpi_limb_t prod_high, prod_low; | ||
| 39 | mpi_limb_t x; | ||
| 40 | |||
| 41 | /* The loop counter and index J goes from -SIZE to -1. This way | ||
| 42 | * the loop becomes faster. */ | ||
| 43 | j = -s1_size; | ||
| 44 | res_ptr -= j; | ||
| 45 | s1_ptr -= j; | ||
| 46 | |||
| 47 | cy_limb = 0; | ||
| 48 | do { | ||
| 49 | umul_ppmm(prod_high, prod_low, s1_ptr[j], s2_limb); | ||
| 50 | |||
| 51 | prod_low += cy_limb; | ||
| 52 | cy_limb = (prod_low < cy_limb ? 1 : 0) + prod_high; | ||
| 53 | |||
| 54 | x = res_ptr[j]; | ||
| 55 | prod_low = x + prod_low; | ||
| 56 | cy_limb += prod_low < x ? 1 : 0; | ||
| 57 | res_ptr[j] = prod_low; | ||
| 58 | } while (++j); | ||
| 59 | return cy_limb; | ||
| 60 | } | ||
diff --git a/lib/mpi/generic_mpih-mul3.c b/lib/mpi/generic_mpih-mul3.c new file mode 100644 index 000000000000..f96df327be63 --- /dev/null +++ b/lib/mpi/generic_mpih-mul3.c | |||
| @@ -0,0 +1,61 @@ | |||
| 1 | /* mpihelp-mul_3.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996, 1997, 1998, 2001 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | * | ||
| 20 | * Note: This code is heavily based on the GNU MP Library. | ||
| 21 | * Actually it's the same code with only minor changes in the | ||
| 22 | * way the data is stored; this is to support the abstraction | ||
| 23 | * of an optional secure memory allocation which may be used | ||
| 24 | * to avoid revealing of sensitive data due to paging etc. | ||
| 25 | * The GNU MP Library itself is published under the LGPL; | ||
| 26 | * however I decided to publish this code under the plain GPL. | ||
| 27 | */ | ||
| 28 | |||
| 29 | #include "mpi-internal.h" | ||
| 30 | #include "longlong.h" | ||
| 31 | |||
| 32 | mpi_limb_t | ||
| 33 | mpihelp_submul_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 34 | mpi_size_t s1_size, mpi_limb_t s2_limb) | ||
| 35 | { | ||
| 36 | mpi_limb_t cy_limb; | ||
| 37 | mpi_size_t j; | ||
| 38 | mpi_limb_t prod_high, prod_low; | ||
| 39 | mpi_limb_t x; | ||
| 40 | |||
| 41 | /* The loop counter and index J goes from -SIZE to -1. This way | ||
| 42 | * the loop becomes faster. */ | ||
| 43 | j = -s1_size; | ||
| 44 | res_ptr -= j; | ||
| 45 | s1_ptr -= j; | ||
| 46 | |||
| 47 | cy_limb = 0; | ||
| 48 | do { | ||
| 49 | umul_ppmm(prod_high, prod_low, s1_ptr[j], s2_limb); | ||
| 50 | |||
| 51 | prod_low += cy_limb; | ||
| 52 | cy_limb = (prod_low < cy_limb ? 1 : 0) + prod_high; | ||
| 53 | |||
| 54 | x = res_ptr[j]; | ||
| 55 | prod_low = x - prod_low; | ||
| 56 | cy_limb += prod_low > x ? 1 : 0; | ||
| 57 | res_ptr[j] = prod_low; | ||
| 58 | } while (++j); | ||
| 59 | |||
| 60 | return cy_limb; | ||
| 61 | } | ||
diff --git a/lib/mpi/generic_mpih-rshift.c b/lib/mpi/generic_mpih-rshift.c new file mode 100644 index 000000000000..ffa328818ca6 --- /dev/null +++ b/lib/mpi/generic_mpih-rshift.c | |||
| @@ -0,0 +1,63 @@ | |||
| 1 | /* mpih-rshift.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996, 1998, 1999, | ||
| 3 | * 2000, 2001 Free Software Foundation, Inc. | ||
| 4 | * | ||
| 5 | * This file is part of GNUPG | ||
| 6 | * | ||
| 7 | * GNUPG is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or | ||
| 10 | * (at your option) any later version. | ||
| 11 | * | ||
| 12 | * GNUPG is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 15 | * GNU General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU General Public License | ||
| 18 | * along with this program; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 20 | * | ||
| 21 | * Note: This code is heavily based on the GNU MP Library. | ||
| 22 | * Actually it's the same code with only minor changes in the | ||
| 23 | * way the data is stored; this is to support the abstraction | ||
| 24 | * of an optional secure memory allocation which may be used | ||
| 25 | * to avoid revealing of sensitive data due to paging etc. | ||
| 26 | * The GNU MP Library itself is published under the LGPL; | ||
| 27 | * however I decided to publish this code under the plain GPL. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #include "mpi-internal.h" | ||
| 31 | |||
| 32 | /* Shift U (pointed to by UP and USIZE limbs long) CNT bits to the right | ||
| 33 | * and store the USIZE least significant limbs of the result at WP. | ||
| 34 | * The bits shifted out to the right are returned. | ||
| 35 | * | ||
| 36 | * Argument constraints: | ||
| 37 | * 1. 0 < CNT < BITS_PER_MP_LIMB | ||
| 38 | * 2. If the result is to be written over the input, WP must be <= UP. | ||
| 39 | */ | ||
| 40 | |||
| 41 | mpi_limb_t | ||
| 42 | mpihelp_rshift(mpi_ptr_t wp, mpi_ptr_t up, mpi_size_t usize, unsigned cnt) | ||
| 43 | { | ||
| 44 | mpi_limb_t high_limb, low_limb; | ||
| 45 | unsigned sh_1, sh_2; | ||
| 46 | mpi_size_t i; | ||
| 47 | mpi_limb_t retval; | ||
| 48 | |||
| 49 | sh_1 = cnt; | ||
| 50 | wp -= 1; | ||
| 51 | sh_2 = BITS_PER_MPI_LIMB - sh_1; | ||
| 52 | high_limb = up[0]; | ||
| 53 | retval = high_limb << sh_2; | ||
| 54 | low_limb = high_limb; | ||
| 55 | for (i = 1; i < usize; i++) { | ||
| 56 | high_limb = up[i]; | ||
| 57 | wp[i] = (low_limb >> sh_1) | (high_limb << sh_2); | ||
| 58 | low_limb = high_limb; | ||
| 59 | } | ||
| 60 | wp[i] = low_limb >> sh_1; | ||
| 61 | |||
| 62 | return retval; | ||
| 63 | } | ||
diff --git a/lib/mpi/generic_mpih-sub1.c b/lib/mpi/generic_mpih-sub1.c new file mode 100644 index 000000000000..5d98ab7d6853 --- /dev/null +++ b/lib/mpi/generic_mpih-sub1.c | |||
| @@ -0,0 +1,60 @@ | |||
| 1 | /* mpihelp-add_2.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996, 1997, 1998, 2001 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | * | ||
| 20 | * Note: This code is heavily based on the GNU MP Library. | ||
| 21 | * Actually it's the same code with only minor changes in the | ||
| 22 | * way the data is stored; this is to support the abstraction | ||
| 23 | * of an optional secure memory allocation which may be used | ||
| 24 | * to avoid revealing of sensitive data due to paging etc. | ||
| 25 | * The GNU MP Library itself is published under the LGPL; | ||
| 26 | * however I decided to publish this code under the plain GPL. | ||
| 27 | */ | ||
| 28 | |||
| 29 | #include "mpi-internal.h" | ||
| 30 | #include "longlong.h" | ||
| 31 | |||
| 32 | mpi_limb_t | ||
| 33 | mpihelp_sub_n(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 34 | mpi_ptr_t s2_ptr, mpi_size_t size) | ||
| 35 | { | ||
| 36 | mpi_limb_t x, y, cy; | ||
| 37 | mpi_size_t j; | ||
| 38 | |||
| 39 | /* The loop counter and index J goes from -SIZE to -1. This way | ||
| 40 | the loop becomes faster. */ | ||
| 41 | j = -size; | ||
| 42 | |||
| 43 | /* Offset the base pointers to compensate for the negative indices. */ | ||
| 44 | s1_ptr -= j; | ||
| 45 | s2_ptr -= j; | ||
| 46 | res_ptr -= j; | ||
| 47 | |||
| 48 | cy = 0; | ||
| 49 | do { | ||
| 50 | y = s2_ptr[j]; | ||
| 51 | x = s1_ptr[j]; | ||
| 52 | y += cy; /* add previous carry to subtrahend */ | ||
| 53 | cy = y < cy; /* get out carry from that addition */ | ||
| 54 | y = x - y; /* main subtract */ | ||
| 55 | cy += y > x; /* get out carry from the subtract, combine */ | ||
| 56 | res_ptr[j] = y; | ||
| 57 | } while (++j); | ||
| 58 | |||
| 59 | return cy; | ||
| 60 | } | ||
diff --git a/lib/mpi/longlong.h b/lib/mpi/longlong.h new file mode 100644 index 000000000000..29f98624ef93 --- /dev/null +++ b/lib/mpi/longlong.h | |||
| @@ -0,0 +1,1500 @@ | |||
| 1 | /* longlong.h -- definitions for mixed size 32/64 bit arithmetic. | ||
| 2 | * Note: I added some stuff for use with gnupg | ||
| 3 | * | ||
| 4 | * Copyright (C) 1991, 1992, 1993, 1994, 1996, 1998, | ||
| 5 | * 2000, 2001, 2002, 2003 Free Software Foundation, Inc. | ||
| 6 | * | ||
| 7 | * This file is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU Library General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or (at your | ||
| 10 | * option) any later version. | ||
| 11 | * | ||
| 12 | * This file is distributed in the hope that it will be useful, but | ||
| 13 | * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY | ||
| 14 | * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Library General Public | ||
| 15 | * License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU Library General Public License | ||
| 18 | * along with this file; see the file COPYING.LIB. If not, write to | ||
| 19 | * the Free Software Foundation, Inc., 59 Temple Place - Suite 330, Boston, | ||
| 20 | * MA 02111-1307, USA. */ | ||
| 21 | |||
| 22 | /* You have to define the following before including this file: | ||
| 23 | * | ||
| 24 | * UWtype -- An unsigned type, default type for operations (typically a "word") | ||
| 25 | * UHWtype -- An unsigned type, at least half the size of UWtype. | ||
| 26 | * UDWtype -- An unsigned type, at least twice as large a UWtype | ||
| 27 | * W_TYPE_SIZE -- size in bits of UWtype | ||
| 28 | * | ||
| 29 | * SItype, USItype -- Signed and unsigned 32 bit types. | ||
| 30 | * DItype, UDItype -- Signed and unsigned 64 bit types. | ||
| 31 | * | ||
| 32 | * On a 32 bit machine UWtype should typically be USItype; | ||
| 33 | * on a 64 bit machine, UWtype should typically be UDItype. | ||
| 34 | */ | ||
| 35 | |||
| 36 | #define __BITS4 (W_TYPE_SIZE / 4) | ||
| 37 | #define __ll_B ((UWtype) 1 << (W_TYPE_SIZE / 2)) | ||
| 38 | #define __ll_lowpart(t) ((UWtype) (t) & (__ll_B - 1)) | ||
| 39 | #define __ll_highpart(t) ((UWtype) (t) >> (W_TYPE_SIZE / 2)) | ||
| 40 | |||
| 41 | /* This is used to make sure no undesirable sharing between different libraries | ||
| 42 | that use this file takes place. */ | ||
| 43 | #ifndef __MPN | ||
| 44 | #define __MPN(x) __##x | ||
| 45 | #endif | ||
| 46 | |||
| 47 | /* Define auxiliary asm macros. | ||
| 48 | * | ||
| 49 | * 1) umul_ppmm(high_prod, low_prod, multipler, multiplicand) multiplies two | ||
| 50 | * UWtype integers MULTIPLER and MULTIPLICAND, and generates a two UWtype | ||
| 51 | * word product in HIGH_PROD and LOW_PROD. | ||
| 52 | * | ||
| 53 | * 2) __umulsidi3(a,b) multiplies two UWtype integers A and B, and returns a | ||
| 54 | * UDWtype product. This is just a variant of umul_ppmm. | ||
| 55 | |||
| 56 | * 3) udiv_qrnnd(quotient, remainder, high_numerator, low_numerator, | ||
| 57 | * denominator) divides a UDWtype, composed by the UWtype integers | ||
| 58 | * HIGH_NUMERATOR and LOW_NUMERATOR, by DENOMINATOR and places the quotient | ||
| 59 | * in QUOTIENT and the remainder in REMAINDER. HIGH_NUMERATOR must be less | ||
| 60 | * than DENOMINATOR for correct operation. If, in addition, the most | ||
| 61 | * significant bit of DENOMINATOR must be 1, then the pre-processor symbol | ||
| 62 | * UDIV_NEEDS_NORMALIZATION is defined to 1. | ||
| 63 | * 4) sdiv_qrnnd(quotient, remainder, high_numerator, low_numerator, | ||
| 64 | * denominator). Like udiv_qrnnd but the numbers are signed. The quotient | ||
| 65 | * is rounded towards 0. | ||
| 66 | * | ||
| 67 | * 5) count_leading_zeros(count, x) counts the number of zero-bits from the | ||
| 68 | * msb to the first non-zero bit in the UWtype X. This is the number of | ||
| 69 | * steps X needs to be shifted left to set the msb. Undefined for X == 0, | ||
| 70 | * unless the symbol COUNT_LEADING_ZEROS_0 is defined to some value. | ||
| 71 | * | ||
| 72 | * 6) count_trailing_zeros(count, x) like count_leading_zeros, but counts | ||
| 73 | * from the least significant end. | ||
| 74 | * | ||
| 75 | * 7) add_ssaaaa(high_sum, low_sum, high_addend_1, low_addend_1, | ||
| 76 | * high_addend_2, low_addend_2) adds two UWtype integers, composed by | ||
| 77 | * HIGH_ADDEND_1 and LOW_ADDEND_1, and HIGH_ADDEND_2 and LOW_ADDEND_2 | ||
| 78 | * respectively. The result is placed in HIGH_SUM and LOW_SUM. Overflow | ||
| 79 | * (i.e. carry out) is not stored anywhere, and is lost. | ||
| 80 | * | ||
| 81 | * 8) sub_ddmmss(high_difference, low_difference, high_minuend, low_minuend, | ||
| 82 | * high_subtrahend, low_subtrahend) subtracts two two-word UWtype integers, | ||
| 83 | * composed by HIGH_MINUEND_1 and LOW_MINUEND_1, and HIGH_SUBTRAHEND_2 and | ||
| 84 | * LOW_SUBTRAHEND_2 respectively. The result is placed in HIGH_DIFFERENCE | ||
| 85 | * and LOW_DIFFERENCE. Overflow (i.e. carry out) is not stored anywhere, | ||
| 86 | * and is lost. | ||
| 87 | * | ||
| 88 | * If any of these macros are left undefined for a particular CPU, | ||
| 89 | * C macros are used. */ | ||
| 90 | |||
| 91 | /* The CPUs come in alphabetical order below. | ||
| 92 | * | ||
| 93 | * Please add support for more CPUs here, or improve the current support | ||
| 94 | * for the CPUs below! */ | ||
| 95 | |||
| 96 | #if defined(__GNUC__) && !defined(NO_ASM) | ||
| 97 | |||
| 98 | /* We sometimes need to clobber "cc" with gcc2, but that would not be | ||
| 99 | understood by gcc1. Use cpp to avoid major code duplication. */ | ||
| 100 | #if __GNUC__ < 2 | ||
| 101 | #define __CLOBBER_CC | ||
| 102 | #define __AND_CLOBBER_CC | ||
| 103 | #else /* __GNUC__ >= 2 */ | ||
| 104 | #define __CLOBBER_CC : "cc" | ||
| 105 | #define __AND_CLOBBER_CC , "cc" | ||
| 106 | #endif /* __GNUC__ < 2 */ | ||
| 107 | |||
| 108 | /*************************************** | ||
| 109 | ************** A29K ***************** | ||
| 110 | ***************************************/ | ||
| 111 | #if (defined(__a29k__) || defined(_AM29K)) && W_TYPE_SIZE == 32 | ||
| 112 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 113 | __asm__ ("add %1,%4,%5\n" \ | ||
| 114 | "addc %0,%2,%3" \ | ||
| 115 | : "=r" ((USItype)(sh)), \ | ||
| 116 | "=&r" ((USItype)(sl)) \ | ||
| 117 | : "%r" ((USItype)(ah)), \ | ||
| 118 | "rI" ((USItype)(bh)), \ | ||
| 119 | "%r" ((USItype)(al)), \ | ||
| 120 | "rI" ((USItype)(bl))) | ||
| 121 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 122 | __asm__ ("sub %1,%4,%5\n" \ | ||
| 123 | "subc %0,%2,%3" \ | ||
| 124 | : "=r" ((USItype)(sh)), \ | ||
| 125 | "=&r" ((USItype)(sl)) \ | ||
| 126 | : "r" ((USItype)(ah)), \ | ||
| 127 | "rI" ((USItype)(bh)), \ | ||
| 128 | "r" ((USItype)(al)), \ | ||
| 129 | "rI" ((USItype)(bl))) | ||
| 130 | #define umul_ppmm(xh, xl, m0, m1) \ | ||
| 131 | do { \ | ||
| 132 | USItype __m0 = (m0), __m1 = (m1); \ | ||
| 133 | __asm__ ("multiplu %0,%1,%2" \ | ||
| 134 | : "=r" ((USItype)(xl)) \ | ||
| 135 | : "r" (__m0), \ | ||
| 136 | "r" (__m1)); \ | ||
| 137 | __asm__ ("multmu %0,%1,%2" \ | ||
| 138 | : "=r" ((USItype)(xh)) \ | ||
| 139 | : "r" (__m0), \ | ||
| 140 | "r" (__m1)); \ | ||
| 141 | } while (0) | ||
| 142 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 143 | __asm__ ("dividu %0,%3,%4" \ | ||
| 144 | : "=r" ((USItype)(q)), \ | ||
| 145 | "=q" ((USItype)(r)) \ | ||
| 146 | : "1" ((USItype)(n1)), \ | ||
| 147 | "r" ((USItype)(n0)), \ | ||
| 148 | "r" ((USItype)(d))) | ||
| 149 | |||
| 150 | #define count_leading_zeros(count, x) \ | ||
| 151 | __asm__ ("clz %0,%1" \ | ||
| 152 | : "=r" ((USItype)(count)) \ | ||
| 153 | : "r" ((USItype)(x))) | ||
| 154 | #define COUNT_LEADING_ZEROS_0 32 | ||
| 155 | #endif /* __a29k__ */ | ||
| 156 | |||
| 157 | #if defined(__alpha) && W_TYPE_SIZE == 64 | ||
| 158 | #define umul_ppmm(ph, pl, m0, m1) \ | ||
| 159 | do { \ | ||
| 160 | UDItype __m0 = (m0), __m1 = (m1); \ | ||
| 161 | __asm__ ("umulh %r1,%2,%0" \ | ||
| 162 | : "=r" ((UDItype) ph) \ | ||
| 163 | : "%rJ" (__m0), \ | ||
| 164 | "rI" (__m1)); \ | ||
| 165 | (pl) = __m0 * __m1; \ | ||
| 166 | } while (0) | ||
| 167 | #define UMUL_TIME 46 | ||
| 168 | #ifndef LONGLONG_STANDALONE | ||
| 169 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 170 | do { UDItype __r; \ | ||
| 171 | (q) = __udiv_qrnnd(&__r, (n1), (n0), (d)); \ | ||
| 172 | (r) = __r; \ | ||
| 173 | } while (0) | ||
| 174 | extern UDItype __udiv_qrnnd(); | ||
| 175 | #define UDIV_TIME 220 | ||
| 176 | #endif /* LONGLONG_STANDALONE */ | ||
| 177 | #endif /* __alpha */ | ||
| 178 | |||
| 179 | /*************************************** | ||
| 180 | ************** ARM ****************** | ||
| 181 | ***************************************/ | ||
| 182 | #if defined(__arm__) && W_TYPE_SIZE == 32 | ||
| 183 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 184 | __asm__ ("adds %1, %4, %5\n" \ | ||
| 185 | "adc %0, %2, %3" \ | ||
| 186 | : "=r" ((USItype)(sh)), \ | ||
| 187 | "=&r" ((USItype)(sl)) \ | ||
| 188 | : "%r" ((USItype)(ah)), \ | ||
| 189 | "rI" ((USItype)(bh)), \ | ||
| 190 | "%r" ((USItype)(al)), \ | ||
| 191 | "rI" ((USItype)(bl))) | ||
| 192 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 193 | __asm__ ("subs %1, %4, %5\n" \ | ||
| 194 | "sbc %0, %2, %3" \ | ||
| 195 | : "=r" ((USItype)(sh)), \ | ||
| 196 | "=&r" ((USItype)(sl)) \ | ||
| 197 | : "r" ((USItype)(ah)), \ | ||
| 198 | "rI" ((USItype)(bh)), \ | ||
| 199 | "r" ((USItype)(al)), \ | ||
| 200 | "rI" ((USItype)(bl))) | ||
| 201 | #if defined __ARM_ARCH_2__ || defined __ARM_ARCH_3__ | ||
| 202 | #define umul_ppmm(xh, xl, a, b) \ | ||
| 203 | __asm__ ("%@ Inlined umul_ppmm\n" \ | ||
| 204 | "mov %|r0, %2, lsr #16 @ AAAA\n" \ | ||
| 205 | "mov %|r2, %3, lsr #16 @ BBBB\n" \ | ||
| 206 | "bic %|r1, %2, %|r0, lsl #16 @ aaaa\n" \ | ||
| 207 | "bic %0, %3, %|r2, lsl #16 @ bbbb\n" \ | ||
| 208 | "mul %1, %|r1, %|r2 @ aaaa * BBBB\n" \ | ||
| 209 | "mul %|r2, %|r0, %|r2 @ AAAA * BBBB\n" \ | ||
| 210 | "mul %|r1, %0, %|r1 @ aaaa * bbbb\n" \ | ||
| 211 | "mul %0, %|r0, %0 @ AAAA * bbbb\n" \ | ||
| 212 | "adds %|r0, %1, %0 @ central sum\n" \ | ||
| 213 | "addcs %|r2, %|r2, #65536\n" \ | ||
| 214 | "adds %1, %|r1, %|r0, lsl #16\n" \ | ||
| 215 | "adc %0, %|r2, %|r0, lsr #16" \ | ||
| 216 | : "=&r" ((USItype)(xh)), \ | ||
| 217 | "=r" ((USItype)(xl)) \ | ||
| 218 | : "r" ((USItype)(a)), \ | ||
| 219 | "r" ((USItype)(b)) \ | ||
| 220 | : "r0", "r1", "r2") | ||
| 221 | #else | ||
| 222 | #define umul_ppmm(xh, xl, a, b) \ | ||
| 223 | __asm__ ("%@ Inlined umul_ppmm\n" \ | ||
| 224 | "umull %r1, %r0, %r2, %r3" \ | ||
| 225 | : "=&r" ((USItype)(xh)), \ | ||
| 226 | "=r" ((USItype)(xl)) \ | ||
| 227 | : "r" ((USItype)(a)), \ | ||
| 228 | "r" ((USItype)(b)) \ | ||
| 229 | : "r0", "r1") | ||
| 230 | #endif | ||
| 231 | #define UMUL_TIME 20 | ||
| 232 | #define UDIV_TIME 100 | ||
| 233 | #endif /* __arm__ */ | ||
| 234 | |||
| 235 | /*************************************** | ||
| 236 | ************** CLIPPER ************** | ||
| 237 | ***************************************/ | ||
| 238 | #if defined(__clipper__) && W_TYPE_SIZE == 32 | ||
| 239 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 240 | ({union {UDItype __ll; \ | ||
| 241 | struct {USItype __l, __h; } __i; \ | ||
| 242 | } __xx; \ | ||
| 243 | __asm__ ("mulwux %2,%0" \ | ||
| 244 | : "=r" (__xx.__ll) \ | ||
| 245 | : "%0" ((USItype)(u)), \ | ||
| 246 | "r" ((USItype)(v))); \ | ||
| 247 | (w1) = __xx.__i.__h; (w0) = __xx.__i.__l; }) | ||
| 248 | #define smul_ppmm(w1, w0, u, v) \ | ||
| 249 | ({union {DItype __ll; \ | ||
| 250 | struct {SItype __l, __h; } __i; \ | ||
| 251 | } __xx; \ | ||
| 252 | __asm__ ("mulwx %2,%0" \ | ||
| 253 | : "=r" (__xx.__ll) \ | ||
| 254 | : "%0" ((SItype)(u)), \ | ||
| 255 | "r" ((SItype)(v))); \ | ||
| 256 | (w1) = __xx.__i.__h; (w0) = __xx.__i.__l; }) | ||
| 257 | #define __umulsidi3(u, v) \ | ||
| 258 | ({UDItype __w; \ | ||
| 259 | __asm__ ("mulwux %2,%0" \ | ||
| 260 | : "=r" (__w) \ | ||
| 261 | : "%0" ((USItype)(u)), \ | ||
| 262 | "r" ((USItype)(v))); \ | ||
| 263 | __w; }) | ||
| 264 | #endif /* __clipper__ */ | ||
| 265 | |||
| 266 | /*************************************** | ||
| 267 | ************** GMICRO *************** | ||
| 268 | ***************************************/ | ||
| 269 | #if defined(__gmicro__) && W_TYPE_SIZE == 32 | ||
| 270 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 271 | __asm__ ("add.w %5,%1\n" \ | ||
| 272 | "addx %3,%0" \ | ||
| 273 | : "=g" ((USItype)(sh)), \ | ||
| 274 | "=&g" ((USItype)(sl)) \ | ||
| 275 | : "%0" ((USItype)(ah)), \ | ||
| 276 | "g" ((USItype)(bh)), \ | ||
| 277 | "%1" ((USItype)(al)), \ | ||
| 278 | "g" ((USItype)(bl))) | ||
| 279 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 280 | __asm__ ("sub.w %5,%1\n" \ | ||
| 281 | "subx %3,%0" \ | ||
| 282 | : "=g" ((USItype)(sh)), \ | ||
| 283 | "=&g" ((USItype)(sl)) \ | ||
| 284 | : "0" ((USItype)(ah)), \ | ||
| 285 | "g" ((USItype)(bh)), \ | ||
| 286 | "1" ((USItype)(al)), \ | ||
| 287 | "g" ((USItype)(bl))) | ||
| 288 | #define umul_ppmm(ph, pl, m0, m1) \ | ||
| 289 | __asm__ ("mulx %3,%0,%1" \ | ||
| 290 | : "=g" ((USItype)(ph)), \ | ||
| 291 | "=r" ((USItype)(pl)) \ | ||
| 292 | : "%0" ((USItype)(m0)), \ | ||
| 293 | "g" ((USItype)(m1))) | ||
| 294 | #define udiv_qrnnd(q, r, nh, nl, d) \ | ||
| 295 | __asm__ ("divx %4,%0,%1" \ | ||
| 296 | : "=g" ((USItype)(q)), \ | ||
| 297 | "=r" ((USItype)(r)) \ | ||
| 298 | : "1" ((USItype)(nh)), \ | ||
| 299 | "0" ((USItype)(nl)), \ | ||
| 300 | "g" ((USItype)(d))) | ||
| 301 | #define count_leading_zeros(count, x) \ | ||
| 302 | __asm__ ("bsch/1 %1,%0" \ | ||
| 303 | : "=g" (count) \ | ||
| 304 | : "g" ((USItype)(x)), \ | ||
| 305 | "0" ((USItype)0)) | ||
| 306 | #endif | ||
| 307 | |||
| 308 | /*************************************** | ||
| 309 | ************** HPPA ***************** | ||
| 310 | ***************************************/ | ||
| 311 | #if defined(__hppa) && W_TYPE_SIZE == 32 | ||
| 312 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 313 | __asm__ ("add %4,%5,%1\n" \ | ||
| 314 | "addc %2,%3,%0" \ | ||
| 315 | : "=r" ((USItype)(sh)), \ | ||
| 316 | "=&r" ((USItype)(sl)) \ | ||
| 317 | : "%rM" ((USItype)(ah)), \ | ||
| 318 | "rM" ((USItype)(bh)), \ | ||
| 319 | "%rM" ((USItype)(al)), \ | ||
| 320 | "rM" ((USItype)(bl))) | ||
| 321 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 322 | __asm__ ("sub %4,%5,%1\n" \ | ||
| 323 | "subb %2,%3,%0" \ | ||
| 324 | : "=r" ((USItype)(sh)), \ | ||
| 325 | "=&r" ((USItype)(sl)) \ | ||
| 326 | : "rM" ((USItype)(ah)), \ | ||
| 327 | "rM" ((USItype)(bh)), \ | ||
| 328 | "rM" ((USItype)(al)), \ | ||
| 329 | "rM" ((USItype)(bl))) | ||
| 330 | #if defined(_PA_RISC1_1) | ||
| 331 | #define umul_ppmm(wh, wl, u, v) \ | ||
| 332 | do { \ | ||
| 333 | union {UDItype __ll; \ | ||
| 334 | struct {USItype __h, __l; } __i; \ | ||
| 335 | } __xx; \ | ||
| 336 | __asm__ ("xmpyu %1,%2,%0" \ | ||
| 337 | : "=*f" (__xx.__ll) \ | ||
| 338 | : "*f" ((USItype)(u)), \ | ||
| 339 | "*f" ((USItype)(v))); \ | ||
| 340 | (wh) = __xx.__i.__h; \ | ||
| 341 | (wl) = __xx.__i.__l; \ | ||
| 342 | } while (0) | ||
| 343 | #define UMUL_TIME 8 | ||
| 344 | #define UDIV_TIME 60 | ||
| 345 | #else | ||
| 346 | #define UMUL_TIME 40 | ||
| 347 | #define UDIV_TIME 80 | ||
| 348 | #endif | ||
| 349 | #ifndef LONGLONG_STANDALONE | ||
| 350 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 351 | do { USItype __r; \ | ||
| 352 | (q) = __udiv_qrnnd(&__r, (n1), (n0), (d)); \ | ||
| 353 | (r) = __r; \ | ||
| 354 | } while (0) | ||
| 355 | extern USItype __udiv_qrnnd(); | ||
| 356 | #endif /* LONGLONG_STANDALONE */ | ||
| 357 | #define count_leading_zeros(count, x) \ | ||
| 358 | do { \ | ||
| 359 | USItype __tmp; \ | ||
| 360 | __asm__ ( \ | ||
| 361 | "ldi 1,%0\n" \ | ||
| 362 | "extru,= %1,15,16,%%r0 ; Bits 31..16 zero?\n" \ | ||
| 363 | "extru,tr %1,15,16,%1 ; No. Shift down, skip add.\n" \ | ||
| 364 | "ldo 16(%0),%0 ; Yes. Perform add.\n" \ | ||
| 365 | "extru,= %1,23,8,%%r0 ; Bits 15..8 zero?\n" \ | ||
| 366 | "extru,tr %1,23,8,%1 ; No. Shift down, skip add.\n" \ | ||
| 367 | "ldo 8(%0),%0 ; Yes. Perform add.\n" \ | ||
| 368 | "extru,= %1,27,4,%%r0 ; Bits 7..4 zero?\n" \ | ||
| 369 | "extru,tr %1,27,4,%1 ; No. Shift down, skip add.\n" \ | ||
| 370 | "ldo 4(%0),%0 ; Yes. Perform add.\n" \ | ||
| 371 | "extru,= %1,29,2,%%r0 ; Bits 3..2 zero?\n" \ | ||
| 372 | "extru,tr %1,29,2,%1 ; No. Shift down, skip add.\n" \ | ||
| 373 | "ldo 2(%0),%0 ; Yes. Perform add.\n" \ | ||
| 374 | "extru %1,30,1,%1 ; Extract bit 1.\n" \ | ||
| 375 | "sub %0,%1,%0 ; Subtract it. " \ | ||
| 376 | : "=r" (count), "=r" (__tmp) : "1" (x)); \ | ||
| 377 | } while (0) | ||
| 378 | #endif /* hppa */ | ||
| 379 | |||
| 380 | /*************************************** | ||
| 381 | ************** I370 ***************** | ||
| 382 | ***************************************/ | ||
| 383 | #if (defined(__i370__) || defined(__mvs__)) && W_TYPE_SIZE == 32 | ||
| 384 | #define umul_ppmm(xh, xl, m0, m1) \ | ||
| 385 | do { \ | ||
| 386 | union {UDItype __ll; \ | ||
| 387 | struct {USItype __h, __l; } __i; \ | ||
| 388 | } __xx; \ | ||
| 389 | USItype __m0 = (m0), __m1 = (m1); \ | ||
| 390 | __asm__ ("mr %0,%3" \ | ||
| 391 | : "=r" (__xx.__i.__h), \ | ||
| 392 | "=r" (__xx.__i.__l) \ | ||
| 393 | : "%1" (__m0), \ | ||
| 394 | "r" (__m1)); \ | ||
| 395 | (xh) = __xx.__i.__h; (xl) = __xx.__i.__l; \ | ||
| 396 | (xh) += ((((SItype) __m0 >> 31) & __m1) \ | ||
| 397 | + (((SItype) __m1 >> 31) & __m0)); \ | ||
| 398 | } while (0) | ||
| 399 | #define smul_ppmm(xh, xl, m0, m1) \ | ||
| 400 | do { \ | ||
| 401 | union {DItype __ll; \ | ||
| 402 | struct {USItype __h, __l; } __i; \ | ||
| 403 | } __xx; \ | ||
| 404 | __asm__ ("mr %0,%3" \ | ||
| 405 | : "=r" (__xx.__i.__h), \ | ||
| 406 | "=r" (__xx.__i.__l) \ | ||
| 407 | : "%1" (m0), \ | ||
| 408 | "r" (m1)); \ | ||
| 409 | (xh) = __xx.__i.__h; (xl) = __xx.__i.__l; \ | ||
| 410 | } while (0) | ||
| 411 | #define sdiv_qrnnd(q, r, n1, n0, d) \ | ||
| 412 | do { \ | ||
| 413 | union {DItype __ll; \ | ||
| 414 | struct {USItype __h, __l; } __i; \ | ||
| 415 | } __xx; \ | ||
| 416 | __xx.__i.__h = n1; __xx.__i.__l = n0; \ | ||
| 417 | __asm__ ("dr %0,%2" \ | ||
| 418 | : "=r" (__xx.__ll) \ | ||
| 419 | : "0" (__xx.__ll), "r" (d)); \ | ||
| 420 | (q) = __xx.__i.__l; (r) = __xx.__i.__h; \ | ||
| 421 | } while (0) | ||
| 422 | #endif | ||
| 423 | |||
| 424 | /*************************************** | ||
| 425 | ************** I386 ***************** | ||
| 426 | ***************************************/ | ||
| 427 | #undef __i386__ | ||
| 428 | #if (defined(__i386__) || defined(__i486__)) && W_TYPE_SIZE == 32 | ||
| 429 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 430 | __asm__ ("addl %5,%1\n" \ | ||
| 431 | "adcl %3,%0" \ | ||
| 432 | : "=r" ((USItype)(sh)), \ | ||
| 433 | "=&r" ((USItype)(sl)) \ | ||
| 434 | : "%0" ((USItype)(ah)), \ | ||
| 435 | "g" ((USItype)(bh)), \ | ||
| 436 | "%1" ((USItype)(al)), \ | ||
| 437 | "g" ((USItype)(bl))) | ||
| 438 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 439 | __asm__ ("subl %5,%1\n" \ | ||
| 440 | "sbbl %3,%0" \ | ||
| 441 | : "=r" ((USItype)(sh)), \ | ||
| 442 | "=&r" ((USItype)(sl)) \ | ||
| 443 | : "0" ((USItype)(ah)), \ | ||
| 444 | "g" ((USItype)(bh)), \ | ||
| 445 | "1" ((USItype)(al)), \ | ||
| 446 | "g" ((USItype)(bl))) | ||
| 447 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 448 | __asm__ ("mull %3" \ | ||
| 449 | : "=a" ((USItype)(w0)), \ | ||
| 450 | "=d" ((USItype)(w1)) \ | ||
| 451 | : "%0" ((USItype)(u)), \ | ||
| 452 | "rm" ((USItype)(v))) | ||
| 453 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 454 | __asm__ ("divl %4" \ | ||
| 455 | : "=a" ((USItype)(q)), \ | ||
| 456 | "=d" ((USItype)(r)) \ | ||
| 457 | : "0" ((USItype)(n0)), \ | ||
| 458 | "1" ((USItype)(n1)), \ | ||
| 459 | "rm" ((USItype)(d))) | ||
| 460 | #define count_leading_zeros(count, x) \ | ||
| 461 | do { \ | ||
| 462 | USItype __cbtmp; \ | ||
| 463 | __asm__ ("bsrl %1,%0" \ | ||
| 464 | : "=r" (__cbtmp) : "rm" ((USItype)(x))); \ | ||
| 465 | (count) = __cbtmp ^ 31; \ | ||
| 466 | } while (0) | ||
| 467 | #define count_trailing_zeros(count, x) \ | ||
| 468 | __asm__ ("bsfl %1,%0" : "=r" (count) : "rm" ((USItype)(x))) | ||
| 469 | #ifndef UMUL_TIME | ||
| 470 | #define UMUL_TIME 40 | ||
| 471 | #endif | ||
| 472 | #ifndef UDIV_TIME | ||
| 473 | #define UDIV_TIME 40 | ||
| 474 | #endif | ||
| 475 | #endif /* 80x86 */ | ||
| 476 | |||
| 477 | /*************************************** | ||
| 478 | ************** I860 ***************** | ||
| 479 | ***************************************/ | ||
| 480 | #if defined(__i860__) && W_TYPE_SIZE == 32 | ||
| 481 | #define rshift_rhlc(r, h, l, c) \ | ||
| 482 | __asm__ ("shr %3,r0,r0\n" \ | ||
| 483 | "shrd %1,%2,%0" \ | ||
| 484 | "=r" (r) : "r" (h), "r" (l), "rn" (c)) | ||
| 485 | #endif /* i860 */ | ||
| 486 | |||
| 487 | /*************************************** | ||
| 488 | ************** I960 ***************** | ||
| 489 | ***************************************/ | ||
| 490 | #if defined(__i960__) && W_TYPE_SIZE == 32 | ||
| 491 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 492 | __asm__ ("cmpo 1,0\n" \ | ||
| 493 | "addc %5,%4,%1\n" \ | ||
| 494 | "addc %3,%2,%0" \ | ||
| 495 | : "=r" ((USItype)(sh)), \ | ||
| 496 | "=&r" ((USItype)(sl)) \ | ||
| 497 | : "%dI" ((USItype)(ah)), \ | ||
| 498 | "dI" ((USItype)(bh)), \ | ||
| 499 | "%dI" ((USItype)(al)), \ | ||
| 500 | "dI" ((USItype)(bl))) | ||
| 501 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 502 | __asm__ ("cmpo 0,0\n" \ | ||
| 503 | "subc %5,%4,%1\n" \ | ||
| 504 | "subc %3,%2,%0" \ | ||
| 505 | : "=r" ((USItype)(sh)), \ | ||
| 506 | "=&r" ((USItype)(sl)) \ | ||
| 507 | : "dI" ((USItype)(ah)), \ | ||
| 508 | "dI" ((USItype)(bh)), \ | ||
| 509 | "dI" ((USItype)(al)), \ | ||
| 510 | "dI" ((USItype)(bl))) | ||
| 511 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 512 | ({union {UDItype __ll; \ | ||
| 513 | struct {USItype __l, __h; } __i; \ | ||
| 514 | } __xx; \ | ||
| 515 | __asm__ ("emul %2,%1,%0" \ | ||
| 516 | : "=d" (__xx.__ll) \ | ||
| 517 | : "%dI" ((USItype)(u)), \ | ||
| 518 | "dI" ((USItype)(v))); \ | ||
| 519 | (w1) = __xx.__i.__h; (w0) = __xx.__i.__l; }) | ||
| 520 | #define __umulsidi3(u, v) \ | ||
| 521 | ({UDItype __w; \ | ||
| 522 | __asm__ ("emul %2,%1,%0" \ | ||
| 523 | : "=d" (__w) \ | ||
| 524 | : "%dI" ((USItype)(u)), \ | ||
| 525 | "dI" ((USItype)(v))); \ | ||
| 526 | __w; }) | ||
| 527 | #define udiv_qrnnd(q, r, nh, nl, d) \ | ||
| 528 | do { \ | ||
| 529 | union {UDItype __ll; \ | ||
| 530 | struct {USItype __l, __h; } __i; \ | ||
| 531 | } __nn; \ | ||
| 532 | __nn.__i.__h = (nh); __nn.__i.__l = (nl); \ | ||
| 533 | __asm__ ("ediv %d,%n,%0" \ | ||
| 534 | : "=d" (__rq.__ll) \ | ||
| 535 | : "dI" (__nn.__ll), \ | ||
| 536 | "dI" ((USItype)(d))); \ | ||
| 537 | (r) = __rq.__i.__l; (q) = __rq.__i.__h; \ | ||
| 538 | } while (0) | ||
| 539 | #define count_leading_zeros(count, x) \ | ||
| 540 | do { \ | ||
| 541 | USItype __cbtmp; \ | ||
| 542 | __asm__ ("scanbit %1,%0" \ | ||
| 543 | : "=r" (__cbtmp) \ | ||
| 544 | : "r" ((USItype)(x))); \ | ||
| 545 | (count) = __cbtmp ^ 31; \ | ||
| 546 | } while (0) | ||
| 547 | #define COUNT_LEADING_ZEROS_0 (-32) /* sic */ | ||
| 548 | #if defined(__i960mx) /* what is the proper symbol to test??? */ | ||
| 549 | #define rshift_rhlc(r, h, l, c) \ | ||
| 550 | do { \ | ||
| 551 | union {UDItype __ll; \ | ||
| 552 | struct {USItype __l, __h; } __i; \ | ||
| 553 | } __nn; \ | ||
| 554 | __nn.__i.__h = (h); __nn.__i.__l = (l); \ | ||
| 555 | __asm__ ("shre %2,%1,%0" \ | ||
| 556 | : "=d" (r) : "dI" (__nn.__ll), "dI" (c)); \ | ||
| 557 | } | ||
| 558 | #endif /* i960mx */ | ||
| 559 | #endif /* i960 */ | ||
| 560 | |||
| 561 | /*************************************** | ||
| 562 | ************** 68000 **************** | ||
| 563 | ***************************************/ | ||
| 564 | #if (defined(__mc68000__) || defined(__mc68020__) || defined(__NeXT__) || defined(mc68020)) && W_TYPE_SIZE == 32 | ||
| 565 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 566 | __asm__ ("add%.l %5,%1\n" \ | ||
| 567 | "addx%.l %3,%0" \ | ||
| 568 | : "=d" ((USItype)(sh)), \ | ||
| 569 | "=&d" ((USItype)(sl)) \ | ||
| 570 | : "%0" ((USItype)(ah)), \ | ||
| 571 | "d" ((USItype)(bh)), \ | ||
| 572 | "%1" ((USItype)(al)), \ | ||
| 573 | "g" ((USItype)(bl))) | ||
| 574 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 575 | __asm__ ("sub%.l %5,%1\n" \ | ||
| 576 | "subx%.l %3,%0" \ | ||
| 577 | : "=d" ((USItype)(sh)), \ | ||
| 578 | "=&d" ((USItype)(sl)) \ | ||
| 579 | : "0" ((USItype)(ah)), \ | ||
| 580 | "d" ((USItype)(bh)), \ | ||
| 581 | "1" ((USItype)(al)), \ | ||
| 582 | "g" ((USItype)(bl))) | ||
| 583 | #if (defined(__mc68020__) || defined(__NeXT__) || defined(mc68020)) | ||
| 584 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 585 | __asm__ ("mulu%.l %3,%1:%0" \ | ||
| 586 | : "=d" ((USItype)(w0)), \ | ||
| 587 | "=d" ((USItype)(w1)) \ | ||
| 588 | : "%0" ((USItype)(u)), \ | ||
| 589 | "dmi" ((USItype)(v))) | ||
| 590 | #define UMUL_TIME 45 | ||
| 591 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 592 | __asm__ ("divu%.l %4,%1:%0" \ | ||
| 593 | : "=d" ((USItype)(q)), \ | ||
| 594 | "=d" ((USItype)(r)) \ | ||
| 595 | : "0" ((USItype)(n0)), \ | ||
| 596 | "1" ((USItype)(n1)), \ | ||
| 597 | "dmi" ((USItype)(d))) | ||
| 598 | #define UDIV_TIME 90 | ||
| 599 | #define sdiv_qrnnd(q, r, n1, n0, d) \ | ||
| 600 | __asm__ ("divs%.l %4,%1:%0" \ | ||
| 601 | : "=d" ((USItype)(q)), \ | ||
| 602 | "=d" ((USItype)(r)) \ | ||
| 603 | : "0" ((USItype)(n0)), \ | ||
| 604 | "1" ((USItype)(n1)), \ | ||
| 605 | "dmi" ((USItype)(d))) | ||
| 606 | #define count_leading_zeros(count, x) \ | ||
| 607 | __asm__ ("bfffo %1{%b2:%b2},%0" \ | ||
| 608 | : "=d" ((USItype)(count)) \ | ||
| 609 | : "od" ((USItype)(x)), "n" (0)) | ||
| 610 | #define COUNT_LEADING_ZEROS_0 32 | ||
| 611 | #else /* not mc68020 */ | ||
| 612 | #define umul_ppmm(xh, xl, a, b) \ | ||
| 613 | do { USItype __umul_tmp1, __umul_tmp2; \ | ||
| 614 | __asm__ ("| Inlined umul_ppmm\n" \ | ||
| 615 | "move%.l %5,%3\n" \ | ||
| 616 | "move%.l %2,%0\n" \ | ||
| 617 | "move%.w %3,%1\n" \ | ||
| 618 | "swap %3\n" \ | ||
| 619 | "swap %0\n" \ | ||
| 620 | "mulu %2,%1\n" \ | ||
| 621 | "mulu %3,%0\n" \ | ||
| 622 | "mulu %2,%3\n" \ | ||
| 623 | "swap %2\n" \ | ||
| 624 | "mulu %5,%2\n" \ | ||
| 625 | "add%.l %3,%2\n" \ | ||
| 626 | "jcc 1f\n" \ | ||
| 627 | "add%.l %#0x10000,%0\n" \ | ||
| 628 | "1: move%.l %2,%3\n" \ | ||
| 629 | "clr%.w %2\n" \ | ||
| 630 | "swap %2\n" \ | ||
| 631 | "swap %3\n" \ | ||
| 632 | "clr%.w %3\n" \ | ||
| 633 | "add%.l %3,%1\n" \ | ||
| 634 | "addx%.l %2,%0\n" \ | ||
| 635 | "| End inlined umul_ppmm" \ | ||
| 636 | : "=&d" ((USItype)(xh)), "=&d" ((USItype)(xl)), \ | ||
| 637 | "=d" (__umul_tmp1), "=&d" (__umul_tmp2) \ | ||
| 638 | : "%2" ((USItype)(a)), "d" ((USItype)(b))); \ | ||
| 639 | } while (0) | ||
| 640 | #define UMUL_TIME 100 | ||
| 641 | #define UDIV_TIME 400 | ||
| 642 | #endif /* not mc68020 */ | ||
| 643 | #endif /* mc68000 */ | ||
| 644 | |||
| 645 | /*************************************** | ||
| 646 | ************** 88000 **************** | ||
| 647 | ***************************************/ | ||
| 648 | #if defined(__m88000__) && W_TYPE_SIZE == 32 | ||
| 649 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 650 | __asm__ ("addu.co %1,%r4,%r5\n" \ | ||
| 651 | "addu.ci %0,%r2,%r3" \ | ||
| 652 | : "=r" ((USItype)(sh)), \ | ||
| 653 | "=&r" ((USItype)(sl)) \ | ||
| 654 | : "%rJ" ((USItype)(ah)), \ | ||
| 655 | "rJ" ((USItype)(bh)), \ | ||
| 656 | "%rJ" ((USItype)(al)), \ | ||
| 657 | "rJ" ((USItype)(bl))) | ||
| 658 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 659 | __asm__ ("subu.co %1,%r4,%r5\n" \ | ||
| 660 | "subu.ci %0,%r2,%r3" \ | ||
| 661 | : "=r" ((USItype)(sh)), \ | ||
| 662 | "=&r" ((USItype)(sl)) \ | ||
| 663 | : "rJ" ((USItype)(ah)), \ | ||
| 664 | "rJ" ((USItype)(bh)), \ | ||
| 665 | "rJ" ((USItype)(al)), \ | ||
| 666 | "rJ" ((USItype)(bl))) | ||
| 667 | #define count_leading_zeros(count, x) \ | ||
| 668 | do { \ | ||
| 669 | USItype __cbtmp; \ | ||
| 670 | __asm__ ("ff1 %0,%1" \ | ||
| 671 | : "=r" (__cbtmp) \ | ||
| 672 | : "r" ((USItype)(x))); \ | ||
| 673 | (count) = __cbtmp ^ 31; \ | ||
| 674 | } while (0) | ||
| 675 | #define COUNT_LEADING_ZEROS_0 63 /* sic */ | ||
| 676 | #if defined(__m88110__) | ||
| 677 | #define umul_ppmm(wh, wl, u, v) \ | ||
| 678 | do { \ | ||
| 679 | union {UDItype __ll; \ | ||
| 680 | struct {USItype __h, __l; } __i; \ | ||
| 681 | } __x; \ | ||
| 682 | __asm__ ("mulu.d %0,%1,%2" : "=r" (__x.__ll) : "r" (u), "r" (v)); \ | ||
| 683 | (wh) = __x.__i.__h; \ | ||
| 684 | (wl) = __x.__i.__l; \ | ||
| 685 | } while (0) | ||
| 686 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 687 | ({union {UDItype __ll; \ | ||
| 688 | struct {USItype __h, __l; } __i; \ | ||
| 689 | } __x, __q; \ | ||
| 690 | __x.__i.__h = (n1); __x.__i.__l = (n0); \ | ||
| 691 | __asm__ ("divu.d %0,%1,%2" \ | ||
| 692 | : "=r" (__q.__ll) : "r" (__x.__ll), "r" (d)); \ | ||
| 693 | (r) = (n0) - __q.__l * (d); (q) = __q.__l; }) | ||
| 694 | #define UMUL_TIME 5 | ||
| 695 | #define UDIV_TIME 25 | ||
| 696 | #else | ||
| 697 | #define UMUL_TIME 17 | ||
| 698 | #define UDIV_TIME 150 | ||
| 699 | #endif /* __m88110__ */ | ||
| 700 | #endif /* __m88000__ */ | ||
| 701 | |||
| 702 | /*************************************** | ||
| 703 | ************** MIPS ***************** | ||
| 704 | ***************************************/ | ||
| 705 | #if defined(__mips__) && W_TYPE_SIZE == 32 | ||
| 706 | #if __GNUC__ > 2 || __GNUC_MINOR__ >= 7 | ||
| 707 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 708 | __asm__ ("multu %2,%3" \ | ||
| 709 | : "=l" ((USItype)(w0)), \ | ||
| 710 | "=h" ((USItype)(w1)) \ | ||
| 711 | : "d" ((USItype)(u)), \ | ||
| 712 | "d" ((USItype)(v))) | ||
| 713 | #else | ||
| 714 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 715 | __asm__ ("multu %2,%3\n" \ | ||
| 716 | "mflo %0\n" \ | ||
| 717 | "mfhi %1" \ | ||
| 718 | : "=d" ((USItype)(w0)), \ | ||
| 719 | "=d" ((USItype)(w1)) \ | ||
| 720 | : "d" ((USItype)(u)), \ | ||
| 721 | "d" ((USItype)(v))) | ||
| 722 | #endif | ||
| 723 | #define UMUL_TIME 10 | ||
| 724 | #define UDIV_TIME 100 | ||
| 725 | #endif /* __mips__ */ | ||
| 726 | |||
| 727 | /*************************************** | ||
| 728 | ************** MIPS/64 ************** | ||
| 729 | ***************************************/ | ||
| 730 | #if (defined(__mips) && __mips >= 3) && W_TYPE_SIZE == 64 | ||
| 731 | #if __GNUC__ > 2 || __GNUC_MINOR__ >= 7 | ||
| 732 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 733 | __asm__ ("dmultu %2,%3" \ | ||
| 734 | : "=l" ((UDItype)(w0)), \ | ||
| 735 | "=h" ((UDItype)(w1)) \ | ||
| 736 | : "d" ((UDItype)(u)), \ | ||
| 737 | "d" ((UDItype)(v))) | ||
| 738 | #else | ||
| 739 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 740 | __asm__ ("dmultu %2,%3\n" \ | ||
| 741 | "mflo %0\n" \ | ||
| 742 | "mfhi %1" \ | ||
| 743 | : "=d" ((UDItype)(w0)), \ | ||
| 744 | "=d" ((UDItype)(w1)) \ | ||
| 745 | : "d" ((UDItype)(u)), \ | ||
| 746 | "d" ((UDItype)(v))) | ||
| 747 | #endif | ||
| 748 | #define UMUL_TIME 20 | ||
| 749 | #define UDIV_TIME 140 | ||
| 750 | #endif /* __mips__ */ | ||
| 751 | |||
| 752 | /*************************************** | ||
| 753 | ************** 32000 **************** | ||
| 754 | ***************************************/ | ||
| 755 | #if defined(__ns32000__) && W_TYPE_SIZE == 32 | ||
| 756 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 757 | ({union {UDItype __ll; \ | ||
| 758 | struct {USItype __l, __h; } __i; \ | ||
| 759 | } __xx; \ | ||
| 760 | __asm__ ("meid %2,%0" \ | ||
| 761 | : "=g" (__xx.__ll) \ | ||
| 762 | : "%0" ((USItype)(u)), \ | ||
| 763 | "g" ((USItype)(v))); \ | ||
| 764 | (w1) = __xx.__i.__h; (w0) = __xx.__i.__l; }) | ||
| 765 | #define __umulsidi3(u, v) \ | ||
| 766 | ({UDItype __w; \ | ||
| 767 | __asm__ ("meid %2,%0" \ | ||
| 768 | : "=g" (__w) \ | ||
| 769 | : "%0" ((USItype)(u)), \ | ||
| 770 | "g" ((USItype)(v))); \ | ||
| 771 | __w; }) | ||
| 772 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 773 | ({union {UDItype __ll; \ | ||
| 774 | struct {USItype __l, __h; } __i; \ | ||
| 775 | } __xx; \ | ||
| 776 | __xx.__i.__h = (n1); __xx.__i.__l = (n0); \ | ||
| 777 | __asm__ ("deid %2,%0" \ | ||
| 778 | : "=g" (__xx.__ll) \ | ||
| 779 | : "0" (__xx.__ll), \ | ||
| 780 | "g" ((USItype)(d))); \ | ||
| 781 | (r) = __xx.__i.__l; (q) = __xx.__i.__h; }) | ||
| 782 | #define count_trailing_zeros(count, x) \ | ||
| 783 | do { \ | ||
| 784 | __asm__("ffsd %2,%0" \ | ||
| 785 | : "=r"((USItype) (count)) \ | ||
| 786 | : "0"((USItype) 0), "r"((USItype) (x))); \ | ||
| 787 | } while (0) | ||
| 788 | #endif /* __ns32000__ */ | ||
| 789 | |||
| 790 | /*************************************** | ||
| 791 | ************** PPC ****************** | ||
| 792 | ***************************************/ | ||
| 793 | #if (defined(_ARCH_PPC) || defined(_IBMR2)) && W_TYPE_SIZE == 32 | ||
| 794 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 795 | do { \ | ||
| 796 | if (__builtin_constant_p(bh) && (bh) == 0) \ | ||
| 797 | __asm__ ("{a%I4|add%I4c} %1,%3,%4\n\t{aze|addze} %0,%2" \ | ||
| 798 | : "=r" ((USItype)(sh)), \ | ||
| 799 | "=&r" ((USItype)(sl)) \ | ||
| 800 | : "%r" ((USItype)(ah)), \ | ||
| 801 | "%r" ((USItype)(al)), \ | ||
| 802 | "rI" ((USItype)(bl))); \ | ||
| 803 | else if (__builtin_constant_p(bh) && (bh) == ~(USItype) 0) \ | ||
| 804 | __asm__ ("{a%I4|add%I4c} %1,%3,%4\n\t{ame|addme} %0,%2" \ | ||
| 805 | : "=r" ((USItype)(sh)), \ | ||
| 806 | "=&r" ((USItype)(sl)) \ | ||
| 807 | : "%r" ((USItype)(ah)), \ | ||
| 808 | "%r" ((USItype)(al)), \ | ||
| 809 | "rI" ((USItype)(bl))); \ | ||
| 810 | else \ | ||
| 811 | __asm__ ("{a%I5|add%I5c} %1,%4,%5\n\t{ae|adde} %0,%2,%3" \ | ||
| 812 | : "=r" ((USItype)(sh)), \ | ||
| 813 | "=&r" ((USItype)(sl)) \ | ||
| 814 | : "%r" ((USItype)(ah)), \ | ||
| 815 | "r" ((USItype)(bh)), \ | ||
| 816 | "%r" ((USItype)(al)), \ | ||
| 817 | "rI" ((USItype)(bl))); \ | ||
| 818 | } while (0) | ||
| 819 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 820 | do { \ | ||
| 821 | if (__builtin_constant_p(ah) && (ah) == 0) \ | ||
| 822 | __asm__ ("{sf%I3|subf%I3c} %1,%4,%3\n\t{sfze|subfze} %0,%2" \ | ||
| 823 | : "=r" ((USItype)(sh)), \ | ||
| 824 | "=&r" ((USItype)(sl)) \ | ||
| 825 | : "r" ((USItype)(bh)), \ | ||
| 826 | "rI" ((USItype)(al)), \ | ||
| 827 | "r" ((USItype)(bl))); \ | ||
| 828 | else if (__builtin_constant_p(ah) && (ah) == ~(USItype) 0) \ | ||
| 829 | __asm__ ("{sf%I3|subf%I3c} %1,%4,%3\n\t{sfme|subfme} %0,%2" \ | ||
| 830 | : "=r" ((USItype)(sh)), \ | ||
| 831 | "=&r" ((USItype)(sl)) \ | ||
| 832 | : "r" ((USItype)(bh)), \ | ||
| 833 | "rI" ((USItype)(al)), \ | ||
| 834 | "r" ((USItype)(bl))); \ | ||
| 835 | else if (__builtin_constant_p(bh) && (bh) == 0) \ | ||
| 836 | __asm__ ("{sf%I3|subf%I3c} %1,%4,%3\n\t{ame|addme} %0,%2" \ | ||
| 837 | : "=r" ((USItype)(sh)), \ | ||
| 838 | "=&r" ((USItype)(sl)) \ | ||
| 839 | : "r" ((USItype)(ah)), \ | ||
| 840 | "rI" ((USItype)(al)), \ | ||
| 841 | "r" ((USItype)(bl))); \ | ||
| 842 | else if (__builtin_constant_p(bh) && (bh) == ~(USItype) 0) \ | ||
| 843 | __asm__ ("{sf%I3|subf%I3c} %1,%4,%3\n\t{aze|addze} %0,%2" \ | ||
| 844 | : "=r" ((USItype)(sh)), \ | ||
| 845 | "=&r" ((USItype)(sl)) \ | ||
| 846 | : "r" ((USItype)(ah)), \ | ||
| 847 | "rI" ((USItype)(al)), \ | ||
| 848 | "r" ((USItype)(bl))); \ | ||
| 849 | else \ | ||
| 850 | __asm__ ("{sf%I4|subf%I4c} %1,%5,%4\n\t{sfe|subfe} %0,%3,%2" \ | ||
| 851 | : "=r" ((USItype)(sh)), \ | ||
| 852 | "=&r" ((USItype)(sl)) \ | ||
| 853 | : "r" ((USItype)(ah)), \ | ||
| 854 | "r" ((USItype)(bh)), \ | ||
| 855 | "rI" ((USItype)(al)), \ | ||
| 856 | "r" ((USItype)(bl))); \ | ||
| 857 | } while (0) | ||
| 858 | #define count_leading_zeros(count, x) \ | ||
| 859 | __asm__ ("{cntlz|cntlzw} %0,%1" \ | ||
| 860 | : "=r" ((USItype)(count)) \ | ||
| 861 | : "r" ((USItype)(x))) | ||
| 862 | #define COUNT_LEADING_ZEROS_0 32 | ||
| 863 | #if defined(_ARCH_PPC) | ||
| 864 | #define umul_ppmm(ph, pl, m0, m1) \ | ||
| 865 | do { \ | ||
| 866 | USItype __m0 = (m0), __m1 = (m1); \ | ||
| 867 | __asm__ ("mulhwu %0,%1,%2" \ | ||
| 868 | : "=r" ((USItype) ph) \ | ||
| 869 | : "%r" (__m0), \ | ||
| 870 | "r" (__m1)); \ | ||
| 871 | (pl) = __m0 * __m1; \ | ||
| 872 | } while (0) | ||
| 873 | #define UMUL_TIME 15 | ||
| 874 | #define smul_ppmm(ph, pl, m0, m1) \ | ||
| 875 | do { \ | ||
| 876 | SItype __m0 = (m0), __m1 = (m1); \ | ||
| 877 | __asm__ ("mulhw %0,%1,%2" \ | ||
| 878 | : "=r" ((SItype) ph) \ | ||
| 879 | : "%r" (__m0), \ | ||
| 880 | "r" (__m1)); \ | ||
| 881 | (pl) = __m0 * __m1; \ | ||
| 882 | } while (0) | ||
| 883 | #define SMUL_TIME 14 | ||
| 884 | #define UDIV_TIME 120 | ||
| 885 | #else | ||
| 886 | #define umul_ppmm(xh, xl, m0, m1) \ | ||
| 887 | do { \ | ||
| 888 | USItype __m0 = (m0), __m1 = (m1); \ | ||
| 889 | __asm__ ("mul %0,%2,%3" \ | ||
| 890 | : "=r" ((USItype)(xh)), \ | ||
| 891 | "=q" ((USItype)(xl)) \ | ||
| 892 | : "r" (__m0), \ | ||
| 893 | "r" (__m1)); \ | ||
| 894 | (xh) += ((((SItype) __m0 >> 31) & __m1) \ | ||
| 895 | + (((SItype) __m1 >> 31) & __m0)); \ | ||
| 896 | } while (0) | ||
| 897 | #define UMUL_TIME 8 | ||
| 898 | #define smul_ppmm(xh, xl, m0, m1) \ | ||
| 899 | __asm__ ("mul %0,%2,%3" \ | ||
| 900 | : "=r" ((SItype)(xh)), \ | ||
| 901 | "=q" ((SItype)(xl)) \ | ||
| 902 | : "r" (m0), \ | ||
| 903 | "r" (m1)) | ||
| 904 | #define SMUL_TIME 4 | ||
| 905 | #define sdiv_qrnnd(q, r, nh, nl, d) \ | ||
| 906 | __asm__ ("div %0,%2,%4" \ | ||
| 907 | : "=r" ((SItype)(q)), "=q" ((SItype)(r)) \ | ||
| 908 | : "r" ((SItype)(nh)), "1" ((SItype)(nl)), "r" ((SItype)(d))) | ||
| 909 | #define UDIV_TIME 100 | ||
| 910 | #endif | ||
| 911 | #endif /* Power architecture variants. */ | ||
| 912 | |||
| 913 | /*************************************** | ||
| 914 | ************** PYR ****************** | ||
| 915 | ***************************************/ | ||
| 916 | #if defined(__pyr__) && W_TYPE_SIZE == 32 | ||
| 917 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 918 | __asm__ ("addw %5,%1\n" \ | ||
| 919 | "addwc %3,%0" \ | ||
| 920 | : "=r" ((USItype)(sh)), \ | ||
| 921 | "=&r" ((USItype)(sl)) \ | ||
| 922 | : "%0" ((USItype)(ah)), \ | ||
| 923 | "g" ((USItype)(bh)), \ | ||
| 924 | "%1" ((USItype)(al)), \ | ||
| 925 | "g" ((USItype)(bl))) | ||
| 926 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 927 | __asm__ ("subw %5,%1\n" \ | ||
| 928 | "subwb %3,%0" \ | ||
| 929 | : "=r" ((USItype)(sh)), \ | ||
| 930 | "=&r" ((USItype)(sl)) \ | ||
| 931 | : "0" ((USItype)(ah)), \ | ||
| 932 | "g" ((USItype)(bh)), \ | ||
| 933 | "1" ((USItype)(al)), \ | ||
| 934 | "g" ((USItype)(bl))) | ||
| 935 | /* This insn works on Pyramids with AP, XP, or MI CPUs, but not with SP. */ | ||
| 936 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 937 | ({union {UDItype __ll; \ | ||
| 938 | struct {USItype __h, __l; } __i; \ | ||
| 939 | } __xx; \ | ||
| 940 | __asm__ ("movw %1,%R0\n" \ | ||
| 941 | "uemul %2,%0" \ | ||
| 942 | : "=&r" (__xx.__ll) \ | ||
| 943 | : "g" ((USItype) (u)), \ | ||
| 944 | "g" ((USItype)(v))); \ | ||
| 945 | (w1) = __xx.__i.__h; (w0) = __xx.__i.__l; }) | ||
| 946 | #endif /* __pyr__ */ | ||
| 947 | |||
| 948 | /*************************************** | ||
| 949 | ************** RT/ROMP ************** | ||
| 950 | ***************************************/ | ||
| 951 | #if defined(__ibm032__) /* RT/ROMP */ && W_TYPE_SIZE == 32 | ||
| 952 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 953 | __asm__ ("a %1,%5\n" \ | ||
| 954 | "ae %0,%3" \ | ||
| 955 | : "=r" ((USItype)(sh)), \ | ||
| 956 | "=&r" ((USItype)(sl)) \ | ||
| 957 | : "%0" ((USItype)(ah)), \ | ||
| 958 | "r" ((USItype)(bh)), \ | ||
| 959 | "%1" ((USItype)(al)), \ | ||
| 960 | "r" ((USItype)(bl))) | ||
| 961 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 962 | __asm__ ("s %1,%5\n" \ | ||
| 963 | "se %0,%3" \ | ||
| 964 | : "=r" ((USItype)(sh)), \ | ||
| 965 | "=&r" ((USItype)(sl)) \ | ||
| 966 | : "0" ((USItype)(ah)), \ | ||
| 967 | "r" ((USItype)(bh)), \ | ||
| 968 | "1" ((USItype)(al)), \ | ||
| 969 | "r" ((USItype)(bl))) | ||
| 970 | #define umul_ppmm(ph, pl, m0, m1) \ | ||
| 971 | do { \ | ||
| 972 | USItype __m0 = (m0), __m1 = (m1); \ | ||
| 973 | __asm__ ( \ | ||
| 974 | "s r2,r2\n" \ | ||
| 975 | "mts r10,%2\n" \ | ||
| 976 | "m r2,%3\n" \ | ||
| 977 | "m r2,%3\n" \ | ||
| 978 | "m r2,%3\n" \ | ||
| 979 | "m r2,%3\n" \ | ||
| 980 | "m r2,%3\n" \ | ||
| 981 | "m r2,%3\n" \ | ||
| 982 | "m r2,%3\n" \ | ||
| 983 | "m r2,%3\n" \ | ||
| 984 | "m r2,%3\n" \ | ||
| 985 | "m r2,%3\n" \ | ||
| 986 | "m r2,%3\n" \ | ||
| 987 | "m r2,%3\n" \ | ||
| 988 | "m r2,%3\n" \ | ||
| 989 | "m r2,%3\n" \ | ||
| 990 | "m r2,%3\n" \ | ||
| 991 | "m r2,%3\n" \ | ||
| 992 | "cas %0,r2,r0\n" \ | ||
| 993 | "mfs r10,%1" \ | ||
| 994 | : "=r" ((USItype)(ph)), \ | ||
| 995 | "=r" ((USItype)(pl)) \ | ||
| 996 | : "%r" (__m0), \ | ||
| 997 | "r" (__m1) \ | ||
| 998 | : "r2"); \ | ||
| 999 | (ph) += ((((SItype) __m0 >> 31) & __m1) \ | ||
| 1000 | + (((SItype) __m1 >> 31) & __m0)); \ | ||
| 1001 | } while (0) | ||
| 1002 | #define UMUL_TIME 20 | ||
| 1003 | #define UDIV_TIME 200 | ||
| 1004 | #define count_leading_zeros(count, x) \ | ||
| 1005 | do { \ | ||
| 1006 | if ((x) >= 0x10000) \ | ||
| 1007 | __asm__ ("clz %0,%1" \ | ||
| 1008 | : "=r" ((USItype)(count)) \ | ||
| 1009 | : "r" ((USItype)(x) >> 16)); \ | ||
| 1010 | else { \ | ||
| 1011 | __asm__ ("clz %0,%1" \ | ||
| 1012 | : "=r" ((USItype)(count)) \ | ||
| 1013 | : "r" ((USItype)(x))); \ | ||
| 1014 | (count) += 16; \ | ||
| 1015 | } \ | ||
| 1016 | } while (0) | ||
| 1017 | #endif /* RT/ROMP */ | ||
| 1018 | |||
| 1019 | /*************************************** | ||
| 1020 | ************** SH2 ****************** | ||
| 1021 | ***************************************/ | ||
| 1022 | #if (defined(__sh2__) || defined(__sh3__) || defined(__SH4__)) \ | ||
| 1023 | && W_TYPE_SIZE == 32 | ||
| 1024 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 1025 | __asm__ ( \ | ||
| 1026 | "dmulu.l %2,%3\n" \ | ||
| 1027 | "sts macl,%1\n" \ | ||
| 1028 | "sts mach,%0" \ | ||
| 1029 | : "=r" ((USItype)(w1)), \ | ||
| 1030 | "=r" ((USItype)(w0)) \ | ||
| 1031 | : "r" ((USItype)(u)), \ | ||
| 1032 | "r" ((USItype)(v)) \ | ||
| 1033 | : "macl", "mach") | ||
| 1034 | #define UMUL_TIME 5 | ||
| 1035 | #endif | ||
| 1036 | |||
| 1037 | /*************************************** | ||
| 1038 | ************** SPARC **************** | ||
| 1039 | ***************************************/ | ||
| 1040 | #if defined(__sparc__) && W_TYPE_SIZE == 32 | ||
| 1041 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 1042 | __asm__ ("addcc %r4,%5,%1\n" \ | ||
| 1043 | "addx %r2,%3,%0" \ | ||
| 1044 | : "=r" ((USItype)(sh)), \ | ||
| 1045 | "=&r" ((USItype)(sl)) \ | ||
| 1046 | : "%rJ" ((USItype)(ah)), \ | ||
| 1047 | "rI" ((USItype)(bh)), \ | ||
| 1048 | "%rJ" ((USItype)(al)), \ | ||
| 1049 | "rI" ((USItype)(bl)) \ | ||
| 1050 | __CLOBBER_CC) | ||
| 1051 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 1052 | __asm__ ("subcc %r4,%5,%1\n" \ | ||
| 1053 | "subx %r2,%3,%0" \ | ||
| 1054 | : "=r" ((USItype)(sh)), \ | ||
| 1055 | "=&r" ((USItype)(sl)) \ | ||
| 1056 | : "rJ" ((USItype)(ah)), \ | ||
| 1057 | "rI" ((USItype)(bh)), \ | ||
| 1058 | "rJ" ((USItype)(al)), \ | ||
| 1059 | "rI" ((USItype)(bl)) \ | ||
| 1060 | __CLOBBER_CC) | ||
| 1061 | #if defined(__sparc_v8__) | ||
| 1062 | /* Don't match immediate range because, 1) it is not often useful, | ||
| 1063 | 2) the 'I' flag thinks of the range as a 13 bit signed interval, | ||
| 1064 | while we want to match a 13 bit interval, sign extended to 32 bits, | ||
| 1065 | but INTERPRETED AS UNSIGNED. */ | ||
| 1066 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 1067 | __asm__ ("umul %2,%3,%1;rd %%y,%0" \ | ||
| 1068 | : "=r" ((USItype)(w1)), \ | ||
| 1069 | "=r" ((USItype)(w0)) \ | ||
| 1070 | : "r" ((USItype)(u)), \ | ||
| 1071 | "r" ((USItype)(v))) | ||
| 1072 | #define UMUL_TIME 5 | ||
| 1073 | #ifndef SUPERSPARC /* SuperSPARC's udiv only handles 53 bit dividends */ | ||
| 1074 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 1075 | do { \ | ||
| 1076 | USItype __q; \ | ||
| 1077 | __asm__ ("mov %1,%%y;nop;nop;nop;udiv %2,%3,%0" \ | ||
| 1078 | : "=r" ((USItype)(__q)) \ | ||
| 1079 | : "r" ((USItype)(n1)), \ | ||
| 1080 | "r" ((USItype)(n0)), \ | ||
| 1081 | "r" ((USItype)(d))); \ | ||
| 1082 | (r) = (n0) - __q * (d); \ | ||
| 1083 | (q) = __q; \ | ||
| 1084 | } while (0) | ||
| 1085 | #define UDIV_TIME 25 | ||
| 1086 | #endif /* SUPERSPARC */ | ||
| 1087 | #else /* ! __sparc_v8__ */ | ||
| 1088 | #if defined(__sparclite__) | ||
| 1089 | /* This has hardware multiply but not divide. It also has two additional | ||
| 1090 | instructions scan (ffs from high bit) and divscc. */ | ||
| 1091 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 1092 | __asm__ ("umul %2,%3,%1;rd %%y,%0" \ | ||
| 1093 | : "=r" ((USItype)(w1)), \ | ||
| 1094 | "=r" ((USItype)(w0)) \ | ||
| 1095 | : "r" ((USItype)(u)), \ | ||
| 1096 | "r" ((USItype)(v))) | ||
| 1097 | #define UMUL_TIME 5 | ||
| 1098 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 1099 | __asm__ ("! Inlined udiv_qrnnd\n" \ | ||
| 1100 | "wr %%g0,%2,%%y ! Not a delayed write for sparclite\n" \ | ||
| 1101 | "tst %%g0\n" \ | ||
| 1102 | "divscc %3,%4,%%g1\n" \ | ||
| 1103 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1104 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1105 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1106 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1107 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1108 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1109 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1110 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1111 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1112 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1113 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1114 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1115 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1116 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1117 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1118 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1119 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1120 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1121 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1122 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1123 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1124 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1125 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1126 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1127 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1128 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1129 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1130 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1131 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1132 | "divscc %%g1,%4,%%g1\n" \ | ||
| 1133 | "divscc %%g1,%4,%0\n" \ | ||
| 1134 | "rd %%y,%1\n" \ | ||
| 1135 | "bl,a 1f\n" \ | ||
| 1136 | "add %1,%4,%1\n" \ | ||
| 1137 | "1: ! End of inline udiv_qrnnd" \ | ||
| 1138 | : "=r" ((USItype)(q)), \ | ||
| 1139 | "=r" ((USItype)(r)) \ | ||
| 1140 | : "r" ((USItype)(n1)), \ | ||
| 1141 | "r" ((USItype)(n0)), \ | ||
| 1142 | "rI" ((USItype)(d)) \ | ||
| 1143 | : "%g1" __AND_CLOBBER_CC) | ||
| 1144 | #define UDIV_TIME 37 | ||
| 1145 | #define count_leading_zeros(count, x) \ | ||
| 1146 | __asm__ ("scan %1,0,%0" \ | ||
| 1147 | : "=r" ((USItype)(x)) \ | ||
| 1148 | : "r" ((USItype)(count))) | ||
| 1149 | /* Early sparclites return 63 for an argument of 0, but they warn that future | ||
| 1150 | implementations might change this. Therefore, leave COUNT_LEADING_ZEROS_0 | ||
| 1151 | undefined. */ | ||
| 1152 | #endif /* __sparclite__ */ | ||
| 1153 | #endif /* __sparc_v8__ */ | ||
| 1154 | /* Default to sparc v7 versions of umul_ppmm and udiv_qrnnd. */ | ||
| 1155 | #ifndef umul_ppmm | ||
| 1156 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 1157 | __asm__ ("! Inlined umul_ppmm\n" \ | ||
| 1158 | "wr %%g0,%2,%%y ! SPARC has 0-3 delay insn after a wr\n" \ | ||
| 1159 | "sra %3,31,%%g2 ! Don't move this insn\n" \ | ||
| 1160 | "and %2,%%g2,%%g2 ! Don't move this insn\n" \ | ||
| 1161 | "andcc %%g0,0,%%g1 ! Don't move this insn\n" \ | ||
| 1162 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1163 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1164 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1165 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1166 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1167 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1168 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1169 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1170 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1171 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1172 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1173 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1174 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1175 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1176 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1177 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1178 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1179 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1180 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1181 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1182 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1183 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1184 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1185 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1186 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1187 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1188 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1189 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1190 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1191 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1192 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1193 | "mulscc %%g1,%3,%%g1\n" \ | ||
| 1194 | "mulscc %%g1,0,%%g1\n" \ | ||
| 1195 | "add %%g1,%%g2,%0\n" \ | ||
| 1196 | "rd %%y,%1" \ | ||
| 1197 | : "=r" ((USItype)(w1)), \ | ||
| 1198 | "=r" ((USItype)(w0)) \ | ||
| 1199 | : "%rI" ((USItype)(u)), \ | ||
| 1200 | "r" ((USItype)(v)) \ | ||
| 1201 | : "%g1", "%g2" __AND_CLOBBER_CC) | ||
| 1202 | #define UMUL_TIME 39 /* 39 instructions */ | ||
| 1203 | /* It's quite necessary to add this much assembler for the sparc. | ||
| 1204 | The default udiv_qrnnd (in C) is more than 10 times slower! */ | ||
| 1205 | #define udiv_qrnnd(q, r, n1, n0, d) \ | ||
| 1206 | __asm__ ("! Inlined udiv_qrnnd\n\t" \ | ||
| 1207 | "mov 32,%%g1\n\t" \ | ||
| 1208 | "subcc %1,%2,%%g0\n\t" \ | ||
| 1209 | "1: bcs 5f\n\t" \ | ||
| 1210 | "addxcc %0,%0,%0 ! shift n1n0 and a q-bit in lsb\n\t" \ | ||
| 1211 | "sub %1,%2,%1 ! this kills msb of n\n\t" \ | ||
| 1212 | "addx %1,%1,%1 ! so this can't give carry\n\t" \ | ||
| 1213 | "subcc %%g1,1,%%g1\n\t" \ | ||
| 1214 | "2: bne 1b\n\t" \ | ||
| 1215 | "subcc %1,%2,%%g0\n\t" \ | ||
| 1216 | "bcs 3f\n\t" \ | ||
| 1217 | "addxcc %0,%0,%0 ! shift n1n0 and a q-bit in lsb\n\t" \ | ||
| 1218 | "b 3f\n\t" \ | ||
| 1219 | "sub %1,%2,%1 ! this kills msb of n\n\t" \ | ||
| 1220 | "4: sub %1,%2,%1\n\t" \ | ||
| 1221 | "5: addxcc %1,%1,%1\n\t" \ | ||
| 1222 | "bcc 2b\n\t" \ | ||
| 1223 | "subcc %%g1,1,%%g1\n\t" \ | ||
| 1224 | "! Got carry from n. Subtract next step to cancel this carry.\n\t" \ | ||
| 1225 | "bne 4b\n\t" \ | ||
| 1226 | "addcc %0,%0,%0 ! shift n1n0 and a 0-bit in lsb\n\t" \ | ||
| 1227 | "sub %1,%2,%1\n\t" \ | ||
| 1228 | "3: xnor %0,0,%0\n\t" \ | ||
| 1229 | "! End of inline udiv_qrnnd\n" \ | ||
| 1230 | : "=&r" ((USItype)(q)), \ | ||
| 1231 | "=&r" ((USItype)(r)) \ | ||
| 1232 | : "r" ((USItype)(d)), \ | ||
| 1233 | "1" ((USItype)(n1)), \ | ||
| 1234 | "0" ((USItype)(n0)) : "%g1", "cc") | ||
| 1235 | #define UDIV_TIME (3+7*32) /* 7 instructions/iteration. 32 iterations. */ | ||
| 1236 | #endif | ||
| 1237 | #endif /* __sparc__ */ | ||
| 1238 | |||
| 1239 | /*************************************** | ||
| 1240 | ************** VAX ****************** | ||
| 1241 | ***************************************/ | ||
| 1242 | #if defined(__vax__) && W_TYPE_SIZE == 32 | ||
| 1243 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 1244 | __asm__ ("addl2 %5,%1\n" \ | ||
| 1245 | "adwc %3,%0" \ | ||
| 1246 | : "=g" ((USItype)(sh)), \ | ||
| 1247 | "=&g" ((USItype)(sl)) \ | ||
| 1248 | : "%0" ((USItype)(ah)), \ | ||
| 1249 | "g" ((USItype)(bh)), \ | ||
| 1250 | "%1" ((USItype)(al)), \ | ||
| 1251 | "g" ((USItype)(bl))) | ||
| 1252 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 1253 | __asm__ ("subl2 %5,%1\n" \ | ||
| 1254 | "sbwc %3,%0" \ | ||
| 1255 | : "=g" ((USItype)(sh)), \ | ||
| 1256 | "=&g" ((USItype)(sl)) \ | ||
| 1257 | : "0" ((USItype)(ah)), \ | ||
| 1258 | "g" ((USItype)(bh)), \ | ||
| 1259 | "1" ((USItype)(al)), \ | ||
| 1260 | "g" ((USItype)(bl))) | ||
| 1261 | #define umul_ppmm(xh, xl, m0, m1) \ | ||
| 1262 | do { \ | ||
| 1263 | union {UDItype __ll; \ | ||
| 1264 | struct {USItype __l, __h; } __i; \ | ||
| 1265 | } __xx; \ | ||
| 1266 | USItype __m0 = (m0), __m1 = (m1); \ | ||
| 1267 | __asm__ ("emul %1,%2,$0,%0" \ | ||
| 1268 | : "=g" (__xx.__ll) \ | ||
| 1269 | : "g" (__m0), \ | ||
| 1270 | "g" (__m1)); \ | ||
| 1271 | (xh) = __xx.__i.__h; (xl) = __xx.__i.__l; \ | ||
| 1272 | (xh) += ((((SItype) __m0 >> 31) & __m1) \ | ||
| 1273 | + (((SItype) __m1 >> 31) & __m0)); \ | ||
| 1274 | } while (0) | ||
| 1275 | #define sdiv_qrnnd(q, r, n1, n0, d) \ | ||
| 1276 | do { \ | ||
| 1277 | union {DItype __ll; \ | ||
| 1278 | struct {SItype __l, __h; } __i; \ | ||
| 1279 | } __xx; \ | ||
| 1280 | __xx.__i.__h = n1; __xx.__i.__l = n0; \ | ||
| 1281 | __asm__ ("ediv %3,%2,%0,%1" \ | ||
| 1282 | : "=g" (q), "=g" (r) \ | ||
| 1283 | : "g" (__xx.__ll), "g" (d)); \ | ||
| 1284 | } while (0) | ||
| 1285 | #endif /* __vax__ */ | ||
| 1286 | |||
| 1287 | /*************************************** | ||
| 1288 | ************** Z8000 **************** | ||
| 1289 | ***************************************/ | ||
| 1290 | #if defined(__z8000__) && W_TYPE_SIZE == 16 | ||
| 1291 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 1292 | __asm__ ("add %H1,%H5\n\tadc %H0,%H3" \ | ||
| 1293 | : "=r" ((unsigned int)(sh)), \ | ||
| 1294 | "=&r" ((unsigned int)(sl)) \ | ||
| 1295 | : "%0" ((unsigned int)(ah)), \ | ||
| 1296 | "r" ((unsigned int)(bh)), \ | ||
| 1297 | "%1" ((unsigned int)(al)), \ | ||
| 1298 | "rQR" ((unsigned int)(bl))) | ||
| 1299 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 1300 | __asm__ ("sub %H1,%H5\n\tsbc %H0,%H3" \ | ||
| 1301 | : "=r" ((unsigned int)(sh)), \ | ||
| 1302 | "=&r" ((unsigned int)(sl)) \ | ||
| 1303 | : "0" ((unsigned int)(ah)), \ | ||
| 1304 | "r" ((unsigned int)(bh)), \ | ||
| 1305 | "1" ((unsigned int)(al)), \ | ||
| 1306 | "rQR" ((unsigned int)(bl))) | ||
| 1307 | #define umul_ppmm(xh, xl, m0, m1) \ | ||
| 1308 | do { \ | ||
| 1309 | union {long int __ll; \ | ||
| 1310 | struct {unsigned int __h, __l; } __i; \ | ||
| 1311 | } __xx; \ | ||
| 1312 | unsigned int __m0 = (m0), __m1 = (m1); \ | ||
| 1313 | __asm__ ("mult %S0,%H3" \ | ||
| 1314 | : "=r" (__xx.__i.__h), \ | ||
| 1315 | "=r" (__xx.__i.__l) \ | ||
| 1316 | : "%1" (__m0), \ | ||
| 1317 | "rQR" (__m1)); \ | ||
| 1318 | (xh) = __xx.__i.__h; (xl) = __xx.__i.__l; \ | ||
| 1319 | (xh) += ((((signed int) __m0 >> 15) & __m1) \ | ||
| 1320 | + (((signed int) __m1 >> 15) & __m0)); \ | ||
| 1321 | } while (0) | ||
| 1322 | #endif /* __z8000__ */ | ||
| 1323 | |||
| 1324 | #endif /* __GNUC__ */ | ||
| 1325 | |||
| 1326 | /*************************************** | ||
| 1327 | *********** Generic Versions ******** | ||
| 1328 | ***************************************/ | ||
| 1329 | #if !defined(umul_ppmm) && defined(__umulsidi3) | ||
| 1330 | #define umul_ppmm(ph, pl, m0, m1) \ | ||
| 1331 | { \ | ||
| 1332 | UDWtype __ll = __umulsidi3(m0, m1); \ | ||
| 1333 | ph = (UWtype) (__ll >> W_TYPE_SIZE); \ | ||
| 1334 | pl = (UWtype) __ll; \ | ||
| 1335 | } | ||
| 1336 | #endif | ||
| 1337 | |||
| 1338 | #if !defined(__umulsidi3) | ||
| 1339 | #define __umulsidi3(u, v) \ | ||
| 1340 | ({UWtype __hi, __lo; \ | ||
| 1341 | umul_ppmm(__hi, __lo, u, v); \ | ||
| 1342 | ((UDWtype) __hi << W_TYPE_SIZE) | __lo; }) | ||
| 1343 | #endif | ||
| 1344 | |||
| 1345 | /* If this machine has no inline assembler, use C macros. */ | ||
| 1346 | |||
| 1347 | #if !defined(add_ssaaaa) | ||
| 1348 | #define add_ssaaaa(sh, sl, ah, al, bh, bl) \ | ||
| 1349 | do { \ | ||
| 1350 | UWtype __x; \ | ||
| 1351 | __x = (al) + (bl); \ | ||
| 1352 | (sh) = (ah) + (bh) + (__x < (al)); \ | ||
| 1353 | (sl) = __x; \ | ||
| 1354 | } while (0) | ||
| 1355 | #endif | ||
| 1356 | |||
| 1357 | #if !defined(sub_ddmmss) | ||
| 1358 | #define sub_ddmmss(sh, sl, ah, al, bh, bl) \ | ||
| 1359 | do { \ | ||
| 1360 | UWtype __x; \ | ||
| 1361 | __x = (al) - (bl); \ | ||
| 1362 | (sh) = (ah) - (bh) - (__x > (al)); \ | ||
| 1363 | (sl) = __x; \ | ||
| 1364 | } while (0) | ||
| 1365 | #endif | ||
| 1366 | |||
| 1367 | #if !defined(umul_ppmm) | ||
| 1368 | #define umul_ppmm(w1, w0, u, v) \ | ||
| 1369 | do { \ | ||
| 1370 | UWtype __x0, __x1, __x2, __x3; \ | ||
| 1371 | UHWtype __ul, __vl, __uh, __vh; \ | ||
| 1372 | UWtype __u = (u), __v = (v); \ | ||
| 1373 | \ | ||
| 1374 | __ul = __ll_lowpart(__u); \ | ||
| 1375 | __uh = __ll_highpart(__u); \ | ||
| 1376 | __vl = __ll_lowpart(__v); \ | ||
| 1377 | __vh = __ll_highpart(__v); \ | ||
| 1378 | \ | ||
| 1379 | __x0 = (UWtype) __ul * __vl; \ | ||
| 1380 | __x1 = (UWtype) __ul * __vh; \ | ||
| 1381 | __x2 = (UWtype) __uh * __vl; \ | ||
| 1382 | __x3 = (UWtype) __uh * __vh; \ | ||
| 1383 | \ | ||
| 1384 | __x1 += __ll_highpart(__x0);/* this can't give carry */ \ | ||
| 1385 | __x1 += __x2; /* but this indeed can */ \ | ||
| 1386 | if (__x1 < __x2) /* did we get it? */ \ | ||
| 1387 | __x3 += __ll_B; /* yes, add it in the proper pos. */ \ | ||
| 1388 | \ | ||
| 1389 | (w1) = __x3 + __ll_highpart(__x1); \ | ||
| 1390 | (w0) = (__ll_lowpart(__x1) << W_TYPE_SIZE/2) + __ll_lowpart(__x0); \ | ||
| 1391 | } while (0) | ||
| 1392 | #endif | ||
| 1393 | |||
| 1394 | #if !defined(umul_ppmm) | ||
| 1395 | #define smul_ppmm(w1, w0, u, v) \ | ||
| 1396 | do { \ | ||
| 1397 | UWtype __w1; \ | ||
| 1398 | UWtype __m0 = (u), __m1 = (v); \ | ||
| 1399 | umul_ppmm(__w1, w0, __m0, __m1); \ | ||
| 1400 | (w1) = __w1 - (-(__m0 >> (W_TYPE_SIZE - 1)) & __m1) \ | ||
| 1401 | - (-(__m1 >> (W_TYPE_SIZE - 1)) & __m0); \ | ||
| 1402 | } while (0) | ||
| 1403 | #endif | ||
| 1404 | |||
| 1405 | /* Define this unconditionally, so it can be used for debugging. */ | ||
| 1406 | #define __udiv_qrnnd_c(q, r, n1, n0, d) \ | ||
| 1407 | do { \ | ||
| 1408 | UWtype __d1, __d0, __q1, __q0, __r1, __r0, __m; \ | ||
| 1409 | __d1 = __ll_highpart(d); \ | ||
| 1410 | __d0 = __ll_lowpart(d); \ | ||
| 1411 | \ | ||
| 1412 | __r1 = (n1) % __d1; \ | ||
| 1413 | __q1 = (n1) / __d1; \ | ||
| 1414 | __m = (UWtype) __q1 * __d0; \ | ||
| 1415 | __r1 = __r1 * __ll_B | __ll_highpart(n0); \ | ||
| 1416 | if (__r1 < __m) { \ | ||
| 1417 | __q1--, __r1 += (d); \ | ||
| 1418 | if (__r1 >= (d)) /* i.e. we didn't get carry when adding to __r1 */ \ | ||
| 1419 | if (__r1 < __m) \ | ||
| 1420 | __q1--, __r1 += (d); \ | ||
| 1421 | } \ | ||
| 1422 | __r1 -= __m; \ | ||
| 1423 | \ | ||
| 1424 | __r0 = __r1 % __d1; \ | ||
| 1425 | __q0 = __r1 / __d1; \ | ||
| 1426 | __m = (UWtype) __q0 * __d0; \ | ||
| 1427 | __r0 = __r0 * __ll_B | __ll_lowpart(n0); \ | ||
| 1428 | if (__r0 < __m) { \ | ||
| 1429 | __q0--, __r0 += (d); \ | ||
| 1430 | if (__r0 >= (d)) \ | ||
| 1431 | if (__r0 < __m) \ | ||
| 1432 | __q0--, __r0 += (d); \ | ||
| 1433 | } \ | ||
| 1434 | __r0 -= __m; \ | ||
| 1435 | \ | ||
| 1436 | (q) = (UWtype) __q1 * __ll_B | __q0; \ | ||
| 1437 | (r) = __r0; \ | ||
| 1438 | } while (0) | ||
| 1439 | |||
| 1440 | /* If the processor has no udiv_qrnnd but sdiv_qrnnd, go through | ||
| 1441 | __udiv_w_sdiv (defined in libgcc or elsewhere). */ | ||
| 1442 | #if !defined(udiv_qrnnd) && defined(sdiv_qrnnd) | ||
| 1443 | #define udiv_qrnnd(q, r, nh, nl, d) \ | ||
| 1444 | do { \ | ||
| 1445 | UWtype __r; \ | ||
| 1446 | (q) = __MPN(udiv_w_sdiv) (&__r, nh, nl, d); \ | ||
| 1447 | (r) = __r; \ | ||
| 1448 | } while (0) | ||
| 1449 | #endif | ||
| 1450 | |||
| 1451 | /* If udiv_qrnnd was not defined for this processor, use __udiv_qrnnd_c. */ | ||
| 1452 | #if !defined(udiv_qrnnd) | ||
| 1453 | #define UDIV_NEEDS_NORMALIZATION 1 | ||
| 1454 | #define udiv_qrnnd __udiv_qrnnd_c | ||
| 1455 | #endif | ||
| 1456 | |||
| 1457 | #undef count_leading_zeros | ||
| 1458 | #if !defined(count_leading_zeros) | ||
| 1459 | extern | ||
| 1460 | #ifdef __STDC__ | ||
| 1461 | const | ||
| 1462 | #endif | ||
| 1463 | unsigned char __clz_tab[]; | ||
| 1464 | #define count_leading_zeros(count, x) \ | ||
| 1465 | do { \ | ||
| 1466 | UWtype __xr = (x); \ | ||
| 1467 | UWtype __a; \ | ||
| 1468 | \ | ||
| 1469 | if (W_TYPE_SIZE <= 32) { \ | ||
| 1470 | __a = __xr < ((UWtype) 1 << 2*__BITS4) \ | ||
| 1471 | ? (__xr < ((UWtype) 1 << __BITS4) ? 0 : __BITS4) \ | ||
| 1472 | : (__xr < ((UWtype) 1 << 3*__BITS4) ? 2*__BITS4 : 3*__BITS4); \ | ||
| 1473 | } \ | ||
| 1474 | else { \ | ||
| 1475 | for (__a = W_TYPE_SIZE - 8; __a > 0; __a -= 8) \ | ||
| 1476 | if (((__xr >> __a) & 0xff) != 0) \ | ||
| 1477 | break; \ | ||
| 1478 | } \ | ||
| 1479 | \ | ||
| 1480 | (count) = W_TYPE_SIZE - (__clz_tab[__xr >> __a] + __a); \ | ||
| 1481 | } while (0) | ||
| 1482 | /* This version gives a well-defined value for zero. */ | ||
| 1483 | #define COUNT_LEADING_ZEROS_0 W_TYPE_SIZE | ||
| 1484 | #endif | ||
| 1485 | |||
| 1486 | #if !defined(count_trailing_zeros) | ||
| 1487 | /* Define count_trailing_zeros using count_leading_zeros. The latter might be | ||
| 1488 | defined in asm, but if it is not, the C version above is good enough. */ | ||
| 1489 | #define count_trailing_zeros(count, x) \ | ||
| 1490 | do { \ | ||
| 1491 | UWtype __ctz_x = (x); \ | ||
| 1492 | UWtype __ctz_c; \ | ||
| 1493 | count_leading_zeros(__ctz_c, __ctz_x & -__ctz_x); \ | ||
| 1494 | (count) = W_TYPE_SIZE - 1 - __ctz_c; \ | ||
| 1495 | } while (0) | ||
| 1496 | #endif | ||
| 1497 | |||
| 1498 | #ifndef UDIV_NEEDS_NORMALIZATION | ||
| 1499 | #define UDIV_NEEDS_NORMALIZATION 0 | ||
| 1500 | #endif | ||
diff --git a/lib/mpi/mpi-add.c b/lib/mpi/mpi-add.c new file mode 100644 index 000000000000..f56b9ba295e6 --- /dev/null +++ b/lib/mpi/mpi-add.c | |||
| @@ -0,0 +1,234 @@ | |||
| 1 | /* mpi-add.c - MPI functions | ||
| 2 | * Copyright (C) 1998, 1999, 2000, 2001 Free Software Foundation, Inc. | ||
| 3 | * Copyright (C) 1994, 1996 Free Software Foundation, Inc. | ||
| 4 | * | ||
| 5 | * This file is part of GnuPG. | ||
| 6 | * | ||
| 7 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or | ||
| 10 | * (at your option) any later version. | ||
| 11 | * | ||
| 12 | * GnuPG is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 15 | * GNU General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU General Public License | ||
| 18 | * along with this program; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 20 | * | ||
| 21 | * Note: This code is heavily based on the GNU MP Library. | ||
| 22 | * Actually it's the same code with only minor changes in the | ||
| 23 | * way the data is stored; this is to support the abstraction | ||
| 24 | * of an optional secure memory allocation which may be used | ||
| 25 | * to avoid revealing of sensitive data due to paging etc. | ||
| 26 | * The GNU MP Library itself is published under the LGPL; | ||
| 27 | * however I decided to publish this code under the plain GPL. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #include "mpi-internal.h" | ||
| 31 | |||
| 32 | /**************** | ||
| 33 | * Add the unsigned integer V to the mpi-integer U and store the | ||
| 34 | * result in W. U and V may be the same. | ||
| 35 | */ | ||
| 36 | int mpi_add_ui(MPI w, const MPI u, unsigned long v) | ||
| 37 | { | ||
| 38 | mpi_ptr_t wp, up; | ||
| 39 | mpi_size_t usize, wsize; | ||
| 40 | int usign, wsign; | ||
| 41 | |||
| 42 | usize = u->nlimbs; | ||
| 43 | usign = u->sign; | ||
| 44 | wsign = 0; | ||
| 45 | |||
| 46 | /* If not space for W (and possible carry), increase space. */ | ||
| 47 | wsize = usize + 1; | ||
| 48 | if (w->alloced < wsize) | ||
| 49 | if (mpi_resize(w, wsize) < 0) | ||
| 50 | return -ENOMEM; | ||
| 51 | |||
| 52 | /* These must be after realloc (U may be the same as W). */ | ||
| 53 | up = u->d; | ||
| 54 | wp = w->d; | ||
| 55 | |||
| 56 | if (!usize) { /* simple */ | ||
| 57 | wp[0] = v; | ||
| 58 | wsize = v ? 1 : 0; | ||
| 59 | } else if (!usign) { /* mpi is not negative */ | ||
| 60 | mpi_limb_t cy; | ||
| 61 | cy = mpihelp_add_1(wp, up, usize, v); | ||
| 62 | wp[usize] = cy; | ||
| 63 | wsize = usize + cy; | ||
| 64 | } else { /* The signs are different. Need exact comparison to determine | ||
| 65 | * which operand to subtract from which. */ | ||
| 66 | if (usize == 1 && up[0] < v) { | ||
| 67 | wp[0] = v - up[0]; | ||
| 68 | wsize = 1; | ||
| 69 | } else { | ||
| 70 | mpihelp_sub_1(wp, up, usize, v); | ||
| 71 | /* Size can decrease with at most one limb. */ | ||
| 72 | wsize = usize - (wp[usize - 1] == 0); | ||
| 73 | wsign = 1; | ||
| 74 | } | ||
| 75 | } | ||
| 76 | |||
| 77 | w->nlimbs = wsize; | ||
| 78 | w->sign = wsign; | ||
| 79 | return 0; | ||
| 80 | } | ||
| 81 | |||
| 82 | int mpi_add(MPI w, MPI u, MPI v) | ||
| 83 | { | ||
| 84 | mpi_ptr_t wp, up, vp; | ||
| 85 | mpi_size_t usize, vsize, wsize; | ||
| 86 | int usign, vsign, wsign; | ||
| 87 | |||
| 88 | if (u->nlimbs < v->nlimbs) { /* Swap U and V. */ | ||
| 89 | usize = v->nlimbs; | ||
| 90 | usign = v->sign; | ||
| 91 | vsize = u->nlimbs; | ||
| 92 | vsign = u->sign; | ||
| 93 | wsize = usize + 1; | ||
| 94 | if (RESIZE_IF_NEEDED(w, wsize) < 0) | ||
| 95 | return -ENOMEM; | ||
| 96 | /* These must be after realloc (u or v may be the same as w). */ | ||
| 97 | up = v->d; | ||
| 98 | vp = u->d; | ||
| 99 | } else { | ||
| 100 | usize = u->nlimbs; | ||
| 101 | usign = u->sign; | ||
| 102 | vsize = v->nlimbs; | ||
| 103 | vsign = v->sign; | ||
| 104 | wsize = usize + 1; | ||
| 105 | if (RESIZE_IF_NEEDED(w, wsize) < 0) | ||
| 106 | return -ENOMEM; | ||
| 107 | /* These must be after realloc (u or v may be the same as w). */ | ||
| 108 | up = u->d; | ||
| 109 | vp = v->d; | ||
| 110 | } | ||
| 111 | wp = w->d; | ||
| 112 | wsign = 0; | ||
| 113 | |||
| 114 | if (!vsize) { /* simple */ | ||
| 115 | MPN_COPY(wp, up, usize); | ||
| 116 | wsize = usize; | ||
| 117 | wsign = usign; | ||
| 118 | } else if (usign != vsign) { /* different sign */ | ||
| 119 | /* This test is right since USIZE >= VSIZE */ | ||
| 120 | if (usize != vsize) { | ||
| 121 | mpihelp_sub(wp, up, usize, vp, vsize); | ||
| 122 | wsize = usize; | ||
| 123 | MPN_NORMALIZE(wp, wsize); | ||
| 124 | wsign = usign; | ||
| 125 | } else if (mpihelp_cmp(up, vp, usize) < 0) { | ||
| 126 | mpihelp_sub_n(wp, vp, up, usize); | ||
| 127 | wsize = usize; | ||
| 128 | MPN_NORMALIZE(wp, wsize); | ||
| 129 | if (!usign) | ||
| 130 | wsign = 1; | ||
| 131 | } else { | ||
| 132 | mpihelp_sub_n(wp, up, vp, usize); | ||
| 133 | wsize = usize; | ||
| 134 | MPN_NORMALIZE(wp, wsize); | ||
| 135 | if (usign) | ||
| 136 | wsign = 1; | ||
| 137 | } | ||
| 138 | } else { /* U and V have same sign. Add them. */ | ||
| 139 | mpi_limb_t cy = mpihelp_add(wp, up, usize, vp, vsize); | ||
| 140 | wp[usize] = cy; | ||
| 141 | wsize = usize + cy; | ||
| 142 | if (usign) | ||
| 143 | wsign = 1; | ||
| 144 | } | ||
| 145 | |||
| 146 | w->nlimbs = wsize; | ||
| 147 | w->sign = wsign; | ||
| 148 | return 0; | ||
| 149 | } | ||
| 150 | |||
| 151 | /**************** | ||
| 152 | * Subtract the unsigned integer V from the mpi-integer U and store the | ||
| 153 | * result in W. | ||
| 154 | */ | ||
| 155 | int mpi_sub_ui(MPI w, MPI u, unsigned long v) | ||
| 156 | { | ||
| 157 | mpi_ptr_t wp, up; | ||
| 158 | mpi_size_t usize, wsize; | ||
| 159 | int usign, wsign; | ||
| 160 | |||
| 161 | usize = u->nlimbs; | ||
| 162 | usign = u->sign; | ||
| 163 | wsign = 0; | ||
| 164 | |||
| 165 | /* If not space for W (and possible carry), increase space. */ | ||
| 166 | wsize = usize + 1; | ||
| 167 | if (w->alloced < wsize) | ||
| 168 | if (mpi_resize(w, wsize) < 0) | ||
| 169 | return -ENOMEM; | ||
| 170 | |||
| 171 | /* These must be after realloc (U may be the same as W). */ | ||
| 172 | up = u->d; | ||
| 173 | wp = w->d; | ||
| 174 | |||
| 175 | if (!usize) { /* simple */ | ||
| 176 | wp[0] = v; | ||
| 177 | wsize = v ? 1 : 0; | ||
| 178 | wsign = 1; | ||
| 179 | } else if (usign) { /* mpi and v are negative */ | ||
| 180 | mpi_limb_t cy; | ||
| 181 | cy = mpihelp_add_1(wp, up, usize, v); | ||
| 182 | wp[usize] = cy; | ||
| 183 | wsize = usize + cy; | ||
| 184 | } else { /* The signs are different. Need exact comparison to determine | ||
| 185 | * which operand to subtract from which. */ | ||
| 186 | if (usize == 1 && up[0] < v) { | ||
| 187 | wp[0] = v - up[0]; | ||
| 188 | wsize = 1; | ||
| 189 | wsign = 1; | ||
| 190 | } else { | ||
| 191 | mpihelp_sub_1(wp, up, usize, v); | ||
| 192 | /* Size can decrease with at most one limb. */ | ||
| 193 | wsize = usize - (wp[usize - 1] == 0); | ||
| 194 | } | ||
| 195 | } | ||
| 196 | |||
| 197 | w->nlimbs = wsize; | ||
| 198 | w->sign = wsign; | ||
| 199 | return 0; | ||
| 200 | } | ||
| 201 | |||
| 202 | int mpi_sub(MPI w, MPI u, MPI v) | ||
| 203 | { | ||
| 204 | int rc; | ||
| 205 | |||
| 206 | if (w == v) { | ||
| 207 | MPI vv; | ||
| 208 | if (mpi_copy(&vv, v) < 0) | ||
| 209 | return -ENOMEM; | ||
| 210 | vv->sign = !vv->sign; | ||
| 211 | rc = mpi_add(w, u, vv); | ||
| 212 | mpi_free(vv); | ||
| 213 | } else { | ||
| 214 | /* fixme: this is not thread-save (we temp. modify v) */ | ||
| 215 | v->sign = !v->sign; | ||
| 216 | rc = mpi_add(w, u, v); | ||
| 217 | v->sign = !v->sign; | ||
| 218 | } | ||
| 219 | return rc; | ||
| 220 | } | ||
| 221 | |||
| 222 | int mpi_addm(MPI w, MPI u, MPI v, MPI m) | ||
| 223 | { | ||
| 224 | if (mpi_add(w, u, v) < 0 || mpi_fdiv_r(w, w, m) < 0) | ||
| 225 | return -ENOMEM; | ||
| 226 | return 0; | ||
| 227 | } | ||
| 228 | |||
| 229 | int mpi_subm(MPI w, MPI u, MPI v, MPI m) | ||
| 230 | { | ||
| 231 | if (mpi_sub(w, u, v) < 0 || mpi_fdiv_r(w, w, m) < 0) | ||
| 232 | return -ENOMEM; | ||
| 233 | return 0; | ||
| 234 | } | ||
diff --git a/lib/mpi/mpi-bit.c b/lib/mpi/mpi-bit.c new file mode 100644 index 000000000000..2f526627e4f5 --- /dev/null +++ b/lib/mpi/mpi-bit.c | |||
| @@ -0,0 +1,217 @@ | |||
| 1 | /* mpi-bit.c - MPI bit level fucntions | ||
| 2 | * Copyright (C) 1998, 1999 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | */ | ||
| 20 | |||
| 21 | #include "mpi-internal.h" | ||
| 22 | #include "longlong.h" | ||
| 23 | |||
| 24 | #define A_LIMB_1 ((mpi_limb_t) 1) | ||
| 25 | |||
| 26 | /**************** | ||
| 27 | * Sometimes we have MSL (most significant limbs) which are 0; | ||
| 28 | * this is for some reasons not good, so this function removes them. | ||
| 29 | */ | ||
| 30 | void mpi_normalize(MPI a) | ||
| 31 | { | ||
| 32 | for (; a->nlimbs && !a->d[a->nlimbs - 1]; a->nlimbs--) | ||
| 33 | ; | ||
| 34 | } | ||
| 35 | |||
| 36 | /**************** | ||
| 37 | * Return the number of bits in A. | ||
| 38 | */ | ||
| 39 | unsigned mpi_get_nbits(MPI a) | ||
| 40 | { | ||
| 41 | unsigned n; | ||
| 42 | |||
| 43 | mpi_normalize(a); | ||
| 44 | |||
| 45 | if (a->nlimbs) { | ||
| 46 | mpi_limb_t alimb = a->d[a->nlimbs - 1]; | ||
| 47 | if (alimb) | ||
| 48 | count_leading_zeros(n, alimb); | ||
| 49 | else | ||
| 50 | n = BITS_PER_MPI_LIMB; | ||
| 51 | n = BITS_PER_MPI_LIMB - n + (a->nlimbs - 1) * BITS_PER_MPI_LIMB; | ||
| 52 | } else | ||
| 53 | n = 0; | ||
| 54 | return n; | ||
| 55 | } | ||
| 56 | EXPORT_SYMBOL_GPL(mpi_get_nbits); | ||
| 57 | |||
| 58 | /**************** | ||
| 59 | * Test whether bit N is set. | ||
| 60 | */ | ||
| 61 | int mpi_test_bit(MPI a, unsigned n) | ||
| 62 | { | ||
| 63 | unsigned limbno, bitno; | ||
| 64 | mpi_limb_t limb; | ||
| 65 | |||
| 66 | limbno = n / BITS_PER_MPI_LIMB; | ||
| 67 | bitno = n % BITS_PER_MPI_LIMB; | ||
| 68 | |||
| 69 | if (limbno >= a->nlimbs) | ||
| 70 | return 0; /* too far left: this is a 0 */ | ||
| 71 | limb = a->d[limbno]; | ||
| 72 | return (limb & (A_LIMB_1 << bitno)) ? 1 : 0; | ||
| 73 | } | ||
| 74 | |||
| 75 | /**************** | ||
| 76 | * Set bit N of A. | ||
| 77 | */ | ||
| 78 | int mpi_set_bit(MPI a, unsigned n) | ||
| 79 | { | ||
| 80 | unsigned limbno, bitno; | ||
| 81 | |||
| 82 | limbno = n / BITS_PER_MPI_LIMB; | ||
| 83 | bitno = n % BITS_PER_MPI_LIMB; | ||
| 84 | |||
| 85 | if (limbno >= a->nlimbs) { /* resize */ | ||
| 86 | if (a->alloced >= limbno) | ||
| 87 | if (mpi_resize(a, limbno + 1) < 0) | ||
| 88 | return -ENOMEM; | ||
| 89 | a->nlimbs = limbno + 1; | ||
| 90 | } | ||
| 91 | a->d[limbno] |= (A_LIMB_1 << bitno); | ||
| 92 | return 0; | ||
| 93 | } | ||
| 94 | |||
| 95 | /**************** | ||
| 96 | * Set bit N of A. and clear all bits above | ||
| 97 | */ | ||
| 98 | int mpi_set_highbit(MPI a, unsigned n) | ||
| 99 | { | ||
| 100 | unsigned limbno, bitno; | ||
| 101 | |||
| 102 | limbno = n / BITS_PER_MPI_LIMB; | ||
| 103 | bitno = n % BITS_PER_MPI_LIMB; | ||
| 104 | |||
| 105 | if (limbno >= a->nlimbs) { /* resize */ | ||
| 106 | if (a->alloced >= limbno) | ||
| 107 | if (mpi_resize(a, limbno + 1) < 0) | ||
| 108 | return -ENOMEM; | ||
| 109 | a->nlimbs = limbno + 1; | ||
| 110 | } | ||
| 111 | a->d[limbno] |= (A_LIMB_1 << bitno); | ||
| 112 | for (bitno++; bitno < BITS_PER_MPI_LIMB; bitno++) | ||
| 113 | a->d[limbno] &= ~(A_LIMB_1 << bitno); | ||
| 114 | a->nlimbs = limbno + 1; | ||
| 115 | return 0; | ||
| 116 | } | ||
| 117 | |||
| 118 | /**************** | ||
| 119 | * clear bit N of A and all bits above | ||
| 120 | */ | ||
| 121 | void mpi_clear_highbit(MPI a, unsigned n) | ||
| 122 | { | ||
| 123 | unsigned limbno, bitno; | ||
| 124 | |||
| 125 | limbno = n / BITS_PER_MPI_LIMB; | ||
| 126 | bitno = n % BITS_PER_MPI_LIMB; | ||
| 127 | |||
| 128 | if (limbno >= a->nlimbs) | ||
| 129 | return; /* not allocated, so need to clear bits :-) */ | ||
| 130 | |||
| 131 | for (; bitno < BITS_PER_MPI_LIMB; bitno++) | ||
| 132 | a->d[limbno] &= ~(A_LIMB_1 << bitno); | ||
| 133 | a->nlimbs = limbno + 1; | ||
| 134 | } | ||
| 135 | |||
| 136 | /**************** | ||
| 137 | * Clear bit N of A. | ||
| 138 | */ | ||
| 139 | void mpi_clear_bit(MPI a, unsigned n) | ||
| 140 | { | ||
| 141 | unsigned limbno, bitno; | ||
| 142 | |||
| 143 | limbno = n / BITS_PER_MPI_LIMB; | ||
| 144 | bitno = n % BITS_PER_MPI_LIMB; | ||
| 145 | |||
| 146 | if (limbno >= a->nlimbs) | ||
| 147 | return; /* don't need to clear this bit, it's to far to left */ | ||
| 148 | a->d[limbno] &= ~(A_LIMB_1 << bitno); | ||
| 149 | } | ||
| 150 | |||
| 151 | /**************** | ||
| 152 | * Shift A by N bits to the right | ||
| 153 | * FIXME: should use alloc_limb if X and A are same. | ||
| 154 | */ | ||
| 155 | int mpi_rshift(MPI x, MPI a, unsigned n) | ||
| 156 | { | ||
| 157 | mpi_ptr_t xp; | ||
| 158 | mpi_size_t xsize; | ||
| 159 | |||
| 160 | xsize = a->nlimbs; | ||
| 161 | x->sign = a->sign; | ||
| 162 | if (RESIZE_IF_NEEDED(x, (size_t) xsize) < 0) | ||
| 163 | return -ENOMEM; | ||
| 164 | xp = x->d; | ||
| 165 | |||
| 166 | if (xsize) { | ||
| 167 | mpihelp_rshift(xp, a->d, xsize, n); | ||
| 168 | MPN_NORMALIZE(xp, xsize); | ||
| 169 | } | ||
| 170 | x->nlimbs = xsize; | ||
| 171 | return 0; | ||
| 172 | } | ||
| 173 | |||
| 174 | /**************** | ||
| 175 | * Shift A by COUNT limbs to the left | ||
| 176 | * This is used only within the MPI library | ||
| 177 | */ | ||
| 178 | int mpi_lshift_limbs(MPI a, unsigned int count) | ||
| 179 | { | ||
| 180 | mpi_ptr_t ap = a->d; | ||
| 181 | int n = a->nlimbs; | ||
| 182 | int i; | ||
| 183 | |||
| 184 | if (!count || !n) | ||
| 185 | return 0; | ||
| 186 | |||
| 187 | if (RESIZE_IF_NEEDED(a, n + count) < 0) | ||
| 188 | return -ENOMEM; | ||
| 189 | |||
| 190 | for (i = n - 1; i >= 0; i--) | ||
| 191 | ap[i + count] = ap[i]; | ||
| 192 | for (i = 0; i < count; i++) | ||
| 193 | ap[i] = 0; | ||
| 194 | a->nlimbs += count; | ||
| 195 | return 0; | ||
| 196 | } | ||
| 197 | |||
| 198 | /**************** | ||
| 199 | * Shift A by COUNT limbs to the right | ||
| 200 | * This is used only within the MPI library | ||
| 201 | */ | ||
| 202 | void mpi_rshift_limbs(MPI a, unsigned int count) | ||
| 203 | { | ||
| 204 | mpi_ptr_t ap = a->d; | ||
| 205 | mpi_size_t n = a->nlimbs; | ||
| 206 | unsigned int i; | ||
| 207 | |||
| 208 | if (count >= n) { | ||
| 209 | a->nlimbs = 0; | ||
| 210 | return; | ||
| 211 | } | ||
| 212 | |||
| 213 | for (i = 0; i < n - count; i++) | ||
| 214 | ap[i] = ap[i + count]; | ||
| 215 | ap[i] = 0; | ||
| 216 | a->nlimbs -= count; | ||
| 217 | } | ||
diff --git a/lib/mpi/mpi-cmp.c b/lib/mpi/mpi-cmp.c new file mode 100644 index 000000000000..914bc42a8a80 --- /dev/null +++ b/lib/mpi/mpi-cmp.c | |||
| @@ -0,0 +1,68 @@ | |||
| 1 | /* mpi-cmp.c - MPI functions | ||
| 2 | * Copyright (C) 1998, 1999 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | */ | ||
| 20 | |||
| 21 | #include "mpi-internal.h" | ||
| 22 | |||
| 23 | int mpi_cmp_ui(MPI u, unsigned long v) | ||
| 24 | { | ||
| 25 | mpi_limb_t limb = v; | ||
| 26 | |||
| 27 | mpi_normalize(u); | ||
| 28 | if (!u->nlimbs && !limb) | ||
| 29 | return 0; | ||
| 30 | if (u->sign) | ||
| 31 | return -1; | ||
| 32 | if (u->nlimbs > 1) | ||
| 33 | return 1; | ||
| 34 | |||
| 35 | if (u->d[0] == limb) | ||
| 36 | return 0; | ||
| 37 | else if (u->d[0] > limb) | ||
| 38 | return 1; | ||
| 39 | else | ||
| 40 | return -1; | ||
| 41 | } | ||
| 42 | |||
| 43 | int mpi_cmp(MPI u, MPI v) | ||
| 44 | { | ||
| 45 | mpi_size_t usize, vsize; | ||
| 46 | int cmp; | ||
| 47 | |||
| 48 | mpi_normalize(u); | ||
| 49 | mpi_normalize(v); | ||
| 50 | usize = u->nlimbs; | ||
| 51 | vsize = v->nlimbs; | ||
| 52 | if (!u->sign && v->sign) | ||
| 53 | return 1; | ||
| 54 | if (u->sign && !v->sign) | ||
| 55 | return -1; | ||
| 56 | if (usize != vsize && !u->sign && !v->sign) | ||
| 57 | return usize - vsize; | ||
| 58 | if (usize != vsize && u->sign && v->sign) | ||
| 59 | return vsize + usize; | ||
| 60 | if (!usize) | ||
| 61 | return 0; | ||
| 62 | cmp = mpihelp_cmp(u->d, v->d, usize); | ||
| 63 | if (!cmp) | ||
| 64 | return 0; | ||
| 65 | if ((cmp < 0 ? 1 : 0) == (u->sign ? 1 : 0)) | ||
| 66 | return 1; | ||
| 67 | return -1; | ||
| 68 | } | ||
diff --git a/lib/mpi/mpi-div.c b/lib/mpi/mpi-div.c new file mode 100644 index 000000000000..f68cbbb4d4a4 --- /dev/null +++ b/lib/mpi/mpi-div.c | |||
| @@ -0,0 +1,338 @@ | |||
| 1 | /* mpi-div.c - MPI functions | ||
| 2 | * Copyright (C) 1994, 1996 Free Software Foundation, Inc. | ||
| 3 | * Copyright (C) 1998, 1999, 2000, 2001 Free Software Foundation, Inc. | ||
| 4 | * | ||
| 5 | * This file is part of GnuPG. | ||
| 6 | * | ||
| 7 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or | ||
| 10 | * (at your option) any later version. | ||
| 11 | * | ||
| 12 | * GnuPG is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 15 | * GNU General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU General Public License | ||
| 18 | * along with this program; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 20 | * | ||
| 21 | * Note: This code is heavily based on the GNU MP Library. | ||
| 22 | * Actually it's the same code with only minor changes in the | ||
| 23 | * way the data is stored; this is to support the abstraction | ||
| 24 | * of an optional secure memory allocation which may be used | ||
| 25 | * to avoid revealing of sensitive data due to paging etc. | ||
| 26 | * The GNU MP Library itself is published under the LGPL; | ||
| 27 | * however I decided to publish this code under the plain GPL. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #include <linux/string.h> | ||
| 31 | #include "mpi-internal.h" | ||
| 32 | #include "longlong.h" | ||
| 33 | |||
| 34 | int mpi_fdiv_r(MPI rem, MPI dividend, MPI divisor) | ||
| 35 | { | ||
| 36 | int rc = -ENOMEM; | ||
| 37 | int divisor_sign = divisor->sign; | ||
| 38 | MPI temp_divisor = NULL; | ||
| 39 | |||
| 40 | /* We need the original value of the divisor after the remainder has been | ||
| 41 | * preliminary calculated. We have to copy it to temporary space if it's | ||
| 42 | * the same variable as REM. */ | ||
| 43 | if (rem == divisor) { | ||
| 44 | if (mpi_copy(&temp_divisor, divisor) < 0) | ||
| 45 | goto nomem; | ||
| 46 | divisor = temp_divisor; | ||
| 47 | } | ||
| 48 | |||
| 49 | if (mpi_tdiv_qr(NULL, rem, dividend, divisor) < 0) | ||
| 50 | goto nomem; | ||
| 51 | if (((divisor_sign ? 1 : 0) ^ (dividend->sign ? 1 : 0)) && rem->nlimbs) | ||
| 52 | if (mpi_add(rem, rem, divisor) < 0) | ||
| 53 | goto nomem; | ||
| 54 | |||
| 55 | rc = 0; | ||
| 56 | |||
| 57 | nomem: | ||
| 58 | if (temp_divisor) | ||
| 59 | mpi_free(temp_divisor); | ||
| 60 | return rc; | ||
| 61 | } | ||
| 62 | |||
| 63 | /**************** | ||
| 64 | * Division rounding the quotient towards -infinity. | ||
| 65 | * The remainder gets the same sign as the denominator. | ||
| 66 | * rem is optional | ||
| 67 | */ | ||
| 68 | |||
| 69 | ulong mpi_fdiv_r_ui(MPI rem, MPI dividend, ulong divisor) | ||
| 70 | { | ||
| 71 | mpi_limb_t rlimb; | ||
| 72 | |||
| 73 | rlimb = mpihelp_mod_1(dividend->d, dividend->nlimbs, divisor); | ||
| 74 | if (rlimb && dividend->sign) | ||
| 75 | rlimb = divisor - rlimb; | ||
| 76 | |||
| 77 | if (rem) { | ||
| 78 | rem->d[0] = rlimb; | ||
| 79 | rem->nlimbs = rlimb ? 1 : 0; | ||
| 80 | } | ||
| 81 | return rlimb; | ||
| 82 | } | ||
| 83 | |||
| 84 | int mpi_fdiv_q(MPI quot, MPI dividend, MPI divisor) | ||
| 85 | { | ||
| 86 | MPI tmp = mpi_alloc(mpi_get_nlimbs(quot)); | ||
| 87 | if (!tmp) | ||
| 88 | return -ENOMEM; | ||
| 89 | mpi_fdiv_qr(quot, tmp, dividend, divisor); | ||
| 90 | mpi_free(tmp); | ||
| 91 | return 0; | ||
| 92 | } | ||
| 93 | |||
| 94 | int mpi_fdiv_qr(MPI quot, MPI rem, MPI dividend, MPI divisor) | ||
| 95 | { | ||
| 96 | int divisor_sign = divisor->sign; | ||
| 97 | MPI temp_divisor = NULL; | ||
| 98 | |||
| 99 | if (quot == divisor || rem == divisor) { | ||
| 100 | if (mpi_copy(&temp_divisor, divisor) < 0) | ||
| 101 | return -ENOMEM; | ||
| 102 | divisor = temp_divisor; | ||
| 103 | } | ||
| 104 | |||
| 105 | if (mpi_tdiv_qr(quot, rem, dividend, divisor) < 0) | ||
| 106 | goto nomem; | ||
| 107 | |||
| 108 | if ((divisor_sign ^ dividend->sign) && rem->nlimbs) { | ||
| 109 | if (mpi_sub_ui(quot, quot, 1) < 0) | ||
| 110 | goto nomem; | ||
| 111 | if (mpi_add(rem, rem, divisor) < 0) | ||
| 112 | goto nomem; | ||
| 113 | } | ||
| 114 | |||
| 115 | if (temp_divisor) | ||
| 116 | mpi_free(temp_divisor); | ||
| 117 | |||
| 118 | return 0; | ||
| 119 | |||
| 120 | nomem: | ||
| 121 | mpi_free(temp_divisor); | ||
| 122 | return -ENOMEM; | ||
| 123 | } | ||
| 124 | |||
| 125 | /* If den == quot, den needs temporary storage. | ||
| 126 | * If den == rem, den needs temporary storage. | ||
| 127 | * If num == quot, num needs temporary storage. | ||
| 128 | * If den has temporary storage, it can be normalized while being copied, | ||
| 129 | * i.e no extra storage should be allocated. | ||
| 130 | */ | ||
| 131 | |||
| 132 | int mpi_tdiv_r(MPI rem, MPI num, MPI den) | ||
| 133 | { | ||
| 134 | return mpi_tdiv_qr(NULL, rem, num, den); | ||
| 135 | } | ||
| 136 | |||
| 137 | int mpi_tdiv_qr(MPI quot, MPI rem, MPI num, MPI den) | ||
| 138 | { | ||
| 139 | int rc = -ENOMEM; | ||
| 140 | mpi_ptr_t np, dp; | ||
| 141 | mpi_ptr_t qp, rp; | ||
| 142 | mpi_size_t nsize = num->nlimbs; | ||
| 143 | mpi_size_t dsize = den->nlimbs; | ||
| 144 | mpi_size_t qsize, rsize; | ||
| 145 | mpi_size_t sign_remainder = num->sign; | ||
| 146 | mpi_size_t sign_quotient = num->sign ^ den->sign; | ||
| 147 | unsigned normalization_steps; | ||
| 148 | mpi_limb_t q_limb; | ||
| 149 | mpi_ptr_t marker[5]; | ||
| 150 | int markidx = 0; | ||
| 151 | |||
| 152 | if (!dsize) | ||
| 153 | return -EINVAL; | ||
| 154 | |||
| 155 | memset(marker, 0, sizeof(marker)); | ||
| 156 | |||
| 157 | /* Ensure space is enough for quotient and remainder. | ||
| 158 | * We need space for an extra limb in the remainder, because it's | ||
| 159 | * up-shifted (normalized) below. */ | ||
| 160 | rsize = nsize + 1; | ||
| 161 | if (mpi_resize(rem, rsize) < 0) | ||
| 162 | goto nomem; | ||
| 163 | |||
| 164 | qsize = rsize - dsize; /* qsize cannot be bigger than this. */ | ||
| 165 | if (qsize <= 0) { | ||
| 166 | if (num != rem) { | ||
| 167 | rem->nlimbs = num->nlimbs; | ||
| 168 | rem->sign = num->sign; | ||
| 169 | MPN_COPY(rem->d, num->d, nsize); | ||
| 170 | } | ||
| 171 | if (quot) { | ||
| 172 | /* This needs to follow the assignment to rem, in case the | ||
| 173 | * numerator and quotient are the same. */ | ||
| 174 | quot->nlimbs = 0; | ||
| 175 | quot->sign = 0; | ||
| 176 | } | ||
| 177 | return 0; | ||
| 178 | } | ||
| 179 | |||
| 180 | if (quot) | ||
| 181 | if (mpi_resize(quot, qsize) < 0) | ||
| 182 | goto nomem; | ||
| 183 | |||
| 184 | /* Read pointers here, when reallocation is finished. */ | ||
| 185 | np = num->d; | ||
| 186 | dp = den->d; | ||
| 187 | rp = rem->d; | ||
| 188 | |||
| 189 | /* Optimize division by a single-limb divisor. */ | ||
| 190 | if (dsize == 1) { | ||
| 191 | mpi_limb_t rlimb; | ||
| 192 | if (quot) { | ||
| 193 | qp = quot->d; | ||
| 194 | rlimb = mpihelp_divmod_1(qp, np, nsize, dp[0]); | ||
| 195 | qsize -= qp[qsize - 1] == 0; | ||
| 196 | quot->nlimbs = qsize; | ||
| 197 | quot->sign = sign_quotient; | ||
| 198 | } else | ||
| 199 | rlimb = mpihelp_mod_1(np, nsize, dp[0]); | ||
| 200 | rp[0] = rlimb; | ||
| 201 | rsize = rlimb != 0 ? 1 : 0; | ||
| 202 | rem->nlimbs = rsize; | ||
| 203 | rem->sign = sign_remainder; | ||
| 204 | return 0; | ||
| 205 | } | ||
| 206 | |||
| 207 | if (quot) { | ||
| 208 | qp = quot->d; | ||
| 209 | /* Make sure QP and NP point to different objects. Otherwise the | ||
| 210 | * numerator would be gradually overwritten by the quotient limbs. */ | ||
| 211 | if (qp == np) { /* Copy NP object to temporary space. */ | ||
| 212 | np = marker[markidx++] = mpi_alloc_limb_space(nsize); | ||
| 213 | if (!np) | ||
| 214 | goto nomem; | ||
| 215 | MPN_COPY(np, qp, nsize); | ||
| 216 | } | ||
| 217 | } else /* Put quotient at top of remainder. */ | ||
| 218 | qp = rp + dsize; | ||
| 219 | |||
| 220 | count_leading_zeros(normalization_steps, dp[dsize - 1]); | ||
| 221 | |||
| 222 | /* Normalize the denominator, i.e. make its most significant bit set by | ||
| 223 | * shifting it NORMALIZATION_STEPS bits to the left. Also shift the | ||
| 224 | * numerator the same number of steps (to keep the quotient the same!). | ||
| 225 | */ | ||
| 226 | if (normalization_steps) { | ||
| 227 | mpi_ptr_t tp; | ||
| 228 | mpi_limb_t nlimb; | ||
| 229 | |||
| 230 | /* Shift up the denominator setting the most significant bit of | ||
| 231 | * the most significant word. Use temporary storage not to clobber | ||
| 232 | * the original contents of the denominator. */ | ||
| 233 | tp = marker[markidx++] = mpi_alloc_limb_space(dsize); | ||
| 234 | if (!tp) | ||
| 235 | goto nomem; | ||
| 236 | mpihelp_lshift(tp, dp, dsize, normalization_steps); | ||
| 237 | dp = tp; | ||
| 238 | |||
| 239 | /* Shift up the numerator, possibly introducing a new most | ||
| 240 | * significant word. Move the shifted numerator in the remainder | ||
| 241 | * meanwhile. */ | ||
| 242 | nlimb = mpihelp_lshift(rp, np, nsize, normalization_steps); | ||
| 243 | if (nlimb) { | ||
| 244 | rp[nsize] = nlimb; | ||
| 245 | rsize = nsize + 1; | ||
| 246 | } else | ||
| 247 | rsize = nsize; | ||
| 248 | } else { | ||
| 249 | /* The denominator is already normalized, as required. Copy it to | ||
| 250 | * temporary space if it overlaps with the quotient or remainder. */ | ||
| 251 | if (dp == rp || (quot && (dp == qp))) { | ||
| 252 | mpi_ptr_t tp; | ||
| 253 | |||
| 254 | tp = marker[markidx++] = mpi_alloc_limb_space(dsize); | ||
| 255 | if (!tp) | ||
| 256 | goto nomem; | ||
| 257 | MPN_COPY(tp, dp, dsize); | ||
| 258 | dp = tp; | ||
| 259 | } | ||
| 260 | |||
| 261 | /* Move the numerator to the remainder. */ | ||
| 262 | if (rp != np) | ||
| 263 | MPN_COPY(rp, np, nsize); | ||
| 264 | |||
| 265 | rsize = nsize; | ||
| 266 | } | ||
| 267 | |||
| 268 | q_limb = mpihelp_divrem(qp, 0, rp, rsize, dp, dsize); | ||
| 269 | |||
| 270 | if (quot) { | ||
| 271 | qsize = rsize - dsize; | ||
| 272 | if (q_limb) { | ||
| 273 | qp[qsize] = q_limb; | ||
| 274 | qsize += 1; | ||
| 275 | } | ||
| 276 | |||
| 277 | quot->nlimbs = qsize; | ||
| 278 | quot->sign = sign_quotient; | ||
| 279 | } | ||
| 280 | |||
| 281 | rsize = dsize; | ||
| 282 | MPN_NORMALIZE(rp, rsize); | ||
| 283 | |||
| 284 | if (normalization_steps && rsize) { | ||
| 285 | mpihelp_rshift(rp, rp, rsize, normalization_steps); | ||
| 286 | rsize -= rp[rsize - 1] == 0 ? 1 : 0; | ||
| 287 | } | ||
| 288 | |||
| 289 | rem->nlimbs = rsize; | ||
| 290 | rem->sign = sign_remainder; | ||
| 291 | |||
| 292 | rc = 0; | ||
| 293 | nomem: | ||
| 294 | while (markidx) | ||
| 295 | mpi_free_limb_space(marker[--markidx]); | ||
| 296 | return rc; | ||
| 297 | } | ||
| 298 | |||
| 299 | int mpi_tdiv_q_2exp(MPI w, MPI u, unsigned count) | ||
| 300 | { | ||
| 301 | mpi_size_t usize, wsize; | ||
| 302 | mpi_size_t limb_cnt; | ||
| 303 | |||
| 304 | usize = u->nlimbs; | ||
| 305 | limb_cnt = count / BITS_PER_MPI_LIMB; | ||
| 306 | wsize = usize - limb_cnt; | ||
| 307 | if (limb_cnt >= usize) | ||
| 308 | w->nlimbs = 0; | ||
| 309 | else { | ||
| 310 | mpi_ptr_t wp; | ||
| 311 | mpi_ptr_t up; | ||
| 312 | |||
| 313 | if (RESIZE_IF_NEEDED(w, wsize) < 0) | ||
| 314 | return -ENOMEM; | ||
| 315 | wp = w->d; | ||
| 316 | up = u->d; | ||
| 317 | |||
| 318 | count %= BITS_PER_MPI_LIMB; | ||
| 319 | if (count) { | ||
| 320 | mpihelp_rshift(wp, up + limb_cnt, wsize, count); | ||
| 321 | wsize -= !wp[wsize - 1]; | ||
| 322 | } else { | ||
| 323 | MPN_COPY_INCR(wp, up + limb_cnt, wsize); | ||
| 324 | } | ||
| 325 | |||
| 326 | w->nlimbs = wsize; | ||
| 327 | } | ||
| 328 | return 0; | ||
| 329 | } | ||
| 330 | |||
| 331 | /**************** | ||
| 332 | * Check whether dividend is divisible by divisor | ||
| 333 | * (note: divisor must fit into a limb) | ||
| 334 | */ | ||
| 335 | int mpi_divisible_ui(MPI dividend, ulong divisor) | ||
| 336 | { | ||
| 337 | return !mpihelp_mod_1(dividend->d, dividend->nlimbs, divisor); | ||
| 338 | } | ||
diff --git a/lib/mpi/mpi-gcd.c b/lib/mpi/mpi-gcd.c new file mode 100644 index 000000000000..13c48aef9c4e --- /dev/null +++ b/lib/mpi/mpi-gcd.c | |||
| @@ -0,0 +1,59 @@ | |||
| 1 | /* mpi-gcd.c - MPI functions | ||
| 2 | * Copyright (C) 1998, 1999, 2000, 2001 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | */ | ||
| 20 | |||
| 21 | #include "mpi-internal.h" | ||
| 22 | |||
| 23 | /**************** | ||
| 24 | * Find the greatest common divisor G of A and B. | ||
| 25 | * Return: true if this 1, false in all other cases | ||
| 26 | */ | ||
| 27 | int mpi_gcd(MPI g, const MPI xa, const MPI xb) | ||
| 28 | { | ||
| 29 | MPI a = NULL, b = NULL; | ||
| 30 | |||
| 31 | if (mpi_copy(&a, xa) < 0) | ||
| 32 | goto nomem; | ||
| 33 | |||
| 34 | if (mpi_copy(&b, xb) < 0) | ||
| 35 | goto nomem; | ||
| 36 | |||
| 37 | /* TAOCP Vol II, 4.5.2, Algorithm A */ | ||
| 38 | a->sign = 0; | ||
| 39 | b->sign = 0; | ||
| 40 | while (mpi_cmp_ui(b, 0)) { | ||
| 41 | if (mpi_fdiv_r(g, a, b) < 0) /* g used as temorary variable */ | ||
| 42 | goto nomem; | ||
| 43 | if (mpi_set(a, b) < 0) | ||
| 44 | goto nomem; | ||
| 45 | if (mpi_set(b, g) < 0) | ||
| 46 | goto nomem; | ||
| 47 | } | ||
| 48 | if (mpi_set(g, a) < 0) | ||
| 49 | goto nomem; | ||
| 50 | |||
| 51 | mpi_free(a); | ||
| 52 | mpi_free(b); | ||
| 53 | return !mpi_cmp_ui(g, 1); | ||
| 54 | |||
| 55 | nomem: | ||
| 56 | mpi_free(a); | ||
| 57 | mpi_free(b); | ||
| 58 | return -ENOMEM; | ||
| 59 | } | ||
diff --git a/lib/mpi/mpi-inline.c b/lib/mpi/mpi-inline.c new file mode 100644 index 000000000000..654f68aeed8b --- /dev/null +++ b/lib/mpi/mpi-inline.c | |||
| @@ -0,0 +1,31 @@ | |||
| 1 | /* mpi-inline.c | ||
| 2 | * Copyright (C) 1999, 2000, 2001 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | */ | ||
| 20 | |||
| 21 | /* put the inline functions as real functions into the lib */ | ||
| 22 | #define G10_MPI_INLINE_DECL | ||
| 23 | |||
| 24 | #include "mpi-internal.h" | ||
| 25 | |||
| 26 | /* always include the header becuase it is only | ||
| 27 | * included by mpi-internal if __GCC__ is defined but we | ||
| 28 | * need it here in all cases and the above definition of | ||
| 29 | * of the macro allows us to do so | ||
| 30 | */ | ||
| 31 | #include "mpi-inline.h" | ||
diff --git a/lib/mpi/mpi-inline.h b/lib/mpi/mpi-inline.h new file mode 100644 index 000000000000..e2b39852b30a --- /dev/null +++ b/lib/mpi/mpi-inline.h | |||
| @@ -0,0 +1,122 @@ | |||
| 1 | /* mpi-inline.h - Internal to the Multi Precision Integers | ||
| 2 | * Copyright (C) 1994, 1996, 1998, 1999 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | * | ||
| 20 | * Note: This code is heavily based on the GNU MP Library. | ||
| 21 | * Actually it's the same code with only minor changes in the | ||
| 22 | * way the data is stored; this is to support the abstraction | ||
| 23 | * of an optional secure memory allocation which may be used | ||
| 24 | * to avoid revealing of sensitive data due to paging etc. | ||
| 25 | * The GNU MP Library itself is published under the LGPL; | ||
| 26 | * however I decided to publish this code under the plain GPL. | ||
| 27 | */ | ||
| 28 | |||
| 29 | #ifndef G10_MPI_INLINE_H | ||
| 30 | #define G10_MPI_INLINE_H | ||
| 31 | |||
| 32 | #ifndef G10_MPI_INLINE_DECL | ||
| 33 | #define G10_MPI_INLINE_DECL extern inline | ||
| 34 | #endif | ||
| 35 | |||
| 36 | G10_MPI_INLINE_DECL mpi_limb_t | ||
| 37 | mpihelp_add_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 38 | mpi_size_t s1_size, mpi_limb_t s2_limb) | ||
| 39 | { | ||
| 40 | mpi_limb_t x; | ||
| 41 | |||
| 42 | x = *s1_ptr++; | ||
| 43 | s2_limb += x; | ||
| 44 | *res_ptr++ = s2_limb; | ||
| 45 | if (s2_limb < x) { /* sum is less than the left operand: handle carry */ | ||
| 46 | while (--s1_size) { | ||
| 47 | x = *s1_ptr++ + 1; /* add carry */ | ||
| 48 | *res_ptr++ = x; /* and store */ | ||
| 49 | if (x) /* not 0 (no overflow): we can stop */ | ||
| 50 | goto leave; | ||
| 51 | } | ||
| 52 | return 1; /* return carry (size of s1 to small) */ | ||
| 53 | } | ||
| 54 | |||
| 55 | leave: | ||
| 56 | if (res_ptr != s1_ptr) { /* not the same variable */ | ||
| 57 | mpi_size_t i; /* copy the rest */ | ||
| 58 | for (i = 0; i < s1_size - 1; i++) | ||
| 59 | res_ptr[i] = s1_ptr[i]; | ||
| 60 | } | ||
| 61 | return 0; /* no carry */ | ||
| 62 | } | ||
| 63 | |||
| 64 | G10_MPI_INLINE_DECL mpi_limb_t | ||
| 65 | mpihelp_add(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, mpi_size_t s1_size, | ||
| 66 | mpi_ptr_t s2_ptr, mpi_size_t s2_size) | ||
| 67 | { | ||
| 68 | mpi_limb_t cy = 0; | ||
| 69 | |||
| 70 | if (s2_size) | ||
| 71 | cy = mpihelp_add_n(res_ptr, s1_ptr, s2_ptr, s2_size); | ||
| 72 | |||
| 73 | if (s1_size - s2_size) | ||
| 74 | cy = mpihelp_add_1(res_ptr + s2_size, s1_ptr + s2_size, | ||
| 75 | s1_size - s2_size, cy); | ||
| 76 | return cy; | ||
| 77 | } | ||
| 78 | |||
| 79 | G10_MPI_INLINE_DECL mpi_limb_t | ||
| 80 | mpihelp_sub_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 81 | mpi_size_t s1_size, mpi_limb_t s2_limb) | ||
| 82 | { | ||
| 83 | mpi_limb_t x; | ||
| 84 | |||
| 85 | x = *s1_ptr++; | ||
| 86 | s2_limb = x - s2_limb; | ||
| 87 | *res_ptr++ = s2_limb; | ||
| 88 | if (s2_limb > x) { | ||
| 89 | while (--s1_size) { | ||
| 90 | x = *s1_ptr++; | ||
| 91 | *res_ptr++ = x - 1; | ||
| 92 | if (x) | ||
| 93 | goto leave; | ||
| 94 | } | ||
| 95 | return 1; | ||
| 96 | } | ||
| 97 | |||
| 98 | leave: | ||
| 99 | if (res_ptr != s1_ptr) { | ||
| 100 | mpi_size_t i; | ||
| 101 | for (i = 0; i < s1_size - 1; i++) | ||
| 102 | res_ptr[i] = s1_ptr[i]; | ||
| 103 | } | ||
| 104 | return 0; | ||
| 105 | } | ||
| 106 | |||
| 107 | G10_MPI_INLINE_DECL mpi_limb_t | ||
| 108 | mpihelp_sub(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, mpi_size_t s1_size, | ||
| 109 | mpi_ptr_t s2_ptr, mpi_size_t s2_size) | ||
| 110 | { | ||
| 111 | mpi_limb_t cy = 0; | ||
| 112 | |||
| 113 | if (s2_size) | ||
| 114 | cy = mpihelp_sub_n(res_ptr, s1_ptr, s2_ptr, s2_size); | ||
| 115 | |||
| 116 | if (s1_size - s2_size) | ||
| 117 | cy = mpihelp_sub_1(res_ptr + s2_size, s1_ptr + s2_size, | ||
| 118 | s1_size - s2_size, cy); | ||
| 119 | return cy; | ||
| 120 | } | ||
| 121 | |||
| 122 | #endif /*G10_MPI_INLINE_H */ | ||
diff --git a/lib/mpi/mpi-internal.h b/lib/mpi/mpi-internal.h new file mode 100644 index 000000000000..77adcf6bc257 --- /dev/null +++ b/lib/mpi/mpi-internal.h | |||
| @@ -0,0 +1,261 @@ | |||
| 1 | /* mpi-internal.h - Internal to the Multi Precision Integers | ||
| 2 | * Copyright (C) 1994, 1996 Free Software Foundation, Inc. | ||
| 3 | * Copyright (C) 1998, 2000 Free Software Foundation, Inc. | ||
| 4 | * | ||
| 5 | * This file is part of GnuPG. | ||
| 6 | * | ||
| 7 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or | ||
| 10 | * (at your option) any later version. | ||
| 11 | * | ||
| 12 | * GnuPG is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 15 | * GNU General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU General Public License | ||
| 18 | * along with this program; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 20 | * | ||
| 21 | * Note: This code is heavily based on the GNU MP Library. | ||
| 22 | * Actually it's the same code with only minor changes in the | ||
| 23 | * way the data is stored; this is to support the abstraction | ||
| 24 | * of an optional secure memory allocation which may be used | ||
| 25 | * to avoid revealing of sensitive data due to paging etc. | ||
| 26 | * The GNU MP Library itself is published under the LGPL; | ||
| 27 | * however I decided to publish this code under the plain GPL. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #ifndef G10_MPI_INTERNAL_H | ||
| 31 | #define G10_MPI_INTERNAL_H | ||
| 32 | |||
| 33 | #include <linux/module.h> | ||
| 34 | #include <linux/kernel.h> | ||
| 35 | #include <linux/slab.h> | ||
| 36 | #include <linux/string.h> | ||
| 37 | #include <linux/mpi.h> | ||
| 38 | #include <linux/errno.h> | ||
| 39 | |||
| 40 | #define log_debug printk | ||
| 41 | #define log_bug printk | ||
| 42 | |||
| 43 | #define assert(x) \ | ||
| 44 | do { \ | ||
| 45 | if (!x) \ | ||
| 46 | log_bug("failed assertion\n"); \ | ||
| 47 | } while (0); | ||
| 48 | |||
| 49 | /* If KARATSUBA_THRESHOLD is not already defined, define it to a | ||
| 50 | * value which is good on most machines. */ | ||
| 51 | |||
| 52 | /* tested 4, 16, 32 and 64, where 16 gave the best performance when | ||
| 53 | * checking a 768 and a 1024 bit ElGamal signature. | ||
| 54 | * (wk 22.12.97) */ | ||
| 55 | #ifndef KARATSUBA_THRESHOLD | ||
| 56 | #define KARATSUBA_THRESHOLD 16 | ||
| 57 | #endif | ||
| 58 | |||
| 59 | /* The code can't handle KARATSUBA_THRESHOLD smaller than 2. */ | ||
| 60 | #if KARATSUBA_THRESHOLD < 2 | ||
| 61 | #undef KARATSUBA_THRESHOLD | ||
| 62 | #define KARATSUBA_THRESHOLD 2 | ||
| 63 | #endif | ||
| 64 | |||
| 65 | typedef mpi_limb_t *mpi_ptr_t; /* pointer to a limb */ | ||
| 66 | typedef int mpi_size_t; /* (must be a signed type) */ | ||
| 67 | |||
| 68 | #define ABS(x) (x >= 0 ? x : -x) | ||
| 69 | #define MIN(l, o) ((l) < (o) ? (l) : (o)) | ||
| 70 | #define MAX(h, i) ((h) > (i) ? (h) : (i)) | ||
| 71 | |||
| 72 | static inline int RESIZE_IF_NEEDED(MPI a, unsigned b) | ||
| 73 | { | ||
| 74 | if (a->alloced < b) | ||
| 75 | return mpi_resize(a, b); | ||
| 76 | return 0; | ||
| 77 | } | ||
| 78 | |||
| 79 | /* Copy N limbs from S to D. */ | ||
| 80 | #define MPN_COPY(d, s, n) \ | ||
| 81 | do { \ | ||
| 82 | mpi_size_t _i; \ | ||
| 83 | for (_i = 0; _i < (n); _i++) \ | ||
| 84 | (d)[_i] = (s)[_i]; \ | ||
| 85 | } while (0) | ||
| 86 | |||
| 87 | #define MPN_COPY_INCR(d, s, n) \ | ||
| 88 | do { \ | ||
| 89 | mpi_size_t _i; \ | ||
| 90 | for (_i = 0; _i < (n); _i++) \ | ||
| 91 | (d)[_i] = (d)[_i]; \ | ||
| 92 | } while (0) | ||
| 93 | |||
| 94 | #define MPN_COPY_DECR(d, s, n) \ | ||
| 95 | do { \ | ||
| 96 | mpi_size_t _i; \ | ||
| 97 | for (_i = (n)-1; _i >= 0; _i--) \ | ||
| 98 | (d)[_i] = (s)[_i]; \ | ||
| 99 | } while (0) | ||
| 100 | |||
| 101 | /* Zero N limbs at D */ | ||
| 102 | #define MPN_ZERO(d, n) \ | ||
| 103 | do { \ | ||
| 104 | int _i; \ | ||
| 105 | for (_i = 0; _i < (n); _i++) \ | ||
| 106 | (d)[_i] = 0; \ | ||
| 107 | } while (0) | ||
| 108 | |||
| 109 | #define MPN_NORMALIZE(d, n) \ | ||
| 110 | do { \ | ||
| 111 | while ((n) > 0) { \ | ||
| 112 | if ((d)[(n)-1]) \ | ||
| 113 | break; \ | ||
| 114 | (n)--; \ | ||
| 115 | } \ | ||
| 116 | } while (0) | ||
| 117 | |||
| 118 | #define MPN_NORMALIZE_NOT_ZERO(d, n) \ | ||
| 119 | do { \ | ||
| 120 | for (;;) { \ | ||
| 121 | if ((d)[(n)-1]) \ | ||
| 122 | break; \ | ||
| 123 | (n)--; \ | ||
| 124 | } \ | ||
| 125 | } while (0) | ||
| 126 | |||
| 127 | #define MPN_MUL_N_RECURSE(prodp, up, vp, size, tspace) \ | ||
| 128 | do { \ | ||
| 129 | if ((size) < KARATSUBA_THRESHOLD) \ | ||
| 130 | mul_n_basecase(prodp, up, vp, size); \ | ||
| 131 | else \ | ||
| 132 | mul_n(prodp, up, vp, size, tspace); \ | ||
| 133 | } while (0); | ||
| 134 | |||
| 135 | /* Divide the two-limb number in (NH,,NL) by D, with DI being the largest | ||
| 136 | * limb not larger than (2**(2*BITS_PER_MP_LIMB))/D - (2**BITS_PER_MP_LIMB). | ||
| 137 | * If this would yield overflow, DI should be the largest possible number | ||
| 138 | * (i.e., only ones). For correct operation, the most significant bit of D | ||
| 139 | * has to be set. Put the quotient in Q and the remainder in R. | ||
| 140 | */ | ||
| 141 | #define UDIV_QRNND_PREINV(q, r, nh, nl, d, di) \ | ||
| 142 | do { \ | ||
| 143 | mpi_limb_t _q, _ql, _r; \ | ||
| 144 | mpi_limb_t _xh, _xl; \ | ||
| 145 | umul_ppmm(_q, _ql, (nh), (di)); \ | ||
| 146 | _q += (nh); /* DI is 2**BITS_PER_MPI_LIMB too small */ \ | ||
| 147 | umul_ppmm(_xh, _xl, _q, (d)); \ | ||
| 148 | sub_ddmmss(_xh, _r, (nh), (nl), _xh, _xl); \ | ||
| 149 | if (_xh) { \ | ||
| 150 | sub_ddmmss(_xh, _r, _xh, _r, 0, (d)); \ | ||
| 151 | _q++; \ | ||
| 152 | if (_xh) { \ | ||
| 153 | sub_ddmmss(_xh, _r, _xh, _r, 0, (d)); \ | ||
| 154 | _q++; \ | ||
| 155 | } \ | ||
| 156 | } \ | ||
| 157 | if (_r >= (d)) { \ | ||
| 158 | _r -= (d); \ | ||
| 159 | _q++; \ | ||
| 160 | } \ | ||
| 161 | (r) = _r; \ | ||
| 162 | (q) = _q; \ | ||
| 163 | } while (0) | ||
| 164 | |||
| 165 | /*-- mpiutil.c --*/ | ||
| 166 | mpi_ptr_t mpi_alloc_limb_space(unsigned nlimbs); | ||
| 167 | void mpi_free_limb_space(mpi_ptr_t a); | ||
| 168 | void mpi_assign_limb_space(MPI a, mpi_ptr_t ap, unsigned nlimbs); | ||
| 169 | |||
| 170 | /*-- mpi-bit.c --*/ | ||
| 171 | void mpi_rshift_limbs(MPI a, unsigned int count); | ||
| 172 | int mpi_lshift_limbs(MPI a, unsigned int count); | ||
| 173 | |||
| 174 | /*-- mpihelp-add.c --*/ | ||
| 175 | mpi_limb_t mpihelp_add_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 176 | mpi_size_t s1_size, mpi_limb_t s2_limb); | ||
| 177 | mpi_limb_t mpihelp_add_n(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 178 | mpi_ptr_t s2_ptr, mpi_size_t size); | ||
| 179 | mpi_limb_t mpihelp_add(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, mpi_size_t s1_size, | ||
| 180 | mpi_ptr_t s2_ptr, mpi_size_t s2_size); | ||
| 181 | |||
| 182 | /*-- mpihelp-sub.c --*/ | ||
| 183 | mpi_limb_t mpihelp_sub_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 184 | mpi_size_t s1_size, mpi_limb_t s2_limb); | ||
| 185 | mpi_limb_t mpihelp_sub_n(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 186 | mpi_ptr_t s2_ptr, mpi_size_t size); | ||
| 187 | mpi_limb_t mpihelp_sub(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, mpi_size_t s1_size, | ||
| 188 | mpi_ptr_t s2_ptr, mpi_size_t s2_size); | ||
| 189 | |||
| 190 | /*-- mpihelp-cmp.c --*/ | ||
| 191 | int mpihelp_cmp(mpi_ptr_t op1_ptr, mpi_ptr_t op2_ptr, mpi_size_t size); | ||
| 192 | |||
| 193 | /*-- mpihelp-mul.c --*/ | ||
| 194 | |||
| 195 | struct karatsuba_ctx { | ||
| 196 | struct karatsuba_ctx *next; | ||
| 197 | mpi_ptr_t tspace; | ||
| 198 | mpi_size_t tspace_size; | ||
| 199 | mpi_ptr_t tp; | ||
| 200 | mpi_size_t tp_size; | ||
| 201 | }; | ||
| 202 | |||
| 203 | void mpihelp_release_karatsuba_ctx(struct karatsuba_ctx *ctx); | ||
| 204 | |||
| 205 | mpi_limb_t mpihelp_addmul_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 206 | mpi_size_t s1_size, mpi_limb_t s2_limb); | ||
| 207 | mpi_limb_t mpihelp_submul_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 208 | mpi_size_t s1_size, mpi_limb_t s2_limb); | ||
| 209 | int mpihelp_mul_n(mpi_ptr_t prodp, mpi_ptr_t up, mpi_ptr_t vp, mpi_size_t size); | ||
| 210 | int mpihelp_mul(mpi_ptr_t prodp, mpi_ptr_t up, mpi_size_t usize, | ||
| 211 | mpi_ptr_t vp, mpi_size_t vsize, mpi_limb_t *_result); | ||
| 212 | void mpih_sqr_n_basecase(mpi_ptr_t prodp, mpi_ptr_t up, mpi_size_t size); | ||
| 213 | void mpih_sqr_n(mpi_ptr_t prodp, mpi_ptr_t up, mpi_size_t size, | ||
| 214 | mpi_ptr_t tspace); | ||
| 215 | |||
| 216 | int mpihelp_mul_karatsuba_case(mpi_ptr_t prodp, | ||
| 217 | mpi_ptr_t up, mpi_size_t usize, | ||
| 218 | mpi_ptr_t vp, mpi_size_t vsize, | ||
| 219 | struct karatsuba_ctx *ctx); | ||
| 220 | |||
| 221 | /*-- mpihelp-mul_1.c (or xxx/cpu/ *.S) --*/ | ||
| 222 | mpi_limb_t mpihelp_mul_1(mpi_ptr_t res_ptr, mpi_ptr_t s1_ptr, | ||
| 223 | mpi_size_t s1_size, mpi_limb_t s2_limb); | ||
| 224 | |||
| 225 | /*-- mpihelp-div.c --*/ | ||
| 226 | mpi_limb_t mpihelp_mod_1(mpi_ptr_t dividend_ptr, mpi_size_t dividend_size, | ||
| 227 | mpi_limb_t divisor_limb); | ||
| 228 | mpi_limb_t mpihelp_divrem(mpi_ptr_t qp, mpi_size_t qextra_limbs, | ||
| 229 | mpi_ptr_t np, mpi_size_t nsize, | ||
| 230 | mpi_ptr_t dp, mpi_size_t dsize); | ||
| 231 | mpi_limb_t mpihelp_divmod_1(mpi_ptr_t quot_ptr, | ||
| 232 | mpi_ptr_t dividend_ptr, mpi_size_t dividend_size, | ||
| 233 | mpi_limb_t divisor_limb); | ||
| 234 | |||
| 235 | /*-- mpihelp-shift.c --*/ | ||
| 236 | mpi_limb_t mpihelp_lshift(mpi_ptr_t wp, mpi_ptr_t up, mpi_size_t usize, | ||
| 237 | unsigned cnt); | ||
| 238 | mpi_limb_t mpihelp_rshift(mpi_ptr_t wp, mpi_ptr_t up, mpi_size_t usize, | ||
| 239 | unsigned cnt); | ||
| 240 | |||
| 241 | /* Define stuff for longlong.h. */ | ||
| 242 | #define W_TYPE_SIZE BITS_PER_MPI_LIMB | ||
| 243 | typedef mpi_limb_t UWtype; | ||
| 244 | typedef unsigned int UHWtype; | ||
| 245 | #if defined(__GNUC__) | ||
| 246 | typedef unsigned int UQItype __attribute__ ((mode(QI))); | ||
| 247 | typedef int SItype __attribute__ ((mode(SI))); | ||
| 248 | typedef unsigned int USItype __attribute__ ((mode(SI))); | ||
| 249 | typedef int DItype __attribute__ ((mode(DI))); | ||
| 250 | typedef unsigned int UDItype __attribute__ ((mode(DI))); | ||
| 251 | #else | ||
| 252 | typedef unsigned char UQItype; | ||
| 253 | typedef long SItype; | ||
| 254 | typedef unsigned long USItype; | ||
| 255 | #endif | ||
| 256 | |||
| 257 | #ifdef __GNUC__ | ||
| 258 | #include "mpi-inline.h" | ||
| 259 | #endif | ||
| 260 | |||
| 261 | #endif /*G10_MPI_INTERNAL_H */ | ||
diff --git a/lib/mpi/mpi-inv.c b/lib/mpi/mpi-inv.c new file mode 100644 index 000000000000..0951f9847745 --- /dev/null +++ b/lib/mpi/mpi-inv.c | |||
| @@ -0,0 +1,187 @@ | |||
| 1 | /* mpi-inv.c - MPI functions | ||
| 2 | * Copyright (C) 1998, 1999, 2000, 2001 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | */ | ||
| 20 | |||
| 21 | #include "mpi-internal.h" | ||
| 22 | |||
| 23 | /**************** | ||
| 24 | * Calculate the multiplicative inverse X of A mod N | ||
| 25 | * That is: Find the solution x for | ||
| 26 | * 1 = (a*x) mod n | ||
| 27 | */ | ||
| 28 | int mpi_invm(MPI x, const MPI a, const MPI n) | ||
| 29 | { | ||
| 30 | /* Extended Euclid's algorithm (See TAOPC Vol II, 4.5.2, Alg X) | ||
| 31 | * modified according to Michael Penk's solution for Exercice 35 | ||
| 32 | * with further enhancement */ | ||
| 33 | MPI u = NULL, v = NULL; | ||
| 34 | MPI u1 = NULL, u2 = NULL, u3 = NULL; | ||
| 35 | MPI v1 = NULL, v2 = NULL, v3 = NULL; | ||
| 36 | MPI t1 = NULL, t2 = NULL, t3 = NULL; | ||
| 37 | unsigned k; | ||
| 38 | int sign; | ||
| 39 | int odd = 0; | ||
| 40 | int rc = -ENOMEM; | ||
| 41 | |||
| 42 | if (mpi_copy(&u, a) < 0) | ||
| 43 | goto cleanup; | ||
| 44 | if (mpi_copy(&v, n) < 0) | ||
| 45 | goto cleanup; | ||
| 46 | |||
| 47 | for (k = 0; !mpi_test_bit(u, 0) && !mpi_test_bit(v, 0); k++) { | ||
| 48 | if (mpi_rshift(u, u, 1) < 0) | ||
| 49 | goto cleanup; | ||
| 50 | if (mpi_rshift(v, v, 1) < 0) | ||
| 51 | goto cleanup; | ||
| 52 | } | ||
| 53 | odd = mpi_test_bit(v, 0); | ||
| 54 | |||
| 55 | u1 = mpi_alloc_set_ui(1); | ||
| 56 | if (!u1) | ||
| 57 | goto cleanup; | ||
| 58 | if (!odd) { | ||
| 59 | u2 = mpi_alloc_set_ui(0); | ||
| 60 | if (!u2) | ||
| 61 | goto cleanup; | ||
| 62 | } | ||
| 63 | if (mpi_copy(&u3, u) < 0) | ||
| 64 | goto cleanup; | ||
| 65 | if (mpi_copy(&v1, v) < 0) | ||
| 66 | goto cleanup; | ||
| 67 | if (!odd) { | ||
| 68 | v2 = mpi_alloc(mpi_get_nlimbs(u)); | ||
| 69 | if (!v2) | ||
| 70 | goto cleanup; | ||
| 71 | if (mpi_sub(v2, u1, u) < 0) | ||
| 72 | goto cleanup; /* U is used as const 1 */ | ||
| 73 | } | ||
| 74 | if (mpi_copy(&v3, v) < 0) | ||
| 75 | goto cleanup; | ||
| 76 | if (mpi_test_bit(u, 0)) { /* u is odd */ | ||
| 77 | t1 = mpi_alloc_set_ui(0); | ||
| 78 | if (!t1) | ||
| 79 | goto cleanup; | ||
| 80 | if (!odd) { | ||
| 81 | t2 = mpi_alloc_set_ui(1); | ||
| 82 | if (!t2) | ||
| 83 | goto cleanup; | ||
| 84 | t2->sign = 1; | ||
| 85 | } | ||
| 86 | if (mpi_copy(&t3, v) < 0) | ||
| 87 | goto cleanup; | ||
| 88 | t3->sign = !t3->sign; | ||
| 89 | goto Y4; | ||
| 90 | } else { | ||
| 91 | t1 = mpi_alloc_set_ui(1); | ||
| 92 | if (!t1) | ||
| 93 | goto cleanup; | ||
| 94 | if (!odd) { | ||
| 95 | t2 = mpi_alloc_set_ui(0); | ||
| 96 | if (!t2) | ||
| 97 | goto cleanup; | ||
| 98 | } | ||
| 99 | if (mpi_copy(&t3, u) < 0) | ||
| 100 | goto cleanup; | ||
| 101 | } | ||
| 102 | do { | ||
| 103 | do { | ||
| 104 | if (!odd) { | ||
| 105 | if (mpi_test_bit(t1, 0) || mpi_test_bit(t2, 0)) { /* one is odd */ | ||
| 106 | if (mpi_add(t1, t1, v) < 0) | ||
| 107 | goto cleanup; | ||
| 108 | if (mpi_sub(t2, t2, u) < 0) | ||
| 109 | goto cleanup; | ||
| 110 | } | ||
| 111 | if (mpi_rshift(t1, t1, 1) < 0) | ||
| 112 | goto cleanup; | ||
| 113 | if (mpi_rshift(t2, t2, 1) < 0) | ||
| 114 | goto cleanup; | ||
| 115 | if (mpi_rshift(t3, t3, 1) < 0) | ||
| 116 | goto cleanup; | ||
| 117 | } else { | ||
| 118 | if (mpi_test_bit(t1, 0)) | ||
| 119 | if (mpi_add(t1, t1, v) < 0) | ||
| 120 | goto cleanup; | ||
| 121 | if (mpi_rshift(t1, t1, 1) < 0) | ||
| 122 | goto cleanup; | ||
| 123 | if (mpi_rshift(t3, t3, 1) < 0) | ||
| 124 | goto cleanup; | ||
| 125 | } | ||
| 126 | Y4: | ||
| 127 | ; | ||
| 128 | } while (!mpi_test_bit(t3, 0)); /* while t3 is even */ | ||
| 129 | |||
| 130 | if (!t3->sign) { | ||
| 131 | if (mpi_set(u1, t1) < 0) | ||
| 132 | goto cleanup; | ||
| 133 | if (!odd) | ||
| 134 | if (mpi_set(u2, t2) < 0) | ||
| 135 | goto cleanup; | ||
| 136 | if (mpi_set(u3, t3) < 0) | ||
| 137 | goto cleanup; | ||
| 138 | } else { | ||
| 139 | if (mpi_sub(v1, v, t1) < 0) | ||
| 140 | goto cleanup; | ||
| 141 | sign = u->sign; | ||
| 142 | u->sign = !u->sign; | ||
| 143 | if (!odd) | ||
| 144 | if (mpi_sub(v2, u, t2) < 0) | ||
| 145 | goto cleanup; | ||
| 146 | u->sign = sign; | ||
| 147 | sign = t3->sign; | ||
| 148 | t3->sign = !t3->sign; | ||
| 149 | if (mpi_set(v3, t3) < 0) | ||
| 150 | goto cleanup; | ||
| 151 | t3->sign = sign; | ||
| 152 | } | ||
| 153 | if (mpi_sub(t1, u1, v1) < 0) | ||
| 154 | goto cleanup; | ||
| 155 | if (!odd) | ||
| 156 | if (mpi_sub(t2, u2, v2) < 0) | ||
| 157 | goto cleanup; | ||
| 158 | if (mpi_sub(t3, u3, v3) < 0) | ||
| 159 | goto cleanup; | ||
| 160 | if (t1->sign) { | ||
| 161 | if (mpi_add(t1, t1, v) < 0) | ||
| 162 | goto cleanup; | ||
| 163 | if (!odd) | ||
| 164 | if (mpi_sub(t2, t2, u) < 0) | ||
| 165 | goto cleanup; | ||
| 166 | } | ||
| 167 | } while (mpi_cmp_ui(t3, 0)); /* while t3 != 0 */ | ||
| 168 | /* mpi_lshift( u3, k ); */ | ||
| 169 | rc = mpi_set(x, u1); | ||
| 170 | |||
| 171 | cleanup: | ||
| 172 | mpi_free(u1); | ||
| 173 | mpi_free(v1); | ||
| 174 | mpi_free(t1); | ||
| 175 | if (!odd) { | ||
| 176 | mpi_free(u2); | ||
| 177 | mpi_free(v2); | ||
| 178 | mpi_free(t2); | ||
| 179 | } | ||
| 180 | mpi_free(u3); | ||
| 181 | mpi_free(v3); | ||
| 182 | mpi_free(t3); | ||
| 183 | |||
| 184 | mpi_free(u); | ||
| 185 | mpi_free(v); | ||
| 186 | return rc; | ||
| 187 | } | ||
diff --git a/lib/mpi/mpi-mpow.c b/lib/mpi/mpi-mpow.c new file mode 100644 index 000000000000..7328d0d6c748 --- /dev/null +++ b/lib/mpi/mpi-mpow.c | |||
| @@ -0,0 +1,134 @@ | |||
| 1 | /* mpi-mpow.c - MPI functions | ||
| 2 | * Copyright (C) 1998, 1999, 2000 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | */ | ||
| 20 | |||
| 21 | #include "mpi-internal.h" | ||
| 22 | #include "longlong.h" | ||
| 23 | |||
| 24 | static int build_index(const MPI *exparray, int k, int i, int t) | ||
| 25 | { | ||
| 26 | int j, bitno; | ||
| 27 | int index = 0; | ||
| 28 | |||
| 29 | bitno = t - i; | ||
| 30 | for (j = k - 1; j >= 0; j--) { | ||
| 31 | index <<= 1; | ||
| 32 | if (mpi_test_bit(exparray[j], bitno)) | ||
| 33 | index |= 1; | ||
| 34 | } | ||
| 35 | return index; | ||
| 36 | } | ||
| 37 | |||
| 38 | /**************** | ||
| 39 | * RES = (BASE[0] ^ EXP[0]) * (BASE[1] ^ EXP[1]) * ... * mod M | ||
| 40 | */ | ||
| 41 | int mpi_mulpowm(MPI res, MPI *basearray, MPI *exparray, MPI m) | ||
| 42 | { | ||
| 43 | int rc = -ENOMEM; | ||
| 44 | int k; /* number of elements */ | ||
| 45 | int t; /* bit size of largest exponent */ | ||
| 46 | int i, j, idx; | ||
| 47 | MPI *G = NULL; /* table with precomputed values of size 2^k */ | ||
| 48 | MPI tmp = NULL; | ||
| 49 | |||
| 50 | for (k = 0; basearray[k]; k++) | ||
| 51 | ; | ||
| 52 | if (!k) { | ||
| 53 | pr_emerg("mpi_mulpowm: assert(k) failed\n"); | ||
| 54 | BUG(); | ||
| 55 | } | ||
| 56 | for (t = 0, i = 0; (tmp = exparray[i]); i++) { | ||
| 57 | j = mpi_get_nbits(tmp); | ||
| 58 | if (j > t) | ||
| 59 | t = j; | ||
| 60 | } | ||
| 61 | if (i != k) { | ||
| 62 | pr_emerg("mpi_mulpowm: assert(i==k) failed\n"); | ||
| 63 | BUG(); | ||
| 64 | } | ||
| 65 | if (!t) { | ||
| 66 | pr_emerg("mpi_mulpowm: assert(t) failed\n"); | ||
| 67 | BUG(); | ||
| 68 | } | ||
| 69 | if (k >= 10) { | ||
| 70 | pr_emerg("mpi_mulpowm: assert(k<10) failed\n"); | ||
| 71 | BUG(); | ||
| 72 | } | ||
| 73 | |||
| 74 | G = kzalloc((1 << k) * sizeof *G, GFP_KERNEL); | ||
| 75 | if (!G) | ||
| 76 | goto err_out; | ||
| 77 | |||
| 78 | /* and calculate */ | ||
| 79 | tmp = mpi_alloc(mpi_get_nlimbs(m) + 1); | ||
| 80 | if (!tmp) | ||
| 81 | goto nomem; | ||
| 82 | if (mpi_set_ui(res, 1) < 0) | ||
| 83 | goto nomem; | ||
| 84 | for (i = 1; i <= t; i++) { | ||
| 85 | if (mpi_mulm(tmp, res, res, m) < 0) | ||
| 86 | goto nomem; | ||
| 87 | idx = build_index(exparray, k, i, t); | ||
| 88 | if (!(idx >= 0 && idx < (1 << k))) { | ||
| 89 | pr_emerg("mpi_mulpowm: assert(idx >= 0 && idx < (1<<k)) failed\n"); | ||
| 90 | BUG(); | ||
| 91 | } | ||
| 92 | if (!G[idx]) { | ||
| 93 | if (!idx) { | ||
| 94 | G[0] = mpi_alloc_set_ui(1); | ||
| 95 | if (!G[0]) | ||
| 96 | goto nomem; | ||
| 97 | } else { | ||
| 98 | for (j = 0; j < k; j++) { | ||
| 99 | if ((idx & (1 << j))) { | ||
| 100 | if (!G[idx]) { | ||
| 101 | if (mpi_copy | ||
| 102 | (&G[idx], | ||
| 103 | basearray[j]) < 0) | ||
| 104 | goto nomem; | ||
| 105 | } else { | ||
| 106 | if (mpi_mulm | ||
| 107 | (G[idx], G[idx], | ||
| 108 | basearray[j], | ||
| 109 | m) < 0) | ||
| 110 | goto nomem; | ||
| 111 | } | ||
| 112 | } | ||
| 113 | } | ||
| 114 | if (!G[idx]) { | ||
| 115 | G[idx] = mpi_alloc(0); | ||
| 116 | if (!G[idx]) | ||
| 117 | goto nomem; | ||
| 118 | } | ||
| 119 | } | ||
| 120 | } | ||
| 121 | if (mpi_mulm(res, tmp, G[idx], m) < 0) | ||
| 122 | goto nomem; | ||
| 123 | } | ||
| 124 | |||
| 125 | rc = 0; | ||
| 126 | nomem: | ||
| 127 | /* cleanup */ | ||
| 128 | mpi_free(tmp); | ||
| 129 | for (i = 0; i < (1 << k); i++) | ||
| 130 | mpi_free(G[i]); | ||
| 131 | kfree(G); | ||
| 132 | err_out: | ||
| 133 | return rc; | ||
| 134 | } | ||
diff --git a/lib/mpi/mpi-mul.c b/lib/mpi/mpi-mul.c new file mode 100644 index 000000000000..1f3219e27292 --- /dev/null +++ b/lib/mpi/mpi-mul.c | |||
| @@ -0,0 +1,194 @@ | |||
| 1 | /* mpi-mul.c - MPI functions | ||
| 2 | * Copyright (C) 1994, 1996 Free Software Foundation, Inc. | ||
| 3 | * Copyright (C) 1998, 2001 Free Software Foundation, Inc. | ||
| 4 | * | ||
| 5 | * This file is part of GnuPG. | ||
| 6 | * | ||
| 7 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or | ||
| 10 | * (at your option) any later version. | ||
| 11 | * | ||
| 12 | * GnuPG is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 15 | * GNU General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU General Public License | ||
| 18 | * along with this program; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 20 | * | ||
| 21 | * Note: This code is heavily based on the GNU MP Library. | ||
| 22 | * Actually it's the same code with only minor changes in the | ||
| 23 | * way the data is stored; this is to support the abstraction | ||
| 24 | * of an optional secure memory allocation which may be used | ||
| 25 | * to avoid revealing of sensitive data due to paging etc. | ||
| 26 | * The GNU MP Library itself is published under the LGPL; | ||
| 27 | * however I decided to publish this code under the plain GPL. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #include "mpi-internal.h" | ||
| 31 | |||
| 32 | int mpi_mul_ui(MPI prod, MPI mult, unsigned long small_mult) | ||
| 33 | { | ||
| 34 | mpi_size_t size, prod_size; | ||
| 35 | mpi_ptr_t prod_ptr; | ||
| 36 | mpi_limb_t cy; | ||
| 37 | int sign; | ||
| 38 | |||
| 39 | size = mult->nlimbs; | ||
| 40 | sign = mult->sign; | ||
| 41 | |||
| 42 | if (!size || !small_mult) { | ||
| 43 | prod->nlimbs = 0; | ||
| 44 | prod->sign = 0; | ||
| 45 | return 0; | ||
| 46 | } | ||
| 47 | |||
| 48 | prod_size = size + 1; | ||
| 49 | if (prod->alloced < prod_size) | ||
| 50 | if (mpi_resize(prod, prod_size) < 0) | ||
| 51 | return -ENOMEM; | ||
| 52 | prod_ptr = prod->d; | ||
| 53 | |||
| 54 | cy = mpihelp_mul_1(prod_ptr, mult->d, size, (mpi_limb_t) small_mult); | ||
| 55 | if (cy) | ||
| 56 | prod_ptr[size++] = cy; | ||
| 57 | prod->nlimbs = size; | ||
| 58 | prod->sign = sign; | ||
| 59 | return 0; | ||
| 60 | } | ||
| 61 | |||
| 62 | int mpi_mul_2exp(MPI w, MPI u, unsigned long cnt) | ||
| 63 | { | ||
| 64 | mpi_size_t usize, wsize, limb_cnt; | ||
| 65 | mpi_ptr_t wp; | ||
| 66 | mpi_limb_t wlimb; | ||
| 67 | int usign, wsign; | ||
| 68 | |||
| 69 | usize = u->nlimbs; | ||
| 70 | usign = u->sign; | ||
| 71 | |||
| 72 | if (!usize) { | ||
| 73 | w->nlimbs = 0; | ||
| 74 | w->sign = 0; | ||
| 75 | return 0; | ||
| 76 | } | ||
| 77 | |||
| 78 | limb_cnt = cnt / BITS_PER_MPI_LIMB; | ||
| 79 | wsize = usize + limb_cnt + 1; | ||
| 80 | if (w->alloced < wsize) | ||
| 81 | if (mpi_resize(w, wsize) < 0) | ||
| 82 | return -ENOMEM; | ||
| 83 | wp = w->d; | ||
| 84 | wsize = usize + limb_cnt; | ||
| 85 | wsign = usign; | ||
| 86 | |||
| 87 | cnt %= BITS_PER_MPI_LIMB; | ||
| 88 | if (cnt) { | ||
| 89 | wlimb = mpihelp_lshift(wp + limb_cnt, u->d, usize, cnt); | ||
| 90 | if (wlimb) { | ||
| 91 | wp[wsize] = wlimb; | ||
| 92 | wsize++; | ||
| 93 | } | ||
| 94 | } else { | ||
| 95 | MPN_COPY_DECR(wp + limb_cnt, u->d, usize); | ||
| 96 | } | ||
| 97 | |||
| 98 | /* Zero all whole limbs at low end. Do it here and not before calling | ||
| 99 | * mpn_lshift, not to lose for U == W. */ | ||
| 100 | MPN_ZERO(wp, limb_cnt); | ||
| 101 | |||
| 102 | w->nlimbs = wsize; | ||
| 103 | w->sign = wsign; | ||
| 104 | return 0; | ||
| 105 | } | ||
| 106 | |||
| 107 | int mpi_mul(MPI w, MPI u, MPI v) | ||
| 108 | { | ||
| 109 | int rc = -ENOMEM; | ||
| 110 | mpi_size_t usize, vsize, wsize; | ||
| 111 | mpi_ptr_t up, vp, wp; | ||
| 112 | mpi_limb_t cy; | ||
| 113 | int usign, vsign, sign_product; | ||
| 114 | int assign_wp = 0; | ||
| 115 | mpi_ptr_t tmp_limb = NULL; | ||
| 116 | |||
| 117 | if (u->nlimbs < v->nlimbs) { /* Swap U and V. */ | ||
| 118 | usize = v->nlimbs; | ||
| 119 | usign = v->sign; | ||
| 120 | up = v->d; | ||
| 121 | vsize = u->nlimbs; | ||
| 122 | vsign = u->sign; | ||
| 123 | vp = u->d; | ||
| 124 | } else { | ||
| 125 | usize = u->nlimbs; | ||
| 126 | usign = u->sign; | ||
| 127 | up = u->d; | ||
| 128 | vsize = v->nlimbs; | ||
| 129 | vsign = v->sign; | ||
| 130 | vp = v->d; | ||
| 131 | } | ||
| 132 | sign_product = usign ^ vsign; | ||
| 133 | wp = w->d; | ||
| 134 | |||
| 135 | /* Ensure W has space enough to store the result. */ | ||
| 136 | wsize = usize + vsize; | ||
| 137 | if (w->alloced < (size_t) wsize) { | ||
| 138 | if (wp == up || wp == vp) { | ||
| 139 | wp = mpi_alloc_limb_space(wsize); | ||
| 140 | if (!wp) | ||
| 141 | goto nomem; | ||
| 142 | assign_wp = 1; | ||
| 143 | } else { | ||
| 144 | if (mpi_resize(w, wsize) < 0) | ||
| 145 | goto nomem; | ||
| 146 | wp = w->d; | ||
| 147 | } | ||
| 148 | } else { /* Make U and V not overlap with W. */ | ||
| 149 | if (wp == up) { | ||
| 150 | /* W and U are identical. Allocate temporary space for U. */ | ||
| 151 | up = tmp_limb = mpi_alloc_limb_space(usize); | ||
| 152 | if (!up) | ||
| 153 | goto nomem; | ||
| 154 | /* Is V identical too? Keep it identical with U. */ | ||
| 155 | if (wp == vp) | ||
| 156 | vp = up; | ||
| 157 | /* Copy to the temporary space. */ | ||
| 158 | MPN_COPY(up, wp, usize); | ||
| 159 | } else if (wp == vp) { | ||
| 160 | /* W and V are identical. Allocate temporary space for V. */ | ||
| 161 | vp = tmp_limb = mpi_alloc_limb_space(vsize); | ||
| 162 | if (!vp) | ||
| 163 | goto nomem; | ||
| 164 | /* Copy to the temporary space. */ | ||
| 165 | MPN_COPY(vp, wp, vsize); | ||
| 166 | } | ||
| 167 | } | ||
| 168 | |||
| 169 | if (!vsize) | ||
| 170 | wsize = 0; | ||
| 171 | else { | ||
| 172 | if (mpihelp_mul(wp, up, usize, vp, vsize, &cy) < 0) | ||
| 173 | goto nomem; | ||
| 174 | wsize -= cy ? 0 : 1; | ||
| 175 | } | ||
| 176 | |||
| 177 | if (assign_wp) | ||
| 178 | mpi_assign_limb_space(w, wp, wsize); | ||
| 179 | |||
| 180 | w->nlimbs = wsize; | ||
| 181 | w->sign = sign_product; | ||
| 182 | rc = 0; | ||
| 183 | nomem: | ||
| 184 | if (tmp_limb) | ||
| 185 | mpi_free_limb_space(tmp_limb); | ||
| 186 | return rc; | ||
| 187 | } | ||
| 188 | |||
| 189 | int mpi_mulm(MPI w, MPI u, MPI v, MPI m) | ||
| 190 | { | ||
| 191 | if (mpi_mul(w, u, v) < 0) | ||
| 192 | return -ENOMEM; | ||
| 193 | return mpi_fdiv_r(w, w, m); | ||
| 194 | } | ||
diff --git a/lib/mpi/mpi-pow.c b/lib/mpi/mpi-pow.c new file mode 100644 index 000000000000..67f3e79af914 --- /dev/null +++ b/lib/mpi/mpi-pow.c | |||
| @@ -0,0 +1,323 @@ | |||
| 1 | /* mpi-pow.c - MPI functions | ||
| 2 | * Copyright (C) 1994, 1996, 1998, 2000 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | * | ||
| 20 | * Note: This code is heavily based on the GNU MP Library. | ||
| 21 | * Actually it's the same code with only minor changes in the | ||
| 22 | * way the data is stored; this is to support the abstraction | ||
| 23 | * of an optional secure memory allocation which may be used | ||
| 24 | * to avoid revealing of sensitive data due to paging etc. | ||
| 25 | * The GNU MP Library itself is published under the LGPL; | ||
| 26 | * however I decided to publish this code under the plain GPL. | ||
| 27 | */ | ||
| 28 | |||
| 29 | #include <linux/string.h> | ||
| 30 | #include "mpi-internal.h" | ||
| 31 | #include "longlong.h" | ||
| 32 | |||
| 33 | /**************** | ||
| 34 | * RES = BASE ^ EXP mod MOD | ||
| 35 | */ | ||
| 36 | int mpi_powm(MPI res, MPI base, MPI exp, MPI mod) | ||
| 37 | { | ||
| 38 | mpi_ptr_t mp_marker = NULL, bp_marker = NULL, ep_marker = NULL; | ||
| 39 | mpi_ptr_t xp_marker = NULL; | ||
| 40 | mpi_ptr_t tspace = NULL; | ||
| 41 | mpi_ptr_t rp, ep, mp, bp; | ||
| 42 | mpi_size_t esize, msize, bsize, rsize; | ||
| 43 | int esign, msign, bsign, rsign; | ||
| 44 | mpi_size_t size; | ||
| 45 | int mod_shift_cnt; | ||
| 46 | int negative_result; | ||
| 47 | int assign_rp = 0; | ||
| 48 | mpi_size_t tsize = 0; /* to avoid compiler warning */ | ||
| 49 | /* fixme: we should check that the warning is void */ | ||
| 50 | int rc = -ENOMEM; | ||
| 51 | |||
| 52 | esize = exp->nlimbs; | ||
| 53 | msize = mod->nlimbs; | ||
| 54 | size = 2 * msize; | ||
| 55 | esign = exp->sign; | ||
| 56 | msign = mod->sign; | ||
| 57 | |||
| 58 | rp = res->d; | ||
| 59 | ep = exp->d; | ||
| 60 | |||
| 61 | if (!msize) | ||
| 62 | return -EINVAL; | ||
| 63 | |||
| 64 | if (!esize) { | ||
| 65 | /* Exponent is zero, result is 1 mod MOD, i.e., 1 or 0 | ||
| 66 | * depending on if MOD equals 1. */ | ||
| 67 | rp[0] = 1; | ||
| 68 | res->nlimbs = (msize == 1 && mod->d[0] == 1) ? 0 : 1; | ||
| 69 | res->sign = 0; | ||
| 70 | goto leave; | ||
| 71 | } | ||
| 72 | |||
| 73 | /* Normalize MOD (i.e. make its most significant bit set) as required by | ||
| 74 | * mpn_divrem. This will make the intermediate values in the calculation | ||
| 75 | * slightly larger, but the correct result is obtained after a final | ||
| 76 | * reduction using the original MOD value. */ | ||
| 77 | mp = mp_marker = mpi_alloc_limb_space(msize); | ||
| 78 | if (!mp) | ||
| 79 | goto enomem; | ||
| 80 | count_leading_zeros(mod_shift_cnt, mod->d[msize - 1]); | ||
| 81 | if (mod_shift_cnt) | ||
| 82 | mpihelp_lshift(mp, mod->d, msize, mod_shift_cnt); | ||
| 83 | else | ||
| 84 | MPN_COPY(mp, mod->d, msize); | ||
| 85 | |||
| 86 | bsize = base->nlimbs; | ||
| 87 | bsign = base->sign; | ||
| 88 | if (bsize > msize) { /* The base is larger than the module. Reduce it. */ | ||
| 89 | /* Allocate (BSIZE + 1) with space for remainder and quotient. | ||
| 90 | * (The quotient is (bsize - msize + 1) limbs.) */ | ||
| 91 | bp = bp_marker = mpi_alloc_limb_space(bsize + 1); | ||
| 92 | if (!bp) | ||
| 93 | goto enomem; | ||
| 94 | MPN_COPY(bp, base->d, bsize); | ||
| 95 | /* We don't care about the quotient, store it above the remainder, | ||
| 96 | * at BP + MSIZE. */ | ||
| 97 | mpihelp_divrem(bp + msize, 0, bp, bsize, mp, msize); | ||
| 98 | bsize = msize; | ||
| 99 | /* Canonicalize the base, since we are going to multiply with it | ||
| 100 | * quite a few times. */ | ||
| 101 | MPN_NORMALIZE(bp, bsize); | ||
| 102 | } else | ||
| 103 | bp = base->d; | ||
| 104 | |||
| 105 | if (!bsize) { | ||
| 106 | res->nlimbs = 0; | ||
| 107 | res->sign = 0; | ||
| 108 | goto leave; | ||
| 109 | } | ||
| 110 | |||
| 111 | if (res->alloced < size) { | ||
| 112 | /* We have to allocate more space for RES. If any of the input | ||
| 113 | * parameters are identical to RES, defer deallocation of the old | ||
| 114 | * space. */ | ||
| 115 | if (rp == ep || rp == mp || rp == bp) { | ||
| 116 | rp = mpi_alloc_limb_space(size); | ||
| 117 | if (!rp) | ||
| 118 | goto enomem; | ||
| 119 | assign_rp = 1; | ||
| 120 | } else { | ||
| 121 | if (mpi_resize(res, size) < 0) | ||
| 122 | goto enomem; | ||
| 123 | rp = res->d; | ||
| 124 | } | ||
| 125 | } else { /* Make BASE, EXP and MOD not overlap with RES. */ | ||
| 126 | if (rp == bp) { | ||
| 127 | /* RES and BASE are identical. Allocate temp. space for BASE. */ | ||
| 128 | BUG_ON(bp_marker); | ||
| 129 | bp = bp_marker = mpi_alloc_limb_space(bsize); | ||
| 130 | if (!bp) | ||
| 131 | goto enomem; | ||
| 132 | MPN_COPY(bp, rp, bsize); | ||
| 133 | } | ||
| 134 | if (rp == ep) { | ||
| 135 | /* RES and EXP are identical. Allocate temp. space for EXP. */ | ||
| 136 | ep = ep_marker = mpi_alloc_limb_space(esize); | ||
| 137 | if (!ep) | ||
| 138 | goto enomem; | ||
| 139 | MPN_COPY(ep, rp, esize); | ||
| 140 | } | ||
| 141 | if (rp == mp) { | ||
| 142 | /* RES and MOD are identical. Allocate temporary space for MOD. */ | ||
| 143 | BUG_ON(mp_marker); | ||
| 144 | mp = mp_marker = mpi_alloc_limb_space(msize); | ||
| 145 | if (!mp) | ||
| 146 | goto enomem; | ||
| 147 | MPN_COPY(mp, rp, msize); | ||
| 148 | } | ||
| 149 | } | ||
| 150 | |||
| 151 | MPN_COPY(rp, bp, bsize); | ||
| 152 | rsize = bsize; | ||
| 153 | rsign = bsign; | ||
| 154 | |||
| 155 | { | ||
| 156 | mpi_size_t i; | ||
| 157 | mpi_ptr_t xp; | ||
| 158 | int c; | ||
| 159 | mpi_limb_t e; | ||
| 160 | mpi_limb_t carry_limb; | ||
| 161 | struct karatsuba_ctx karactx; | ||
| 162 | |||
| 163 | xp = xp_marker = mpi_alloc_limb_space(2 * (msize + 1)); | ||
| 164 | if (!xp) | ||
| 165 | goto enomem; | ||
| 166 | |||
| 167 | memset(&karactx, 0, sizeof karactx); | ||
| 168 | negative_result = (ep[0] & 1) && base->sign; | ||
| 169 | |||
| 170 | i = esize - 1; | ||
| 171 | e = ep[i]; | ||
| 172 | count_leading_zeros(c, e); | ||
| 173 | e = (e << c) << 1; /* shift the exp bits to the left, lose msb */ | ||
| 174 | c = BITS_PER_MPI_LIMB - 1 - c; | ||
| 175 | |||
| 176 | /* Main loop. | ||
| 177 | * | ||
| 178 | * Make the result be pointed to alternately by XP and RP. This | ||
| 179 | * helps us avoid block copying, which would otherwise be necessary | ||
| 180 | * with the overlap restrictions of mpihelp_divmod. With 50% probability | ||
| 181 | * the result after this loop will be in the area originally pointed | ||
| 182 | * by RP (==RES->d), and with 50% probability in the area originally | ||
| 183 | * pointed to by XP. | ||
| 184 | */ | ||
| 185 | |||
| 186 | for (;;) { | ||
| 187 | while (c) { | ||
| 188 | mpi_ptr_t tp; | ||
| 189 | mpi_size_t xsize; | ||
| 190 | |||
| 191 | /*if (mpihelp_mul_n(xp, rp, rp, rsize) < 0) goto enomem */ | ||
| 192 | if (rsize < KARATSUBA_THRESHOLD) | ||
| 193 | mpih_sqr_n_basecase(xp, rp, rsize); | ||
| 194 | else { | ||
| 195 | if (!tspace) { | ||
| 196 | tsize = 2 * rsize; | ||
| 197 | tspace = | ||
| 198 | mpi_alloc_limb_space(tsize); | ||
| 199 | if (!tspace) | ||
| 200 | goto enomem; | ||
| 201 | } else if (tsize < (2 * rsize)) { | ||
| 202 | mpi_free_limb_space(tspace); | ||
| 203 | tsize = 2 * rsize; | ||
| 204 | tspace = | ||
| 205 | mpi_alloc_limb_space(tsize); | ||
| 206 | if (!tspace) | ||
| 207 | goto enomem; | ||
| 208 | } | ||
| 209 | mpih_sqr_n(xp, rp, rsize, tspace); | ||
| 210 | } | ||
| 211 | |||
| 212 | xsize = 2 * rsize; | ||
| 213 | if (xsize > msize) { | ||
| 214 | mpihelp_divrem(xp + msize, 0, xp, xsize, | ||
| 215 | mp, msize); | ||
| 216 | xsize = msize; | ||
| 217 | } | ||
| 218 | |||
| 219 | tp = rp; | ||
| 220 | rp = xp; | ||
| 221 | xp = tp; | ||
| 222 | rsize = xsize; | ||
| 223 | |||
| 224 | if ((mpi_limb_signed_t) e < 0) { | ||
| 225 | /*mpihelp_mul( xp, rp, rsize, bp, bsize ); */ | ||
| 226 | if (bsize < KARATSUBA_THRESHOLD) { | ||
| 227 | mpi_limb_t tmp; | ||
| 228 | if (mpihelp_mul | ||
| 229 | (xp, rp, rsize, bp, bsize, | ||
| 230 | &tmp) < 0) | ||
| 231 | goto enomem; | ||
| 232 | } else { | ||
| 233 | if (mpihelp_mul_karatsuba_case | ||
| 234 | (xp, rp, rsize, bp, bsize, | ||
| 235 | &karactx) < 0) | ||
| 236 | goto enomem; | ||
| 237 | } | ||
| 238 | |||
| 239 | xsize = rsize + bsize; | ||
| 240 | if (xsize > msize) { | ||
| 241 | mpihelp_divrem(xp + msize, 0, | ||
| 242 | xp, xsize, mp, | ||
| 243 | msize); | ||
| 244 | xsize = msize; | ||
| 245 | } | ||
| 246 | |||
| 247 | tp = rp; | ||
| 248 | rp = xp; | ||
| 249 | xp = tp; | ||
| 250 | rsize = xsize; | ||
| 251 | } | ||
| 252 | e <<= 1; | ||
| 253 | c--; | ||
| 254 | } | ||
| 255 | |||
| 256 | i--; | ||
| 257 | if (i < 0) | ||
| 258 | break; | ||
| 259 | e = ep[i]; | ||
| 260 | c = BITS_PER_MPI_LIMB; | ||
| 261 | } | ||
| 262 | |||
| 263 | /* We shifted MOD, the modulo reduction argument, left MOD_SHIFT_CNT | ||
| 264 | * steps. Adjust the result by reducing it with the original MOD. | ||
| 265 | * | ||
| 266 | * Also make sure the result is put in RES->d (where it already | ||
| 267 | * might be, see above). | ||
| 268 | */ | ||
| 269 | if (mod_shift_cnt) { | ||
| 270 | carry_limb = | ||
| 271 | mpihelp_lshift(res->d, rp, rsize, mod_shift_cnt); | ||
| 272 | rp = res->d; | ||
| 273 | if (carry_limb) { | ||
| 274 | rp[rsize] = carry_limb; | ||
| 275 | rsize++; | ||
| 276 | } | ||
| 277 | } else { | ||
| 278 | MPN_COPY(res->d, rp, rsize); | ||
| 279 | rp = res->d; | ||
| 280 | } | ||
| 281 | |||
| 282 | if (rsize >= msize) { | ||
| 283 | mpihelp_divrem(rp + msize, 0, rp, rsize, mp, msize); | ||
| 284 | rsize = msize; | ||
| 285 | } | ||
| 286 | |||
| 287 | /* Remove any leading zero words from the result. */ | ||
| 288 | if (mod_shift_cnt) | ||
| 289 | mpihelp_rshift(rp, rp, rsize, mod_shift_cnt); | ||
| 290 | MPN_NORMALIZE(rp, rsize); | ||
| 291 | |||
| 292 | mpihelp_release_karatsuba_ctx(&karactx); | ||
| 293 | } | ||
| 294 | |||
| 295 | if (negative_result && rsize) { | ||
| 296 | if (mod_shift_cnt) | ||
| 297 | mpihelp_rshift(mp, mp, msize, mod_shift_cnt); | ||
| 298 | mpihelp_sub(rp, mp, msize, rp, rsize); | ||
| 299 | rsize = msize; | ||
| 300 | rsign = msign; | ||
| 301 | MPN_NORMALIZE(rp, rsize); | ||
| 302 | } | ||
| 303 | res->nlimbs = rsize; | ||
| 304 | res->sign = rsign; | ||
| 305 | |||
| 306 | leave: | ||
| 307 | rc = 0; | ||
| 308 | enomem: | ||
| 309 | if (assign_rp) | ||
| 310 | mpi_assign_limb_space(res, rp, size); | ||
| 311 | if (mp_marker) | ||
| 312 | mpi_free_limb_space(mp_marker); | ||
| 313 | if (bp_marker) | ||
| 314 | mpi_free_limb_space(bp_marker); | ||
| 315 | if (ep_marker) | ||
| 316 | mpi_free_limb_space(ep_marker); | ||
| 317 | if (xp_marker) | ||
| 318 | mpi_free_limb_space(xp_marker); | ||
| 319 | if (tspace) | ||
| 320 | mpi_free_limb_space(tspace); | ||
| 321 | return rc; | ||
| 322 | } | ||
| 323 | EXPORT_SYMBOL_GPL(mpi_powm); | ||
diff --git a/lib/mpi/mpi-scan.c b/lib/mpi/mpi-scan.c new file mode 100644 index 000000000000..b2da5ad96199 --- /dev/null +++ b/lib/mpi/mpi-scan.c | |||
| @@ -0,0 +1,136 @@ | |||
| 1 | /* mpi-scan.c - MPI functions | ||
| 2 | * Copyright (C) 1998, 1999, 2000, 2001 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | */ | ||
| 20 | |||
| 21 | #include "mpi-internal.h" | ||
| 22 | #include "longlong.h" | ||
| 23 | |||
| 24 | /**************** | ||
| 25 | * Scan through an mpi and return byte for byte. a -1 is returned to indicate | ||
| 26 | * the end of the mpi. Scanning is done from the lsb to the msb, returned | ||
| 27 | * values are in the range of 0 .. 255. | ||
| 28 | * | ||
| 29 | * FIXME: This code is VERY ugly! | ||
| 30 | */ | ||
| 31 | int mpi_getbyte(const MPI a, unsigned idx) | ||
| 32 | { | ||
| 33 | int i, j; | ||
| 34 | unsigned n; | ||
| 35 | mpi_ptr_t ap; | ||
| 36 | mpi_limb_t limb; | ||
| 37 | |||
| 38 | ap = a->d; | ||
| 39 | for (n = 0, i = 0; i < a->nlimbs; i++) { | ||
| 40 | limb = ap[i]; | ||
| 41 | for (j = 0; j < BYTES_PER_MPI_LIMB; j++, n++) | ||
| 42 | if (n == idx) | ||
| 43 | return (limb >> j * 8) & 0xff; | ||
| 44 | } | ||
| 45 | return -1; | ||
| 46 | } | ||
| 47 | |||
| 48 | /**************** | ||
| 49 | * Put a value at position IDX into A. idx counts from lsb to msb | ||
| 50 | */ | ||
| 51 | void mpi_putbyte(MPI a, unsigned idx, int xc) | ||
| 52 | { | ||
| 53 | int i, j; | ||
| 54 | unsigned n; | ||
| 55 | mpi_ptr_t ap; | ||
| 56 | mpi_limb_t limb, c; | ||
| 57 | |||
| 58 | c = xc & 0xff; | ||
| 59 | ap = a->d; | ||
| 60 | for (n = 0, i = 0; i < a->alloced; i++) { | ||
| 61 | limb = ap[i]; | ||
| 62 | for (j = 0; j < BYTES_PER_MPI_LIMB; j++, n++) | ||
| 63 | if (n == idx) { | ||
| 64 | #if BYTES_PER_MPI_LIMB == 4 | ||
| 65 | if (j == 0) | ||
| 66 | limb = (limb & 0xffffff00) | c; | ||
| 67 | else if (j == 1) | ||
| 68 | limb = (limb & 0xffff00ff) | (c << 8); | ||
| 69 | else if (j == 2) | ||
| 70 | limb = (limb & 0xff00ffff) | (c << 16); | ||
| 71 | else | ||
| 72 | limb = (limb & 0x00ffffff) | (c << 24); | ||
| 73 | #elif BYTES_PER_MPI_LIMB == 8 | ||
| 74 | if (j == 0) | ||
| 75 | limb = (limb & 0xffffffffffffff00) | c; | ||
| 76 | else if (j == 1) | ||
| 77 | limb = | ||
| 78 | (limb & 0xffffffffffff00ff) | (c << | ||
| 79 | 8); | ||
| 80 | else if (j == 2) | ||
| 81 | limb = | ||
| 82 | (limb & 0xffffffffff00ffff) | (c << | ||
| 83 | 16); | ||
| 84 | else if (j == 3) | ||
| 85 | limb = | ||
| 86 | (limb & 0xffffffff00ffffff) | (c << | ||
| 87 | 24); | ||
| 88 | else if (j == 4) | ||
| 89 | limb = | ||
| 90 | (limb & 0xffffff00ffffffff) | (c << | ||
| 91 | 32); | ||
| 92 | else if (j == 5) | ||
| 93 | limb = | ||
| 94 | (limb & 0xffff00ffffffffff) | (c << | ||
| 95 | 40); | ||
| 96 | else if (j == 6) | ||
| 97 | limb = | ||
| 98 | (limb & 0xff00ffffffffffff) | (c << | ||
| 99 | 48); | ||
| 100 | else | ||
| 101 | limb = | ||
| 102 | (limb & 0x00ffffffffffffff) | (c << | ||
| 103 | 56); | ||
| 104 | #else | ||
| 105 | #error please enhance this function, its ugly - i know. | ||
| 106 | #endif | ||
| 107 | if (a->nlimbs <= i) | ||
| 108 | a->nlimbs = i + 1; | ||
| 109 | ap[i] = limb; | ||
| 110 | return; | ||
| 111 | } | ||
| 112 | } | ||
| 113 | log_bug("index out of range\n"); | ||
| 114 | } | ||
| 115 | |||
| 116 | /**************** | ||
| 117 | * Count the number of zerobits at the low end of A | ||
| 118 | */ | ||
| 119 | unsigned mpi_trailing_zeros(const MPI a) | ||
| 120 | { | ||
| 121 | unsigned n, count = 0; | ||
| 122 | |||
| 123 | for (n = 0; n < a->nlimbs; n++) { | ||
| 124 | if (a->d[n]) { | ||
| 125 | unsigned nn; | ||
| 126 | mpi_limb_t alimb = a->d[n]; | ||
| 127 | |||
| 128 | count_trailing_zeros(nn, alimb); | ||
| 129 | count += nn; | ||
| 130 | break; | ||
| 131 | } | ||
| 132 | count += BITS_PER_MPI_LIMB; | ||
| 133 | } | ||
| 134 | return count; | ||
| 135 | |||
| 136 | } | ||
diff --git a/lib/mpi/mpicoder.c b/lib/mpi/mpicoder.c new file mode 100644 index 000000000000..f26b41fcb48c --- /dev/null +++ b/lib/mpi/mpicoder.c | |||
| @@ -0,0 +1,280 @@ | |||
| 1 | /* mpicoder.c - Coder for the external representation of MPIs | ||
| 2 | * Copyright (C) 1998, 1999 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | */ | ||
| 20 | |||
| 21 | #include "mpi-internal.h" | ||
| 22 | |||
| 23 | #define MAX_EXTERN_MPI_BITS 16384 | ||
| 24 | |||
| 25 | MPI mpi_read_from_buffer(const void *xbuffer, unsigned *ret_nread) | ||
| 26 | { | ||
| 27 | const uint8_t *buffer = xbuffer; | ||
| 28 | int i, j; | ||
| 29 | unsigned nbits, nbytes, nlimbs, nread = 0; | ||
| 30 | mpi_limb_t a; | ||
| 31 | MPI val = NULL; | ||
| 32 | |||
| 33 | if (*ret_nread < 2) | ||
| 34 | goto leave; | ||
| 35 | nbits = buffer[0] << 8 | buffer[1]; | ||
| 36 | |||
| 37 | if (nbits > MAX_EXTERN_MPI_BITS) { | ||
| 38 | pr_info("MPI: mpi too large (%u bits)\n", nbits); | ||
| 39 | goto leave; | ||
| 40 | } | ||
| 41 | buffer += 2; | ||
| 42 | nread = 2; | ||
| 43 | |||
| 44 | nbytes = (nbits + 7) / 8; | ||
| 45 | nlimbs = (nbytes + BYTES_PER_MPI_LIMB - 1) / BYTES_PER_MPI_LIMB; | ||
| 46 | val = mpi_alloc(nlimbs); | ||
| 47 | if (!val) | ||
| 48 | return NULL; | ||
| 49 | i = BYTES_PER_MPI_LIMB - nbytes % BYTES_PER_MPI_LIMB; | ||
| 50 | i %= BYTES_PER_MPI_LIMB; | ||
| 51 | val->nbits = nbits; | ||
| 52 | j = val->nlimbs = nlimbs; | ||
| 53 | val->sign = 0; | ||
| 54 | for (; j > 0; j--) { | ||
| 55 | a = 0; | ||
| 56 | for (; i < BYTES_PER_MPI_LIMB; i++) { | ||
| 57 | if (++nread > *ret_nread) { | ||
| 58 | printk | ||
| 59 | ("MPI: mpi larger than buffer nread=%d ret_nread=%d\n", | ||
| 60 | nread, *ret_nread); | ||
| 61 | goto leave; | ||
| 62 | } | ||
| 63 | a <<= 8; | ||
| 64 | a |= *buffer++; | ||
| 65 | } | ||
| 66 | i = 0; | ||
| 67 | val->d[j - 1] = a; | ||
| 68 | } | ||
| 69 | |||
| 70 | leave: | ||
| 71 | *ret_nread = nread; | ||
| 72 | return val; | ||
| 73 | } | ||
| 74 | EXPORT_SYMBOL_GPL(mpi_read_from_buffer); | ||
| 75 | |||
| 76 | /**************** | ||
| 77 | * Make an mpi from a character string. | ||
| 78 | */ | ||
| 79 | int mpi_fromstr(MPI val, const char *str) | ||
| 80 | { | ||
| 81 | int hexmode = 0, sign = 0, prepend_zero = 0, i, j, c, c1, c2; | ||
| 82 | unsigned nbits, nbytes, nlimbs; | ||
| 83 | mpi_limb_t a; | ||
| 84 | |||
| 85 | if (*str == '-') { | ||
| 86 | sign = 1; | ||
| 87 | str++; | ||
| 88 | } | ||
| 89 | if (*str == '0' && str[1] == 'x') | ||
| 90 | hexmode = 1; | ||
| 91 | else | ||
| 92 | return -EINVAL; /* other bases are not yet supported */ | ||
| 93 | str += 2; | ||
| 94 | |||
| 95 | nbits = strlen(str) * 4; | ||
| 96 | if (nbits % 8) | ||
| 97 | prepend_zero = 1; | ||
| 98 | nbytes = (nbits + 7) / 8; | ||
| 99 | nlimbs = (nbytes + BYTES_PER_MPI_LIMB - 1) / BYTES_PER_MPI_LIMB; | ||
| 100 | if (val->alloced < nlimbs) | ||
| 101 | if (!mpi_resize(val, nlimbs)) | ||
| 102 | return -ENOMEM; | ||
| 103 | i = BYTES_PER_MPI_LIMB - nbytes % BYTES_PER_MPI_LIMB; | ||
| 104 | i %= BYTES_PER_MPI_LIMB; | ||
| 105 | j = val->nlimbs = nlimbs; | ||
| 106 | val->sign = sign; | ||
| 107 | for (; j > 0; j--) { | ||
| 108 | a = 0; | ||
| 109 | for (; i < BYTES_PER_MPI_LIMB; i++) { | ||
| 110 | if (prepend_zero) { | ||
| 111 | c1 = '0'; | ||
| 112 | prepend_zero = 0; | ||
| 113 | } else | ||
| 114 | c1 = *str++; | ||
| 115 | assert(c1); | ||
| 116 | c2 = *str++; | ||
| 117 | assert(c2); | ||
| 118 | if (c1 >= '0' && c1 <= '9') | ||
| 119 | c = c1 - '0'; | ||
| 120 | else if (c1 >= 'a' && c1 <= 'f') | ||
| 121 | c = c1 - 'a' + 10; | ||
| 122 | else if (c1 >= 'A' && c1 <= 'F') | ||
| 123 | c = c1 - 'A' + 10; | ||
| 124 | else { | ||
| 125 | mpi_clear(val); | ||
| 126 | return 1; | ||
| 127 | } | ||
| 128 | c <<= 4; | ||
| 129 | if (c2 >= '0' && c2 <= '9') | ||
| 130 | c |= c2 - '0'; | ||
| 131 | else if (c2 >= 'a' && c2 <= 'f') | ||
| 132 | c |= c2 - 'a' + 10; | ||
| 133 | else if (c2 >= 'A' && c2 <= 'F') | ||
| 134 | c |= c2 - 'A' + 10; | ||
| 135 | else { | ||
| 136 | mpi_clear(val); | ||
| 137 | return 1; | ||
| 138 | } | ||
| 139 | a <<= 8; | ||
| 140 | a |= c; | ||
| 141 | } | ||
| 142 | i = 0; | ||
| 143 | |||
| 144 | val->d[j - 1] = a; | ||
| 145 | } | ||
| 146 | |||
| 147 | return 0; | ||
| 148 | } | ||
| 149 | EXPORT_SYMBOL_GPL(mpi_fromstr); | ||
| 150 | |||
| 151 | /**************** | ||
| 152 | * Return an allocated buffer with the MPI (msb first). | ||
| 153 | * NBYTES receives the length of this buffer. Caller must free the | ||
| 154 | * return string (This function does return a 0 byte buffer with NBYTES | ||
| 155 | * set to zero if the value of A is zero. If sign is not NULL, it will | ||
| 156 | * be set to the sign of the A. | ||
| 157 | */ | ||
| 158 | void *mpi_get_buffer(MPI a, unsigned *nbytes, int *sign) | ||
| 159 | { | ||
| 160 | uint8_t *p, *buffer; | ||
| 161 | mpi_limb_t alimb; | ||
| 162 | int i; | ||
| 163 | unsigned int n; | ||
| 164 | |||
| 165 | if (sign) | ||
| 166 | *sign = a->sign; | ||
| 167 | *nbytes = n = a->nlimbs * BYTES_PER_MPI_LIMB; | ||
| 168 | if (!n) | ||
| 169 | n++; /* avoid zero length allocation */ | ||
| 170 | p = buffer = kmalloc(n, GFP_KERNEL); | ||
| 171 | if (!p) | ||
| 172 | return NULL; | ||
| 173 | |||
| 174 | for (i = a->nlimbs - 1; i >= 0; i--) { | ||
| 175 | alimb = a->d[i]; | ||
| 176 | #if BYTES_PER_MPI_LIMB == 4 | ||
| 177 | *p++ = alimb >> 24; | ||
| 178 | *p++ = alimb >> 16; | ||
| 179 | *p++ = alimb >> 8; | ||
| 180 | *p++ = alimb; | ||
| 181 | #elif BYTES_PER_MPI_LIMB == 8 | ||
| 182 | *p++ = alimb >> 56; | ||
| 183 | *p++ = alimb >> 48; | ||
| 184 | *p++ = alimb >> 40; | ||
| 185 | *p++ = alimb >> 32; | ||
| 186 | *p++ = alimb >> 24; | ||
| 187 | *p++ = alimb >> 16; | ||
| 188 | *p++ = alimb >> 8; | ||
| 189 | *p++ = alimb; | ||
| 190 | #else | ||
| 191 | #error please implement for this limb size. | ||
| 192 | #endif | ||
| 193 | } | ||
| 194 | |||
| 195 | /* this is sub-optimal but we need to do the shift operation | ||
| 196 | * because the caller has to free the returned buffer */ | ||
| 197 | for (p = buffer; !*p && *nbytes; p++, --*nbytes) | ||
| 198 | ; | ||
| 199 | if (p != buffer) | ||
| 200 | memmove(buffer, p, *nbytes); | ||
| 201 | |||
| 202 | return buffer; | ||
| 203 | } | ||
| 204 | EXPORT_SYMBOL_GPL(mpi_get_buffer); | ||
| 205 | |||
| 206 | /**************** | ||
| 207 | * Use BUFFER to update MPI. | ||
| 208 | */ | ||
| 209 | int mpi_set_buffer(MPI a, const void *xbuffer, unsigned nbytes, int sign) | ||
| 210 | { | ||
| 211 | const uint8_t *buffer = xbuffer, *p; | ||
| 212 | mpi_limb_t alimb; | ||
| 213 | int nlimbs; | ||
| 214 | int i; | ||
| 215 | |||
| 216 | nlimbs = (nbytes + BYTES_PER_MPI_LIMB - 1) / BYTES_PER_MPI_LIMB; | ||
| 217 | if (RESIZE_IF_NEEDED(a, nlimbs) < 0) | ||
| 218 | return -ENOMEM; | ||
| 219 | a->sign = sign; | ||
| 220 | |||
| 221 | for (i = 0, p = buffer + nbytes - 1; p >= buffer + BYTES_PER_MPI_LIMB;) { | ||
| 222 | #if BYTES_PER_MPI_LIMB == 4 | ||
| 223 | alimb = (mpi_limb_t) *p--; | ||
| 224 | alimb |= (mpi_limb_t) *p-- << 8; | ||
| 225 | alimb |= (mpi_limb_t) *p-- << 16; | ||
| 226 | alimb |= (mpi_limb_t) *p-- << 24; | ||
| 227 | #elif BYTES_PER_MPI_LIMB == 8 | ||
| 228 | alimb = (mpi_limb_t) *p--; | ||
| 229 | alimb |= (mpi_limb_t) *p-- << 8; | ||
| 230 | alimb |= (mpi_limb_t) *p-- << 16; | ||
| 231 | alimb |= (mpi_limb_t) *p-- << 24; | ||
| 232 | alimb |= (mpi_limb_t) *p-- << 32; | ||
| 233 | alimb |= (mpi_limb_t) *p-- << 40; | ||
| 234 | alimb |= (mpi_limb_t) *p-- << 48; | ||
| 235 | alimb |= (mpi_limb_t) *p-- << 56; | ||
| 236 | #else | ||
| 237 | #error please implement for this limb size. | ||
| 238 | #endif | ||
| 239 | a->d[i++] = alimb; | ||
| 240 | } | ||
| 241 | if (p >= buffer) { | ||
| 242 | #if BYTES_PER_MPI_LIMB == 4 | ||
| 243 | alimb = *p--; | ||
| 244 | if (p >= buffer) | ||
| 245 | alimb |= (mpi_limb_t) *p-- << 8; | ||
| 246 | if (p >= buffer) | ||
| 247 | alimb |= (mpi_limb_t) *p-- << 16; | ||
| 248 | if (p >= buffer) | ||
| 249 | alimb |= (mpi_limb_t) *p-- << 24; | ||
| 250 | #elif BYTES_PER_MPI_LIMB == 8 | ||
| 251 | alimb = (mpi_limb_t) *p--; | ||
| 252 | if (p >= buffer) | ||
| 253 | alimb |= (mpi_limb_t) *p-- << 8; | ||
| 254 | if (p >= buffer) | ||
| 255 | alimb |= (mpi_limb_t) *p-- << 16; | ||
| 256 | if (p >= buffer) | ||
| 257 | alimb |= (mpi_limb_t) *p-- << 24; | ||
| 258 | if (p >= buffer) | ||
| 259 | alimb |= (mpi_limb_t) *p-- << 32; | ||
| 260 | if (p >= buffer) | ||
| 261 | alimb |= (mpi_limb_t) *p-- << 40; | ||
| 262 | if (p >= buffer) | ||
| 263 | alimb |= (mpi_limb_t) *p-- << 48; | ||
| 264 | if (p >= buffer) | ||
| 265 | alimb |= (mpi_limb_t) *p-- << 56; | ||
| 266 | #else | ||
| 267 | #error please implement for this limb size. | ||
| 268 | #endif | ||
| 269 | a->d[i++] = alimb; | ||
| 270 | } | ||
| 271 | a->nlimbs = i; | ||
| 272 | |||
| 273 | if (i != nlimbs) { | ||
| 274 | pr_emerg("MPI: mpi_set_buffer: Assertion failed (%d != %d)", i, | ||
| 275 | nlimbs); | ||
| 276 | BUG(); | ||
| 277 | } | ||
| 278 | return 0; | ||
| 279 | } | ||
| 280 | EXPORT_SYMBOL_GPL(mpi_set_buffer); | ||
diff --git a/lib/mpi/mpih-cmp.c b/lib/mpi/mpih-cmp.c new file mode 100644 index 000000000000..b2fd39677f1b --- /dev/null +++ b/lib/mpi/mpih-cmp.c | |||
| @@ -0,0 +1,56 @@ | |||
| 1 | /* mpihelp-sub.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996 Free Software Foundation, Inc. | ||
| 3 | * Copyright (C) 1998, 1999, 2000, 2001 Free Software Foundation, Inc. | ||
| 4 | * | ||
| 5 | * This file is part of GnuPG. | ||
| 6 | * | ||
| 7 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or | ||
| 10 | * (at your option) any later version. | ||
| 11 | * | ||
| 12 | * GnuPG is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 15 | * GNU General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU General Public License | ||
| 18 | * along with this program; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 20 | * | ||
| 21 | * Note: This code is heavily based on the GNU MP Library. | ||
| 22 | * Actually it's the same code with only minor changes in the | ||
| 23 | * way the data is stored; this is to support the abstraction | ||
| 24 | * of an optional secure memory allocation which may be used | ||
| 25 | * to avoid revealing of sensitive data due to paging etc. | ||
| 26 | * The GNU MP Library itself is published under the LGPL; | ||
| 27 | * however I decided to publish this code under the plain GPL. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #include "mpi-internal.h" | ||
| 31 | |||
| 32 | /**************** | ||
| 33 | * Compare OP1_PTR/OP1_SIZE with OP2_PTR/OP2_SIZE. | ||
| 34 | * There are no restrictions on the relative sizes of | ||
| 35 | * the two arguments. | ||
| 36 | * Return 1 if OP1 > OP2, 0 if they are equal, and -1 if OP1 < OP2. | ||
| 37 | */ | ||
| 38 | int mpihelp_cmp(mpi_ptr_t op1_ptr, mpi_ptr_t op2_ptr, mpi_size_t size) | ||
| 39 | { | ||
| 40 | mpi_size_t i; | ||
| 41 | mpi_limb_t op1_word, op2_word; | ||
| 42 | |||
| 43 | for (i = size - 1; i >= 0; i--) { | ||
| 44 | op1_word = op1_ptr[i]; | ||
| 45 | op2_word = op2_ptr[i]; | ||
| 46 | if (op1_word != op2_word) | ||
| 47 | goto diff; | ||
| 48 | } | ||
| 49 | return 0; | ||
| 50 | |||
| 51 | diff: | ||
| 52 | /* This can *not* be simplified to | ||
| 53 | * op2_word - op2_word | ||
| 54 | * since that expression might give signed overflow. */ | ||
| 55 | return (op1_word > op2_word) ? 1 : -1; | ||
| 56 | } | ||
diff --git a/lib/mpi/mpih-div.c b/lib/mpi/mpih-div.c new file mode 100644 index 000000000000..cde1aaec18da --- /dev/null +++ b/lib/mpi/mpih-div.c | |||
| @@ -0,0 +1,545 @@ | |||
| 1 | /* mpihelp-div.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996 Free Software Foundation, Inc. | ||
| 3 | * Copyright (C) 1998, 1999 Free Software Foundation, Inc. | ||
| 4 | * | ||
| 5 | * This file is part of GnuPG. | ||
| 6 | * | ||
| 7 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or | ||
| 10 | * (at your option) any later version. | ||
| 11 | * | ||
| 12 | * GnuPG is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 15 | * GNU General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU General Public License | ||
| 18 | * along with this program; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 20 | * | ||
| 21 | * Note: This code is heavily based on the GNU MP Library. | ||
| 22 | * Actually it's the same code with only minor changes in the | ||
| 23 | * way the data is stored; this is to support the abstraction | ||
| 24 | * of an optional secure memory allocation which may be used | ||
| 25 | * to avoid revealing of sensitive data due to paging etc. | ||
| 26 | * The GNU MP Library itself is published under the LGPL; | ||
| 27 | * however I decided to publish this code under the plain GPL. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #include "mpi-internal.h" | ||
| 31 | #include "longlong.h" | ||
| 32 | |||
| 33 | #ifndef UMUL_TIME | ||
| 34 | #define UMUL_TIME 1 | ||
| 35 | #endif | ||
| 36 | #ifndef UDIV_TIME | ||
| 37 | #define UDIV_TIME UMUL_TIME | ||
| 38 | #endif | ||
| 39 | |||
| 40 | /* FIXME: We should be using invert_limb (or invert_normalized_limb) | ||
| 41 | * here (not udiv_qrnnd). | ||
| 42 | */ | ||
| 43 | |||
| 44 | mpi_limb_t | ||
| 45 | mpihelp_mod_1(mpi_ptr_t dividend_ptr, mpi_size_t dividend_size, | ||
| 46 | mpi_limb_t divisor_limb) | ||
| 47 | { | ||
| 48 | mpi_size_t i; | ||
| 49 | mpi_limb_t n1, n0, r; | ||
| 50 | int dummy; | ||
| 51 | |||
| 52 | /* Botch: Should this be handled at all? Rely on callers? */ | ||
| 53 | if (!dividend_size) | ||
| 54 | return 0; | ||
| 55 | |||
| 56 | /* If multiplication is much faster than division, and the | ||
| 57 | * dividend is large, pre-invert the divisor, and use | ||
| 58 | * only multiplications in the inner loop. | ||
| 59 | * | ||
| 60 | * This test should be read: | ||
| 61 | * Does it ever help to use udiv_qrnnd_preinv? | ||
| 62 | * && Does what we save compensate for the inversion overhead? | ||
| 63 | */ | ||
| 64 | if (UDIV_TIME > (2 * UMUL_TIME + 6) | ||
| 65 | && (UDIV_TIME - (2 * UMUL_TIME + 6)) * dividend_size > UDIV_TIME) { | ||
| 66 | int normalization_steps; | ||
| 67 | |||
| 68 | count_leading_zeros(normalization_steps, divisor_limb); | ||
| 69 | if (normalization_steps) { | ||
| 70 | mpi_limb_t divisor_limb_inverted; | ||
| 71 | |||
| 72 | divisor_limb <<= normalization_steps; | ||
| 73 | |||
| 74 | /* Compute (2**2N - 2**N * DIVISOR_LIMB) / DIVISOR_LIMB. The | ||
| 75 | * result is a (N+1)-bit approximation to 1/DIVISOR_LIMB, with the | ||
| 76 | * most significant bit (with weight 2**N) implicit. | ||
| 77 | * | ||
| 78 | * Special case for DIVISOR_LIMB == 100...000. | ||
| 79 | */ | ||
| 80 | if (!(divisor_limb << 1)) | ||
| 81 | divisor_limb_inverted = ~(mpi_limb_t) 0; | ||
| 82 | else | ||
| 83 | udiv_qrnnd(divisor_limb_inverted, dummy, | ||
| 84 | -divisor_limb, 0, divisor_limb); | ||
| 85 | |||
| 86 | n1 = dividend_ptr[dividend_size - 1]; | ||
| 87 | r = n1 >> (BITS_PER_MPI_LIMB - normalization_steps); | ||
| 88 | |||
| 89 | /* Possible optimization: | ||
| 90 | * if (r == 0 | ||
| 91 | * && divisor_limb > ((n1 << normalization_steps) | ||
| 92 | * | (dividend_ptr[dividend_size - 2] >> ...))) | ||
| 93 | * ...one division less... | ||
| 94 | */ | ||
| 95 | for (i = dividend_size - 2; i >= 0; i--) { | ||
| 96 | n0 = dividend_ptr[i]; | ||
| 97 | UDIV_QRNND_PREINV(dummy, r, r, | ||
| 98 | ((n1 << normalization_steps) | ||
| 99 | | (n0 >> | ||
| 100 | (BITS_PER_MPI_LIMB - | ||
| 101 | normalization_steps))), | ||
| 102 | divisor_limb, | ||
| 103 | divisor_limb_inverted); | ||
| 104 | n1 = n0; | ||
| 105 | } | ||
| 106 | UDIV_QRNND_PREINV(dummy, r, r, | ||
| 107 | n1 << normalization_steps, | ||
| 108 | divisor_limb, divisor_limb_inverted); | ||
| 109 | return r >> normalization_steps; | ||
| 110 | } else { | ||
| 111 | mpi_limb_t divisor_limb_inverted; | ||
| 112 | |||
| 113 | /* Compute (2**2N - 2**N * DIVISOR_LIMB) / DIVISOR_LIMB. The | ||
| 114 | * result is a (N+1)-bit approximation to 1/DIVISOR_LIMB, with the | ||
| 115 | * most significant bit (with weight 2**N) implicit. | ||
| 116 | * | ||
| 117 | * Special case for DIVISOR_LIMB == 100...000. | ||
| 118 | */ | ||
| 119 | if (!(divisor_limb << 1)) | ||
| 120 | divisor_limb_inverted = ~(mpi_limb_t) 0; | ||
| 121 | else | ||
| 122 | udiv_qrnnd(divisor_limb_inverted, dummy, | ||
| 123 | -divisor_limb, 0, divisor_limb); | ||
| 124 | |||
| 125 | i = dividend_size - 1; | ||
| 126 | r = dividend_ptr[i]; | ||
| 127 | |||
| 128 | if (r >= divisor_limb) | ||
| 129 | r = 0; | ||
| 130 | else | ||
| 131 | i--; | ||
| 132 | |||
| 133 | for (; i >= 0; i--) { | ||
| 134 | n0 = dividend_ptr[i]; | ||
| 135 | UDIV_QRNND_PREINV(dummy, r, r, | ||
| 136 | n0, divisor_limb, | ||
| 137 | divisor_limb_inverted); | ||
| 138 | } | ||
| 139 | return r; | ||
| 140 | } | ||
| 141 | } else { | ||
| 142 | if (UDIV_NEEDS_NORMALIZATION) { | ||
| 143 | int normalization_steps; | ||
| 144 | |||
| 145 | count_leading_zeros(normalization_steps, divisor_limb); | ||
| 146 | if (normalization_steps) { | ||
| 147 | divisor_limb <<= normalization_steps; | ||
| 148 | |||
| 149 | n1 = dividend_ptr[dividend_size - 1]; | ||
| 150 | r = n1 >> (BITS_PER_MPI_LIMB - | ||
| 151 | normalization_steps); | ||
| 152 | |||
| 153 | /* Possible optimization: | ||
| 154 | * if (r == 0 | ||
| 155 | * && divisor_limb > ((n1 << normalization_steps) | ||
| 156 | * | (dividend_ptr[dividend_size - 2] >> ...))) | ||
| 157 | * ...one division less... | ||
| 158 | */ | ||
| 159 | for (i = dividend_size - 2; i >= 0; i--) { | ||
| 160 | n0 = dividend_ptr[i]; | ||
| 161 | udiv_qrnnd(dummy, r, r, | ||
| 162 | ((n1 << normalization_steps) | ||
| 163 | | (n0 >> | ||
| 164 | (BITS_PER_MPI_LIMB - | ||
| 165 | normalization_steps))), | ||
| 166 | divisor_limb); | ||
| 167 | n1 = n0; | ||
| 168 | } | ||
| 169 | udiv_qrnnd(dummy, r, r, | ||
| 170 | n1 << normalization_steps, | ||
| 171 | divisor_limb); | ||
| 172 | return r >> normalization_steps; | ||
| 173 | } | ||
| 174 | } | ||
| 175 | /* No normalization needed, either because udiv_qrnnd doesn't require | ||
| 176 | * it, or because DIVISOR_LIMB is already normalized. */ | ||
| 177 | i = dividend_size - 1; | ||
| 178 | r = dividend_ptr[i]; | ||
| 179 | |||
| 180 | if (r >= divisor_limb) | ||
| 181 | r = 0; | ||
| 182 | else | ||
| 183 | i--; | ||
| 184 | |||
| 185 | for (; i >= 0; i--) { | ||
| 186 | n0 = dividend_ptr[i]; | ||
| 187 | udiv_qrnnd(dummy, r, r, n0, divisor_limb); | ||
| 188 | } | ||
| 189 | return r; | ||
| 190 | } | ||
| 191 | } | ||
| 192 | |||
| 193 | /* Divide num (NP/NSIZE) by den (DP/DSIZE) and write | ||
| 194 | * the NSIZE-DSIZE least significant quotient limbs at QP | ||
| 195 | * and the DSIZE long remainder at NP. If QEXTRA_LIMBS is | ||
| 196 | * non-zero, generate that many fraction bits and append them after the | ||
| 197 | * other quotient limbs. | ||
| 198 | * Return the most significant limb of the quotient, this is always 0 or 1. | ||
| 199 | * | ||
| 200 | * Preconditions: | ||
| 201 | * 0. NSIZE >= DSIZE. | ||
| 202 | * 1. The most significant bit of the divisor must be set. | ||
| 203 | * 2. QP must either not overlap with the input operands at all, or | ||
| 204 | * QP + DSIZE >= NP must hold true. (This means that it's | ||
| 205 | * possible to put the quotient in the high part of NUM, right after the | ||
| 206 | * remainder in NUM. | ||
| 207 | * 3. NSIZE >= DSIZE, even if QEXTRA_LIMBS is non-zero. | ||
| 208 | */ | ||
| 209 | |||
| 210 | mpi_limb_t | ||
| 211 | mpihelp_divrem(mpi_ptr_t qp, mpi_size_t qextra_limbs, | ||
| 212 | mpi_ptr_t np, mpi_size_t nsize, mpi_ptr_t dp, mpi_size_t dsize) | ||
| 213 | { | ||
| 214 | mpi_limb_t most_significant_q_limb = 0; | ||
| 215 | |||
| 216 | switch (dsize) { | ||
| 217 | case 0: | ||
| 218 | /* We are asked to divide by zero, so go ahead and do it! (To make | ||
| 219 | the compiler not remove this statement, return the value.) */ | ||
| 220 | /* | ||
| 221 | * existing clients of this function have been modified | ||
| 222 | * not to call it with dsize == 0, so this should not happen | ||
| 223 | */ | ||
| 224 | return 1 / dsize; | ||
| 225 | |||
| 226 | case 1: | ||
| 227 | { | ||
| 228 | mpi_size_t i; | ||
| 229 | mpi_limb_t n1; | ||
| 230 | mpi_limb_t d; | ||
| 231 | |||
| 232 | d = dp[0]; | ||
| 233 | n1 = np[nsize - 1]; | ||
| 234 | |||
| 235 | if (n1 >= d) { | ||
| 236 | n1 -= d; | ||
| 237 | most_significant_q_limb = 1; | ||
| 238 | } | ||
| 239 | |||
| 240 | qp += qextra_limbs; | ||
| 241 | for (i = nsize - 2; i >= 0; i--) | ||
| 242 | udiv_qrnnd(qp[i], n1, n1, np[i], d); | ||
| 243 | qp -= qextra_limbs; | ||
| 244 | |||
| 245 | for (i = qextra_limbs - 1; i >= 0; i--) | ||
| 246 | udiv_qrnnd(qp[i], n1, n1, 0, d); | ||
| 247 | |||
| 248 | np[0] = n1; | ||
| 249 | } | ||
| 250 | break; | ||
| 251 | |||
| 252 | case 2: | ||
| 253 | { | ||
| 254 | mpi_size_t i; | ||
| 255 | mpi_limb_t n1, n0, n2; | ||
| 256 | mpi_limb_t d1, d0; | ||
| 257 | |||
| 258 | np += nsize - 2; | ||
| 259 | d1 = dp[1]; | ||
| 260 | d0 = dp[0]; | ||
| 261 | n1 = np[1]; | ||
| 262 | n0 = np[0]; | ||
| 263 | |||
| 264 | if (n1 >= d1 && (n1 > d1 || n0 >= d0)) { | ||
| 265 | sub_ddmmss(n1, n0, n1, n0, d1, d0); | ||
| 266 | most_significant_q_limb = 1; | ||
| 267 | } | ||
| 268 | |||
| 269 | for (i = qextra_limbs + nsize - 2 - 1; i >= 0; i--) { | ||
| 270 | mpi_limb_t q; | ||
| 271 | mpi_limb_t r; | ||
| 272 | |||
| 273 | if (i >= qextra_limbs) | ||
| 274 | np--; | ||
| 275 | else | ||
| 276 | np[0] = 0; | ||
| 277 | |||
| 278 | if (n1 == d1) { | ||
| 279 | /* Q should be either 111..111 or 111..110. Need special | ||
| 280 | * treatment of this rare case as normal division would | ||
| 281 | * give overflow. */ | ||
| 282 | q = ~(mpi_limb_t) 0; | ||
| 283 | |||
| 284 | r = n0 + d1; | ||
| 285 | if (r < d1) { /* Carry in the addition? */ | ||
| 286 | add_ssaaaa(n1, n0, r - d0, | ||
| 287 | np[0], 0, d0); | ||
| 288 | qp[i] = q; | ||
| 289 | continue; | ||
| 290 | } | ||
| 291 | n1 = d0 - (d0 != 0 ? 1 : 0); | ||
| 292 | n0 = -d0; | ||
| 293 | } else { | ||
| 294 | udiv_qrnnd(q, r, n1, n0, d1); | ||
| 295 | umul_ppmm(n1, n0, d0, q); | ||
| 296 | } | ||
| 297 | |||
| 298 | n2 = np[0]; | ||
| 299 | q_test: | ||
| 300 | if (n1 > r || (n1 == r && n0 > n2)) { | ||
| 301 | /* The estimated Q was too large. */ | ||
| 302 | q--; | ||
| 303 | sub_ddmmss(n1, n0, n1, n0, 0, d0); | ||
| 304 | r += d1; | ||
| 305 | if (r >= d1) /* If not carry, test Q again. */ | ||
| 306 | goto q_test; | ||
| 307 | } | ||
| 308 | |||
| 309 | qp[i] = q; | ||
| 310 | sub_ddmmss(n1, n0, r, n2, n1, n0); | ||
| 311 | } | ||
| 312 | np[1] = n1; | ||
| 313 | np[0] = n0; | ||
| 314 | } | ||
| 315 | break; | ||
| 316 | |||
| 317 | default: | ||
| 318 | { | ||
| 319 | mpi_size_t i; | ||
| 320 | mpi_limb_t dX, d1, n0; | ||
| 321 | |||
| 322 | np += nsize - dsize; | ||
| 323 | dX = dp[dsize - 1]; | ||
| 324 | d1 = dp[dsize - 2]; | ||
| 325 | n0 = np[dsize - 1]; | ||
| 326 | |||
| 327 | if (n0 >= dX) { | ||
| 328 | if (n0 > dX | ||
| 329 | || mpihelp_cmp(np, dp, dsize - 1) >= 0) { | ||
| 330 | mpihelp_sub_n(np, np, dp, dsize); | ||
| 331 | n0 = np[dsize - 1]; | ||
| 332 | most_significant_q_limb = 1; | ||
| 333 | } | ||
| 334 | } | ||
| 335 | |||
| 336 | for (i = qextra_limbs + nsize - dsize - 1; i >= 0; i--) { | ||
| 337 | mpi_limb_t q; | ||
| 338 | mpi_limb_t n1, n2; | ||
| 339 | mpi_limb_t cy_limb; | ||
| 340 | |||
| 341 | if (i >= qextra_limbs) { | ||
| 342 | np--; | ||
| 343 | n2 = np[dsize]; | ||
| 344 | } else { | ||
| 345 | n2 = np[dsize - 1]; | ||
| 346 | MPN_COPY_DECR(np + 1, np, dsize - 1); | ||
| 347 | np[0] = 0; | ||
| 348 | } | ||
| 349 | |||
| 350 | if (n0 == dX) { | ||
| 351 | /* This might over-estimate q, but it's probably not worth | ||
| 352 | * the extra code here to find out. */ | ||
| 353 | q = ~(mpi_limb_t) 0; | ||
| 354 | } else { | ||
| 355 | mpi_limb_t r; | ||
| 356 | |||
| 357 | udiv_qrnnd(q, r, n0, np[dsize - 1], dX); | ||
| 358 | umul_ppmm(n1, n0, d1, q); | ||
| 359 | |||
| 360 | while (n1 > r | ||
| 361 | || (n1 == r | ||
| 362 | && n0 > np[dsize - 2])) { | ||
| 363 | q--; | ||
| 364 | r += dX; | ||
| 365 | if (r < dX) /* I.e. "carry in previous addition?" */ | ||
| 366 | break; | ||
| 367 | n1 -= n0 < d1; | ||
| 368 | n0 -= d1; | ||
| 369 | } | ||
| 370 | } | ||
| 371 | |||
| 372 | /* Possible optimization: We already have (q * n0) and (1 * n1) | ||
| 373 | * after the calculation of q. Taking advantage of that, we | ||
| 374 | * could make this loop make two iterations less. */ | ||
| 375 | cy_limb = mpihelp_submul_1(np, dp, dsize, q); | ||
| 376 | |||
| 377 | if (n2 != cy_limb) { | ||
| 378 | mpihelp_add_n(np, np, dp, dsize); | ||
| 379 | q--; | ||
| 380 | } | ||
| 381 | |||
| 382 | qp[i] = q; | ||
| 383 | n0 = np[dsize - 1]; | ||
| 384 | } | ||
| 385 | } | ||
| 386 | } | ||
| 387 | |||
| 388 | return most_significant_q_limb; | ||
| 389 | } | ||
| 390 | |||
| 391 | /**************** | ||
| 392 | * Divide (DIVIDEND_PTR,,DIVIDEND_SIZE) by DIVISOR_LIMB. | ||
| 393 | * Write DIVIDEND_SIZE limbs of quotient at QUOT_PTR. | ||
| 394 | * Return the single-limb remainder. | ||
| 395 | * There are no constraints on the value of the divisor. | ||
| 396 | * | ||
| 397 | * QUOT_PTR and DIVIDEND_PTR might point to the same limb. | ||
| 398 | */ | ||
| 399 | |||
| 400 | mpi_limb_t | ||
| 401 | mpihelp_divmod_1(mpi_ptr_t quot_ptr, | ||
| 402 | mpi_ptr_t dividend_ptr, mpi_size_t dividend_size, | ||
| 403 | mpi_limb_t divisor_limb) | ||
| 404 | { | ||
| 405 | mpi_size_t i; | ||
| 406 | mpi_limb_t n1, n0, r; | ||
| 407 | int dummy; | ||
| 408 | |||
| 409 | if (!dividend_size) | ||
| 410 | return 0; | ||
| 411 | |||
| 412 | /* If multiplication is much faster than division, and the | ||
| 413 | * dividend is large, pre-invert the divisor, and use | ||
| 414 | * only multiplications in the inner loop. | ||
| 415 | * | ||
| 416 | * This test should be read: | ||
| 417 | * Does it ever help to use udiv_qrnnd_preinv? | ||
| 418 | * && Does what we save compensate for the inversion overhead? | ||
| 419 | */ | ||
| 420 | if (UDIV_TIME > (2 * UMUL_TIME + 6) | ||
| 421 | && (UDIV_TIME - (2 * UMUL_TIME + 6)) * dividend_size > UDIV_TIME) { | ||
| 422 | int normalization_steps; | ||
| 423 | |||
| 424 | count_leading_zeros(normalization_steps, divisor_limb); | ||
| 425 | if (normalization_steps) { | ||
| 426 | mpi_limb_t divisor_limb_inverted; | ||
| 427 | |||
| 428 | divisor_limb <<= normalization_steps; | ||
| 429 | |||
| 430 | /* Compute (2**2N - 2**N * DIVISOR_LIMB) / DIVISOR_LIMB. The | ||
| 431 | * result is a (N+1)-bit approximation to 1/DIVISOR_LIMB, with the | ||
| 432 | * most significant bit (with weight 2**N) implicit. | ||
| 433 | */ | ||
| 434 | /* Special case for DIVISOR_LIMB == 100...000. */ | ||
| 435 | if (!(divisor_limb << 1)) | ||
| 436 | divisor_limb_inverted = ~(mpi_limb_t) 0; | ||
| 437 | else | ||
| 438 | udiv_qrnnd(divisor_limb_inverted, dummy, | ||
| 439 | -divisor_limb, 0, divisor_limb); | ||
| 440 | |||
| 441 | n1 = dividend_ptr[dividend_size - 1]; | ||
| 442 | r = n1 >> (BITS_PER_MPI_LIMB - normalization_steps); | ||
| 443 | |||
| 444 | /* Possible optimization: | ||
| 445 | * if (r == 0 | ||
| 446 | * && divisor_limb > ((n1 << normalization_steps) | ||
| 447 | * | (dividend_ptr[dividend_size - 2] >> ...))) | ||
| 448 | * ...one division less... | ||
| 449 | */ | ||
| 450 | for (i = dividend_size - 2; i >= 0; i--) { | ||
| 451 | n0 = dividend_ptr[i]; | ||
| 452 | UDIV_QRNND_PREINV(quot_ptr[i + 1], r, r, | ||
| 453 | ((n1 << normalization_steps) | ||
| 454 | | (n0 >> | ||
| 455 | (BITS_PER_MPI_LIMB - | ||
| 456 | normalization_steps))), | ||
| 457 | divisor_limb, | ||
| 458 | divisor_limb_inverted); | ||
| 459 | n1 = n0; | ||
| 460 | } | ||
| 461 | UDIV_QRNND_PREINV(quot_ptr[0], r, r, | ||
| 462 | n1 << normalization_steps, | ||
| 463 | divisor_limb, divisor_limb_inverted); | ||
| 464 | return r >> normalization_steps; | ||
| 465 | } else { | ||
| 466 | mpi_limb_t divisor_limb_inverted; | ||
| 467 | |||
| 468 | /* Compute (2**2N - 2**N * DIVISOR_LIMB) / DIVISOR_LIMB. The | ||
| 469 | * result is a (N+1)-bit approximation to 1/DIVISOR_LIMB, with the | ||
| 470 | * most significant bit (with weight 2**N) implicit. | ||
| 471 | */ | ||
| 472 | /* Special case for DIVISOR_LIMB == 100...000. */ | ||
| 473 | if (!(divisor_limb << 1)) | ||
| 474 | divisor_limb_inverted = ~(mpi_limb_t) 0; | ||
| 475 | else | ||
| 476 | udiv_qrnnd(divisor_limb_inverted, dummy, | ||
| 477 | -divisor_limb, 0, divisor_limb); | ||
| 478 | |||
| 479 | i = dividend_size - 1; | ||
| 480 | r = dividend_ptr[i]; | ||
| 481 | |||
| 482 | if (r >= divisor_limb) | ||
| 483 | r = 0; | ||
| 484 | else | ||
| 485 | quot_ptr[i--] = 0; | ||
| 486 | |||
| 487 | for (; i >= 0; i--) { | ||
| 488 | n0 = dividend_ptr[i]; | ||
| 489 | UDIV_QRNND_PREINV(quot_ptr[i], r, r, | ||
| 490 | n0, divisor_limb, | ||
| 491 | divisor_limb_inverted); | ||
| 492 | } | ||
| 493 | return r; | ||
| 494 | } | ||
| 495 | } else { | ||
| 496 | if (UDIV_NEEDS_NORMALIZATION) { | ||
| 497 | int normalization_steps; | ||
| 498 | |||
| 499 | count_leading_zeros(normalization_steps, divisor_limb); | ||
| 500 | if (normalization_steps) { | ||
| 501 | divisor_limb <<= normalization_steps; | ||
| 502 | |||
| 503 | n1 = dividend_ptr[dividend_size - 1]; | ||
| 504 | r = n1 >> (BITS_PER_MPI_LIMB - | ||
| 505 | normalization_steps); | ||
| 506 | |||
| 507 | /* Possible optimization: | ||
| 508 | * if (r == 0 | ||
| 509 | * && divisor_limb > ((n1 << normalization_steps) | ||
| 510 | * | (dividend_ptr[dividend_size - 2] >> ...))) | ||
| 511 | * ...one division less... | ||
| 512 | */ | ||
| 513 | for (i = dividend_size - 2; i >= 0; i--) { | ||
| 514 | n0 = dividend_ptr[i]; | ||
| 515 | udiv_qrnnd(quot_ptr[i + 1], r, r, | ||
| 516 | ((n1 << normalization_steps) | ||
| 517 | | (n0 >> | ||
| 518 | (BITS_PER_MPI_LIMB - | ||
| 519 | normalization_steps))), | ||
| 520 | divisor_limb); | ||
| 521 | n1 = n0; | ||
| 522 | } | ||
| 523 | udiv_qrnnd(quot_ptr[0], r, r, | ||
| 524 | n1 << normalization_steps, | ||
| 525 | divisor_limb); | ||
| 526 | return r >> normalization_steps; | ||
| 527 | } | ||
| 528 | } | ||
| 529 | /* No normalization needed, either because udiv_qrnnd doesn't require | ||
| 530 | * it, or because DIVISOR_LIMB is already normalized. */ | ||
| 531 | i = dividend_size - 1; | ||
| 532 | r = dividend_ptr[i]; | ||
| 533 | |||
| 534 | if (r >= divisor_limb) | ||
| 535 | r = 0; | ||
| 536 | else | ||
| 537 | quot_ptr[i--] = 0; | ||
| 538 | |||
| 539 | for (; i >= 0; i--) { | ||
| 540 | n0 = dividend_ptr[i]; | ||
| 541 | udiv_qrnnd(quot_ptr[i], r, r, n0, divisor_limb); | ||
| 542 | } | ||
| 543 | return r; | ||
| 544 | } | ||
| 545 | } | ||
diff --git a/lib/mpi/mpih-mul.c b/lib/mpi/mpih-mul.c new file mode 100644 index 000000000000..c69c5eef233b --- /dev/null +++ b/lib/mpi/mpih-mul.c | |||
| @@ -0,0 +1,527 @@ | |||
| 1 | /* mpihelp-mul.c - MPI helper functions | ||
| 2 | * Copyright (C) 1994, 1996, 1998, 1999, | ||
| 3 | * 2000 Free Software Foundation, Inc. | ||
| 4 | * | ||
| 5 | * This file is part of GnuPG. | ||
| 6 | * | ||
| 7 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 8 | * it under the terms of the GNU General Public License as published by | ||
| 9 | * the Free Software Foundation; either version 2 of the License, or | ||
| 10 | * (at your option) any later version. | ||
| 11 | * | ||
| 12 | * GnuPG is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 15 | * GNU General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU General Public License | ||
| 18 | * along with this program; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 20 | * | ||
| 21 | * Note: This code is heavily based on the GNU MP Library. | ||
| 22 | * Actually it's the same code with only minor changes in the | ||
| 23 | * way the data is stored; this is to support the abstraction | ||
| 24 | * of an optional secure memory allocation which may be used | ||
| 25 | * to avoid revealing of sensitive data due to paging etc. | ||
| 26 | * The GNU MP Library itself is published under the LGPL; | ||
| 27 | * however I decided to publish this code under the plain GPL. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #include <linux/string.h> | ||
| 31 | #include "mpi-internal.h" | ||
| 32 | #include "longlong.h" | ||
| 33 | |||
| 34 | #define MPN_MUL_N_RECURSE(prodp, up, vp, size, tspace) \ | ||
| 35 | do { \ | ||
| 36 | if ((size) < KARATSUBA_THRESHOLD) \ | ||
| 37 | mul_n_basecase(prodp, up, vp, size); \ | ||
| 38 | else \ | ||
| 39 | mul_n(prodp, up, vp, size, tspace); \ | ||
| 40 | } while (0); | ||
| 41 | |||
| 42 | #define MPN_SQR_N_RECURSE(prodp, up, size, tspace) \ | ||
| 43 | do { \ | ||
| 44 | if ((size) < KARATSUBA_THRESHOLD) \ | ||
| 45 | mpih_sqr_n_basecase(prodp, up, size); \ | ||
| 46 | else \ | ||
| 47 | mpih_sqr_n(prodp, up, size, tspace); \ | ||
| 48 | } while (0); | ||
| 49 | |||
| 50 | /* Multiply the natural numbers u (pointed to by UP) and v (pointed to by VP), | ||
| 51 | * both with SIZE limbs, and store the result at PRODP. 2 * SIZE limbs are | ||
| 52 | * always stored. Return the most significant limb. | ||
| 53 | * | ||
| 54 | * Argument constraints: | ||
| 55 | * 1. PRODP != UP and PRODP != VP, i.e. the destination | ||
| 56 | * must be distinct from the multiplier and the multiplicand. | ||
| 57 | * | ||
| 58 | * | ||
| 59 | * Handle simple cases with traditional multiplication. | ||
| 60 | * | ||
| 61 | * This is the most critical code of multiplication. All multiplies rely | ||
| 62 | * on this, both small and huge. Small ones arrive here immediately. Huge | ||
| 63 | * ones arrive here as this is the base case for Karatsuba's recursive | ||
| 64 | * algorithm below. | ||
| 65 | */ | ||
| 66 | |||
| 67 | static mpi_limb_t | ||
| 68 | mul_n_basecase(mpi_ptr_t prodp, mpi_ptr_t up, mpi_ptr_t vp, mpi_size_t size) | ||
| 69 | { | ||
| 70 | mpi_size_t i; | ||
| 71 | mpi_limb_t cy; | ||
| 72 | mpi_limb_t v_limb; | ||
| 73 | |||
| 74 | /* Multiply by the first limb in V separately, as the result can be | ||
| 75 | * stored (not added) to PROD. We also avoid a loop for zeroing. */ | ||
| 76 | v_limb = vp[0]; | ||
| 77 | if (v_limb <= 1) { | ||
| 78 | if (v_limb == 1) | ||
| 79 | MPN_COPY(prodp, up, size); | ||
| 80 | else | ||
| 81 | MPN_ZERO(prodp, size); | ||
| 82 | cy = 0; | ||
| 83 | } else | ||
| 84 | cy = mpihelp_mul_1(prodp, up, size, v_limb); | ||
| 85 | |||
| 86 | prodp[size] = cy; | ||
| 87 | prodp++; | ||
| 88 | |||
| 89 | /* For each iteration in the outer loop, multiply one limb from | ||
| 90 | * U with one limb from V, and add it to PROD. */ | ||
| 91 | for (i = 1; i < size; i++) { | ||
| 92 | v_limb = vp[i]; | ||
| 93 | if (v_limb <= 1) { | ||
| 94 | cy = 0; | ||
| 95 | if (v_limb == 1) | ||
| 96 | cy = mpihelp_add_n(prodp, prodp, up, size); | ||
| 97 | } else | ||
| 98 | cy = mpihelp_addmul_1(prodp, up, size, v_limb); | ||
| 99 | |||
| 100 | prodp[size] = cy; | ||
| 101 | prodp++; | ||
| 102 | } | ||
| 103 | |||
| 104 | return cy; | ||
| 105 | } | ||
| 106 | |||
| 107 | static void | ||
| 108 | mul_n(mpi_ptr_t prodp, mpi_ptr_t up, mpi_ptr_t vp, | ||
| 109 | mpi_size_t size, mpi_ptr_t tspace) | ||
| 110 | { | ||
| 111 | if (size & 1) { | ||
| 112 | /* The size is odd, and the code below doesn't handle that. | ||
| 113 | * Multiply the least significant (size - 1) limbs with a recursive | ||
| 114 | * call, and handle the most significant limb of S1 and S2 | ||
| 115 | * separately. | ||
| 116 | * A slightly faster way to do this would be to make the Karatsuba | ||
| 117 | * code below behave as if the size were even, and let it check for | ||
| 118 | * odd size in the end. I.e., in essence move this code to the end. | ||
| 119 | * Doing so would save us a recursive call, and potentially make the | ||
| 120 | * stack grow a lot less. | ||
| 121 | */ | ||
| 122 | mpi_size_t esize = size - 1; /* even size */ | ||
| 123 | mpi_limb_t cy_limb; | ||
| 124 | |||
| 125 | MPN_MUL_N_RECURSE(prodp, up, vp, esize, tspace); | ||
| 126 | cy_limb = mpihelp_addmul_1(prodp + esize, up, esize, vp[esize]); | ||
| 127 | prodp[esize + esize] = cy_limb; | ||
| 128 | cy_limb = mpihelp_addmul_1(prodp + esize, vp, size, up[esize]); | ||
| 129 | prodp[esize + size] = cy_limb; | ||
| 130 | } else { | ||
| 131 | /* Anatolij Alekseevich Karatsuba's divide-and-conquer algorithm. | ||
| 132 | * | ||
| 133 | * Split U in two pieces, U1 and U0, such that | ||
| 134 | * U = U0 + U1*(B**n), | ||
| 135 | * and V in V1 and V0, such that | ||
| 136 | * V = V0 + V1*(B**n). | ||
| 137 | * | ||
| 138 | * UV is then computed recursively using the identity | ||
| 139 | * | ||
| 140 | * 2n n n n | ||
| 141 | * UV = (B + B )U V + B (U -U )(V -V ) + (B + 1)U V | ||
| 142 | * 1 1 1 0 0 1 0 0 | ||
| 143 | * | ||
| 144 | * Where B = 2**BITS_PER_MP_LIMB. | ||
| 145 | */ | ||
| 146 | mpi_size_t hsize = size >> 1; | ||
| 147 | mpi_limb_t cy; | ||
| 148 | int negflg; | ||
| 149 | |||
| 150 | /* Product H. ________________ ________________ | ||
| 151 | * |_____U1 x V1____||____U0 x V0_____| | ||
| 152 | * Put result in upper part of PROD and pass low part of TSPACE | ||
| 153 | * as new TSPACE. | ||
| 154 | */ | ||
| 155 | MPN_MUL_N_RECURSE(prodp + size, up + hsize, vp + hsize, hsize, | ||
| 156 | tspace); | ||
| 157 | |||
| 158 | /* Product M. ________________ | ||
| 159 | * |_(U1-U0)(V0-V1)_| | ||
| 160 | */ | ||
| 161 | if (mpihelp_cmp(up + hsize, up, hsize) >= 0) { | ||
| 162 | mpihelp_sub_n(prodp, up + hsize, up, hsize); | ||
| 163 | negflg = 0; | ||
| 164 | } else { | ||
| 165 | mpihelp_sub_n(prodp, up, up + hsize, hsize); | ||
| 166 | negflg = 1; | ||
| 167 | } | ||
| 168 | if (mpihelp_cmp(vp + hsize, vp, hsize) >= 0) { | ||
| 169 | mpihelp_sub_n(prodp + hsize, vp + hsize, vp, hsize); | ||
| 170 | negflg ^= 1; | ||
| 171 | } else { | ||
| 172 | mpihelp_sub_n(prodp + hsize, vp, vp + hsize, hsize); | ||
| 173 | /* No change of NEGFLG. */ | ||
| 174 | } | ||
| 175 | /* Read temporary operands from low part of PROD. | ||
| 176 | * Put result in low part of TSPACE using upper part of TSPACE | ||
| 177 | * as new TSPACE. | ||
| 178 | */ | ||
| 179 | MPN_MUL_N_RECURSE(tspace, prodp, prodp + hsize, hsize, | ||
| 180 | tspace + size); | ||
| 181 | |||
| 182 | /* Add/copy product H. */ | ||
| 183 | MPN_COPY(prodp + hsize, prodp + size, hsize); | ||
| 184 | cy = mpihelp_add_n(prodp + size, prodp + size, | ||
| 185 | prodp + size + hsize, hsize); | ||
| 186 | |||
| 187 | /* Add product M (if NEGFLG M is a negative number) */ | ||
| 188 | if (negflg) | ||
| 189 | cy -= | ||
| 190 | mpihelp_sub_n(prodp + hsize, prodp + hsize, tspace, | ||
| 191 | size); | ||
| 192 | else | ||
| 193 | cy += | ||
| 194 | mpihelp_add_n(prodp + hsize, prodp + hsize, tspace, | ||
| 195 | size); | ||
| 196 | |||
| 197 | /* Product L. ________________ ________________ | ||
| 198 | * |________________||____U0 x V0_____| | ||
| 199 | * Read temporary operands from low part of PROD. | ||
| 200 | * Put result in low part of TSPACE using upper part of TSPACE | ||
| 201 | * as new TSPACE. | ||
| 202 | */ | ||
| 203 | MPN_MUL_N_RECURSE(tspace, up, vp, hsize, tspace + size); | ||
| 204 | |||
| 205 | /* Add/copy Product L (twice) */ | ||
| 206 | |||
| 207 | cy += mpihelp_add_n(prodp + hsize, prodp + hsize, tspace, size); | ||
| 208 | if (cy) | ||
| 209 | mpihelp_add_1(prodp + hsize + size, | ||
| 210 | prodp + hsize + size, hsize, cy); | ||
| 211 | |||
| 212 | MPN_COPY(prodp, tspace, hsize); | ||
| 213 | cy = mpihelp_add_n(prodp + hsize, prodp + hsize, tspace + hsize, | ||
| 214 | hsize); | ||
| 215 | if (cy) | ||
| 216 | mpihelp_add_1(prodp + size, prodp + size, size, 1); | ||
| 217 | } | ||
| 218 | } | ||
| 219 | |||
| 220 | void mpih_sqr_n_basecase(mpi_ptr_t prodp, mpi_ptr_t up, mpi_size_t size) | ||
| 221 | { | ||
| 222 | mpi_size_t i; | ||
| 223 | mpi_limb_t cy_limb; | ||
| 224 | mpi_limb_t v_limb; | ||
| 225 | |||
| 226 | /* Multiply by the first limb in V separately, as the result can be | ||
| 227 | * stored (not added) to PROD. We also avoid a loop for zeroing. */ | ||
| 228 | v_limb = up[0]; | ||
| 229 | if (v_limb <= 1) { | ||
| 230 | if (v_limb == 1) | ||
| 231 | MPN_COPY(prodp, up, size); | ||
| 232 | else | ||
| 233 | MPN_ZERO(prodp, size); | ||
| 234 | cy_limb = 0; | ||
| 235 | } else | ||
| 236 | cy_limb = mpihelp_mul_1(prodp, up, size, v_limb); | ||
| 237 | |||
| 238 | prodp[size] = cy_limb; | ||
| 239 | prodp++; | ||
| 240 | |||
| 241 | /* For each iteration in the outer loop, multiply one limb from | ||
| 242 | * U with one limb from V, and add it to PROD. */ | ||
| 243 | for (i = 1; i < size; i++) { | ||
| 244 | v_limb = up[i]; | ||
| 245 | if (v_limb <= 1) { | ||
| 246 | cy_limb = 0; | ||
| 247 | if (v_limb == 1) | ||
| 248 | cy_limb = mpihelp_add_n(prodp, prodp, up, size); | ||
| 249 | } else | ||
| 250 | cy_limb = mpihelp_addmul_1(prodp, up, size, v_limb); | ||
| 251 | |||
| 252 | prodp[size] = cy_limb; | ||
| 253 | prodp++; | ||
| 254 | } | ||
| 255 | } | ||
| 256 | |||
| 257 | void | ||
| 258 | mpih_sqr_n(mpi_ptr_t prodp, mpi_ptr_t up, mpi_size_t size, mpi_ptr_t tspace) | ||
| 259 | { | ||
| 260 | if (size & 1) { | ||
| 261 | /* The size is odd, and the code below doesn't handle that. | ||
| 262 | * Multiply the least significant (size - 1) limbs with a recursive | ||
| 263 | * call, and handle the most significant limb of S1 and S2 | ||
| 264 | * separately. | ||
| 265 | * A slightly faster way to do this would be to make the Karatsuba | ||
| 266 | * code below behave as if the size were even, and let it check for | ||
| 267 | * odd size in the end. I.e., in essence move this code to the end. | ||
| 268 | * Doing so would save us a recursive call, and potentially make the | ||
| 269 | * stack grow a lot less. | ||
| 270 | */ | ||
| 271 | mpi_size_t esize = size - 1; /* even size */ | ||
| 272 | mpi_limb_t cy_limb; | ||
| 273 | |||
| 274 | MPN_SQR_N_RECURSE(prodp, up, esize, tspace); | ||
| 275 | cy_limb = mpihelp_addmul_1(prodp + esize, up, esize, up[esize]); | ||
| 276 | prodp[esize + esize] = cy_limb; | ||
| 277 | cy_limb = mpihelp_addmul_1(prodp + esize, up, size, up[esize]); | ||
| 278 | |||
| 279 | prodp[esize + size] = cy_limb; | ||
| 280 | } else { | ||
| 281 | mpi_size_t hsize = size >> 1; | ||
| 282 | mpi_limb_t cy; | ||
| 283 | |||
| 284 | /* Product H. ________________ ________________ | ||
| 285 | * |_____U1 x U1____||____U0 x U0_____| | ||
| 286 | * Put result in upper part of PROD and pass low part of TSPACE | ||
| 287 | * as new TSPACE. | ||
| 288 | */ | ||
| 289 | MPN_SQR_N_RECURSE(prodp + size, up + hsize, hsize, tspace); | ||
| 290 | |||
| 291 | /* Product M. ________________ | ||
| 292 | * |_(U1-U0)(U0-U1)_| | ||
| 293 | */ | ||
| 294 | if (mpihelp_cmp(up + hsize, up, hsize) >= 0) | ||
| 295 | mpihelp_sub_n(prodp, up + hsize, up, hsize); | ||
| 296 | else | ||
| 297 | mpihelp_sub_n(prodp, up, up + hsize, hsize); | ||
| 298 | |||
| 299 | /* Read temporary operands from low part of PROD. | ||
| 300 | * Put result in low part of TSPACE using upper part of TSPACE | ||
| 301 | * as new TSPACE. */ | ||
| 302 | MPN_SQR_N_RECURSE(tspace, prodp, hsize, tspace + size); | ||
| 303 | |||
| 304 | /* Add/copy product H */ | ||
| 305 | MPN_COPY(prodp + hsize, prodp + size, hsize); | ||
| 306 | cy = mpihelp_add_n(prodp + size, prodp + size, | ||
| 307 | prodp + size + hsize, hsize); | ||
| 308 | |||
| 309 | /* Add product M (if NEGFLG M is a negative number). */ | ||
| 310 | cy -= mpihelp_sub_n(prodp + hsize, prodp + hsize, tspace, size); | ||
| 311 | |||
| 312 | /* Product L. ________________ ________________ | ||
| 313 | * |________________||____U0 x U0_____| | ||
| 314 | * Read temporary operands from low part of PROD. | ||
| 315 | * Put result in low part of TSPACE using upper part of TSPACE | ||
| 316 | * as new TSPACE. */ | ||
| 317 | MPN_SQR_N_RECURSE(tspace, up, hsize, tspace + size); | ||
| 318 | |||
| 319 | /* Add/copy Product L (twice). */ | ||
| 320 | cy += mpihelp_add_n(prodp + hsize, prodp + hsize, tspace, size); | ||
| 321 | if (cy) | ||
| 322 | mpihelp_add_1(prodp + hsize + size, | ||
| 323 | prodp + hsize + size, hsize, cy); | ||
| 324 | |||
| 325 | MPN_COPY(prodp, tspace, hsize); | ||
| 326 | cy = mpihelp_add_n(prodp + hsize, prodp + hsize, tspace + hsize, | ||
| 327 | hsize); | ||
| 328 | if (cy) | ||
| 329 | mpihelp_add_1(prodp + size, prodp + size, size, 1); | ||
| 330 | } | ||
| 331 | } | ||
| 332 | |||
| 333 | /* This should be made into an inline function in gmp.h. */ | ||
| 334 | int mpihelp_mul_n(mpi_ptr_t prodp, mpi_ptr_t up, mpi_ptr_t vp, mpi_size_t size) | ||
| 335 | { | ||
| 336 | if (up == vp) { | ||
| 337 | if (size < KARATSUBA_THRESHOLD) | ||
| 338 | mpih_sqr_n_basecase(prodp, up, size); | ||
| 339 | else { | ||
| 340 | mpi_ptr_t tspace; | ||
| 341 | tspace = mpi_alloc_limb_space(2 * size); | ||
| 342 | if (!tspace) | ||
| 343 | return -ENOMEM; | ||
| 344 | mpih_sqr_n(prodp, up, size, tspace); | ||
| 345 | mpi_free_limb_space(tspace); | ||
| 346 | } | ||
| 347 | } else { | ||
| 348 | if (size < KARATSUBA_THRESHOLD) | ||
| 349 | mul_n_basecase(prodp, up, vp, size); | ||
| 350 | else { | ||
| 351 | mpi_ptr_t tspace; | ||
| 352 | tspace = mpi_alloc_limb_space(2 * size); | ||
| 353 | if (!tspace) | ||
| 354 | return -ENOMEM; | ||
| 355 | mul_n(prodp, up, vp, size, tspace); | ||
| 356 | mpi_free_limb_space(tspace); | ||
| 357 | } | ||
| 358 | } | ||
| 359 | |||
| 360 | return 0; | ||
| 361 | } | ||
| 362 | |||
| 363 | int | ||
| 364 | mpihelp_mul_karatsuba_case(mpi_ptr_t prodp, | ||
| 365 | mpi_ptr_t up, mpi_size_t usize, | ||
| 366 | mpi_ptr_t vp, mpi_size_t vsize, | ||
| 367 | struct karatsuba_ctx *ctx) | ||
| 368 | { | ||
| 369 | mpi_limb_t cy; | ||
| 370 | |||
| 371 | if (!ctx->tspace || ctx->tspace_size < vsize) { | ||
| 372 | if (ctx->tspace) | ||
| 373 | mpi_free_limb_space(ctx->tspace); | ||
| 374 | ctx->tspace = mpi_alloc_limb_space(2 * vsize); | ||
| 375 | if (!ctx->tspace) | ||
| 376 | return -ENOMEM; | ||
| 377 | ctx->tspace_size = vsize; | ||
| 378 | } | ||
| 379 | |||
| 380 | MPN_MUL_N_RECURSE(prodp, up, vp, vsize, ctx->tspace); | ||
| 381 | |||
| 382 | prodp += vsize; | ||
| 383 | up += vsize; | ||
| 384 | usize -= vsize; | ||
| 385 | if (usize >= vsize) { | ||
| 386 | if (!ctx->tp || ctx->tp_size < vsize) { | ||
| 387 | if (ctx->tp) | ||
| 388 | mpi_free_limb_space(ctx->tp); | ||
| 389 | ctx->tp = mpi_alloc_limb_space(2 * vsize); | ||
| 390 | if (!ctx->tp) { | ||
| 391 | if (ctx->tspace) | ||
| 392 | mpi_free_limb_space(ctx->tspace); | ||
| 393 | ctx->tspace = NULL; | ||
| 394 | return -ENOMEM; | ||
| 395 | } | ||
| 396 | ctx->tp_size = vsize; | ||
| 397 | } | ||
| 398 | |||
| 399 | do { | ||
| 400 | MPN_MUL_N_RECURSE(ctx->tp, up, vp, vsize, ctx->tspace); | ||
| 401 | cy = mpihelp_add_n(prodp, prodp, ctx->tp, vsize); | ||
| 402 | mpihelp_add_1(prodp + vsize, ctx->tp + vsize, vsize, | ||
| 403 | cy); | ||
| 404 | prodp += vsize; | ||
| 405 | up += vsize; | ||
| 406 | usize -= vsize; | ||
| 407 | } while (usize >= vsize); | ||
| 408 | } | ||
| 409 | |||
| 410 | if (usize) { | ||
| 411 | if (usize < KARATSUBA_THRESHOLD) { | ||
| 412 | mpi_limb_t tmp; | ||
| 413 | if (mpihelp_mul(ctx->tspace, vp, vsize, up, usize, &tmp) | ||
| 414 | < 0) | ||
| 415 | return -ENOMEM; | ||
| 416 | } else { | ||
| 417 | if (!ctx->next) { | ||
| 418 | ctx->next = kzalloc(sizeof *ctx, GFP_KERNEL); | ||
| 419 | if (!ctx->next) | ||
| 420 | return -ENOMEM; | ||
| 421 | } | ||
| 422 | if (mpihelp_mul_karatsuba_case(ctx->tspace, | ||
| 423 | vp, vsize, | ||
| 424 | up, usize, | ||
| 425 | ctx->next) < 0) | ||
| 426 | return -ENOMEM; | ||
| 427 | } | ||
| 428 | |||
| 429 | cy = mpihelp_add_n(prodp, prodp, ctx->tspace, vsize); | ||
| 430 | mpihelp_add_1(prodp + vsize, ctx->tspace + vsize, usize, cy); | ||
| 431 | } | ||
| 432 | |||
| 433 | return 0; | ||
| 434 | } | ||
| 435 | |||
| 436 | void mpihelp_release_karatsuba_ctx(struct karatsuba_ctx *ctx) | ||
| 437 | { | ||
| 438 | struct karatsuba_ctx *ctx2; | ||
| 439 | |||
| 440 | if (ctx->tp) | ||
| 441 | mpi_free_limb_space(ctx->tp); | ||
| 442 | if (ctx->tspace) | ||
| 443 | mpi_free_limb_space(ctx->tspace); | ||
| 444 | for (ctx = ctx->next; ctx; ctx = ctx2) { | ||
| 445 | ctx2 = ctx->next; | ||
| 446 | if (ctx->tp) | ||
| 447 | mpi_free_limb_space(ctx->tp); | ||
| 448 | if (ctx->tspace) | ||
| 449 | mpi_free_limb_space(ctx->tspace); | ||
| 450 | kfree(ctx); | ||
| 451 | } | ||
| 452 | } | ||
| 453 | |||
| 454 | /* Multiply the natural numbers u (pointed to by UP, with USIZE limbs) | ||
| 455 | * and v (pointed to by VP, with VSIZE limbs), and store the result at | ||
| 456 | * PRODP. USIZE + VSIZE limbs are always stored, but if the input | ||
| 457 | * operands are normalized. Return the most significant limb of the | ||
| 458 | * result. | ||
| 459 | * | ||
| 460 | * NOTE: The space pointed to by PRODP is overwritten before finished | ||
| 461 | * with U and V, so overlap is an error. | ||
| 462 | * | ||
| 463 | * Argument constraints: | ||
| 464 | * 1. USIZE >= VSIZE. | ||
| 465 | * 2. PRODP != UP and PRODP != VP, i.e. the destination | ||
| 466 | * must be distinct from the multiplier and the multiplicand. | ||
| 467 | */ | ||
| 468 | |||
| 469 | int | ||
| 470 | mpihelp_mul(mpi_ptr_t prodp, mpi_ptr_t up, mpi_size_t usize, | ||
| 471 | mpi_ptr_t vp, mpi_size_t vsize, mpi_limb_t *_result) | ||
| 472 | { | ||
| 473 | mpi_ptr_t prod_endp = prodp + usize + vsize - 1; | ||
| 474 | mpi_limb_t cy; | ||
| 475 | struct karatsuba_ctx ctx; | ||
| 476 | |||
| 477 | if (vsize < KARATSUBA_THRESHOLD) { | ||
| 478 | mpi_size_t i; | ||
| 479 | mpi_limb_t v_limb; | ||
| 480 | |||
| 481 | if (!vsize) { | ||
| 482 | *_result = 0; | ||
| 483 | return 0; | ||
| 484 | } | ||
| 485 | |||
| 486 | /* Multiply by the first limb in V separately, as the result can be | ||
| 487 | * stored (not added) to PROD. We also avoid a loop for zeroing. */ | ||
| 488 | v_limb = vp[0]; | ||
| 489 | if (v_limb <= 1) { | ||
| 490 | if (v_limb == 1) | ||
| 491 | MPN_COPY(prodp, up, usize); | ||
| 492 | else | ||
| 493 | MPN_ZERO(prodp, usize); | ||
| 494 | cy = 0; | ||
| 495 | } else | ||
| 496 | cy = mpihelp_mul_1(prodp, up, usize, v_limb); | ||
| 497 | |||
| 498 | prodp[usize] = cy; | ||
| 499 | prodp++; | ||
| 500 | |||
| 501 | /* For each iteration in the outer loop, multiply one limb from | ||
| 502 | * U with one limb from V, and add it to PROD. */ | ||
| 503 | for (i = 1; i < vsize; i++) { | ||
| 504 | v_limb = vp[i]; | ||
| 505 | if (v_limb <= 1) { | ||
| 506 | cy = 0; | ||
| 507 | if (v_limb == 1) | ||
| 508 | cy = mpihelp_add_n(prodp, prodp, up, | ||
| 509 | usize); | ||
| 510 | } else | ||
| 511 | cy = mpihelp_addmul_1(prodp, up, usize, v_limb); | ||
| 512 | |||
| 513 | prodp[usize] = cy; | ||
| 514 | prodp++; | ||
| 515 | } | ||
| 516 | |||
| 517 | *_result = cy; | ||
| 518 | return 0; | ||
| 519 | } | ||
| 520 | |||
| 521 | memset(&ctx, 0, sizeof ctx); | ||
| 522 | if (mpihelp_mul_karatsuba_case(prodp, up, usize, vp, vsize, &ctx) < 0) | ||
| 523 | return -ENOMEM; | ||
| 524 | mpihelp_release_karatsuba_ctx(&ctx); | ||
| 525 | *_result = *prod_endp; | ||
| 526 | return 0; | ||
| 527 | } | ||
diff --git a/lib/mpi/mpiutil.c b/lib/mpi/mpiutil.c new file mode 100644 index 000000000000..26e4ed31e256 --- /dev/null +++ b/lib/mpi/mpiutil.c | |||
| @@ -0,0 +1,211 @@ | |||
| 1 | /* mpiutil.ac - Utility functions for MPI | ||
| 2 | * Copyright (C) 1998, 1999 Free Software Foundation, Inc. | ||
| 3 | * | ||
| 4 | * This file is part of GnuPG. | ||
| 5 | * | ||
| 6 | * GnuPG is free software; you can redistribute it and/or modify | ||
| 7 | * it under the terms of the GNU General Public License as published by | ||
| 8 | * the Free Software Foundation; either version 2 of the License, or | ||
| 9 | * (at your option) any later version. | ||
| 10 | * | ||
| 11 | * GnuPG is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA | ||
| 19 | */ | ||
| 20 | |||
| 21 | #include "mpi-internal.h" | ||
| 22 | |||
| 23 | /**************** | ||
| 24 | * Note: It was a bad idea to use the number of limbs to allocate | ||
| 25 | * because on a alpha the limbs are large but we normally need | ||
| 26 | * integers of n bits - So we should chnage this to bits (or bytes). | ||
| 27 | * | ||
| 28 | * But mpi_alloc is used in a lot of places :-) | ||
| 29 | */ | ||
| 30 | MPI mpi_alloc(unsigned nlimbs) | ||
| 31 | { | ||
| 32 | MPI a; | ||
| 33 | |||
| 34 | a = kmalloc(sizeof *a, GFP_KERNEL); | ||
| 35 | if (!a) | ||
| 36 | return a; | ||
| 37 | |||
| 38 | if (nlimbs) { | ||
| 39 | a->d = mpi_alloc_limb_space(nlimbs); | ||
| 40 | if (!a->d) { | ||
| 41 | kfree(a); | ||
| 42 | return NULL; | ||
| 43 | } | ||
| 44 | } else { | ||
| 45 | a->d = NULL; | ||
| 46 | } | ||
| 47 | |||
| 48 | a->alloced = nlimbs; | ||
| 49 | a->nlimbs = 0; | ||
| 50 | a->sign = 0; | ||
| 51 | a->flags = 0; | ||
| 52 | a->nbits = 0; | ||
| 53 | return a; | ||
| 54 | } | ||
| 55 | EXPORT_SYMBOL_GPL(mpi_alloc); | ||
| 56 | |||
| 57 | mpi_ptr_t mpi_alloc_limb_space(unsigned nlimbs) | ||
| 58 | { | ||
| 59 | size_t len = nlimbs * sizeof(mpi_limb_t); | ||
| 60 | |||
| 61 | if (!len) | ||
| 62 | return NULL; | ||
| 63 | |||
| 64 | return kmalloc(len, GFP_KERNEL); | ||
| 65 | } | ||
| 66 | |||
| 67 | void mpi_free_limb_space(mpi_ptr_t a) | ||
| 68 | { | ||
| 69 | if (!a) | ||
| 70 | return; | ||
| 71 | |||
| 72 | kfree(a); | ||
| 73 | } | ||
| 74 | |||
| 75 | void mpi_assign_limb_space(MPI a, mpi_ptr_t ap, unsigned nlimbs) | ||
| 76 | { | ||
| 77 | mpi_free_limb_space(a->d); | ||
| 78 | a->d = ap; | ||
| 79 | a->alloced = nlimbs; | ||
| 80 | } | ||
| 81 | |||
| 82 | /**************** | ||
| 83 | * Resize the array of A to NLIMBS. the additional space is cleared | ||
| 84 | * (set to 0) [done by m_realloc()] | ||
| 85 | */ | ||
| 86 | int mpi_resize(MPI a, unsigned nlimbs) | ||
| 87 | { | ||
| 88 | void *p; | ||
| 89 | |||
| 90 | if (nlimbs <= a->alloced) | ||
| 91 | return 0; /* no need to do it */ | ||
| 92 | |||
| 93 | if (a->d) { | ||
| 94 | p = kmalloc(nlimbs * sizeof(mpi_limb_t), GFP_KERNEL); | ||
| 95 | if (!p) | ||
| 96 | return -ENOMEM; | ||
| 97 | memcpy(p, a->d, a->alloced * sizeof(mpi_limb_t)); | ||
| 98 | kfree(a->d); | ||
| 99 | a->d = p; | ||
| 100 | } else { | ||
| 101 | a->d = kzalloc(nlimbs * sizeof(mpi_limb_t), GFP_KERNEL); | ||
| 102 | if (!a->d) | ||
| 103 | return -ENOMEM; | ||
| 104 | } | ||
| 105 | a->alloced = nlimbs; | ||
| 106 | return 0; | ||
| 107 | } | ||
| 108 | |||
| 109 | void mpi_clear(MPI a) | ||
| 110 | { | ||
| 111 | a->nlimbs = 0; | ||
| 112 | a->nbits = 0; | ||
| 113 | a->flags = 0; | ||
| 114 | } | ||
| 115 | |||
| 116 | void mpi_free(MPI a) | ||
| 117 | { | ||
| 118 | if (!a) | ||
| 119 | return; | ||
| 120 | |||
| 121 | if (a->flags & 4) | ||
| 122 | kfree(a->d); | ||
| 123 | else | ||
| 124 | mpi_free_limb_space(a->d); | ||
| 125 | |||
| 126 | if (a->flags & ~7) | ||
| 127 | pr_info("invalid flag value in mpi\n"); | ||
| 128 | kfree(a); | ||
| 129 | } | ||
| 130 | EXPORT_SYMBOL_GPL(mpi_free); | ||
| 131 | |||
| 132 | /**************** | ||
| 133 | * Note: This copy function should not interpret the MPI | ||
| 134 | * but copy it transparently. | ||
| 135 | */ | ||
| 136 | int mpi_copy(MPI *copied, const MPI a) | ||
| 137 | { | ||
| 138 | size_t i; | ||
| 139 | MPI b; | ||
| 140 | |||
| 141 | *copied = NULL; | ||
| 142 | |||
| 143 | if (a) { | ||
| 144 | b = mpi_alloc(a->nlimbs); | ||
| 145 | if (!b) | ||
| 146 | return -ENOMEM; | ||
| 147 | |||
| 148 | b->nlimbs = a->nlimbs; | ||
| 149 | b->sign = a->sign; | ||
| 150 | b->flags = a->flags; | ||
| 151 | b->nbits = a->nbits; | ||
| 152 | |||
| 153 | for (i = 0; i < b->nlimbs; i++) | ||
| 154 | b->d[i] = a->d[i]; | ||
| 155 | |||
| 156 | *copied = b; | ||
| 157 | } | ||
| 158 | |||
| 159 | return 0; | ||
| 160 | } | ||
| 161 | |||
| 162 | int mpi_set(MPI w, const MPI u) | ||
| 163 | { | ||
| 164 | mpi_ptr_t wp, up; | ||
| 165 | mpi_size_t usize = u->nlimbs; | ||
| 166 | int usign = u->sign; | ||
| 167 | |||
| 168 | if (RESIZE_IF_NEEDED(w, (size_t) usize) < 0) | ||
| 169 | return -ENOMEM; | ||
| 170 | |||
| 171 | wp = w->d; | ||
| 172 | up = u->d; | ||
| 173 | MPN_COPY(wp, up, usize); | ||
| 174 | w->nlimbs = usize; | ||
| 175 | w->nbits = u->nbits; | ||
| 176 | w->flags = u->flags; | ||
| 177 | w->sign = usign; | ||
| 178 | return 0; | ||
| 179 | } | ||
| 180 | |||
| 181 | int mpi_set_ui(MPI w, unsigned long u) | ||
| 182 | { | ||
| 183 | if (RESIZE_IF_NEEDED(w, 1) < 0) | ||
| 184 | return -ENOMEM; | ||
| 185 | w->d[0] = u; | ||
| 186 | w->nlimbs = u ? 1 : 0; | ||
| 187 | w->sign = 0; | ||
| 188 | w->nbits = 0; | ||
| 189 | w->flags = 0; | ||
| 190 | return 0; | ||
| 191 | } | ||
| 192 | |||
| 193 | MPI mpi_alloc_set_ui(unsigned long u) | ||
| 194 | { | ||
| 195 | MPI w = mpi_alloc(1); | ||
| 196 | if (!w) | ||
| 197 | return w; | ||
| 198 | w->d[0] = u; | ||
| 199 | w->nlimbs = u ? 1 : 0; | ||
| 200 | w->sign = 0; | ||
| 201 | return w; | ||
| 202 | } | ||
| 203 | |||
| 204 | void mpi_swap(MPI a, MPI b) | ||
| 205 | { | ||
| 206 | struct gcry_mpi tmp; | ||
| 207 | |||
| 208 | tmp = *a; | ||
| 209 | *a = *b; | ||
| 210 | *b = tmp; | ||
| 211 | } | ||
diff --git a/lib/pci_iomap.c b/lib/pci_iomap.c new file mode 100644 index 000000000000..0d83ea8a9605 --- /dev/null +++ b/lib/pci_iomap.c | |||
| @@ -0,0 +1,48 @@ | |||
| 1 | /* | ||
| 2 | * Implement the default iomap interfaces | ||
| 3 | * | ||
| 4 | * (C) Copyright 2004 Linus Torvalds | ||
| 5 | */ | ||
| 6 | #include <linux/pci.h> | ||
| 7 | #include <linux/io.h> | ||
| 8 | |||
| 9 | #include <linux/export.h> | ||
| 10 | |||
| 11 | #ifdef CONFIG_PCI | ||
| 12 | /** | ||
| 13 | * pci_iomap - create a virtual mapping cookie for a PCI BAR | ||
| 14 | * @dev: PCI device that owns the BAR | ||
| 15 | * @bar: BAR number | ||
| 16 | * @maxlen: length of the memory to map | ||
| 17 | * | ||
| 18 | * Using this function you will get a __iomem address to your device BAR. | ||
| 19 | * You can access it using ioread*() and iowrite*(). These functions hide | ||
| 20 | * the details if this is a MMIO or PIO address space and will just do what | ||
| 21 | * you expect from them in the correct way. | ||
| 22 | * | ||
| 23 | * @maxlen specifies the maximum length to map. If you want to get access to | ||
| 24 | * the complete BAR without checking for its length first, pass %0 here. | ||
| 25 | * */ | ||
| 26 | void __iomem *pci_iomap(struct pci_dev *dev, int bar, unsigned long maxlen) | ||
| 27 | { | ||
| 28 | resource_size_t start = pci_resource_start(dev, bar); | ||
| 29 | resource_size_t len = pci_resource_len(dev, bar); | ||
| 30 | unsigned long flags = pci_resource_flags(dev, bar); | ||
| 31 | |||
| 32 | if (!len || !start) | ||
| 33 | return NULL; | ||
| 34 | if (maxlen && len > maxlen) | ||
| 35 | len = maxlen; | ||
| 36 | if (flags & IORESOURCE_IO) | ||
| 37 | return __pci_ioport_map(dev, start, len); | ||
| 38 | if (flags & IORESOURCE_MEM) { | ||
| 39 | if (flags & IORESOURCE_CACHEABLE) | ||
| 40 | return ioremap(start, len); | ||
| 41 | return ioremap_nocache(start, len); | ||
| 42 | } | ||
| 43 | /* What? */ | ||
| 44 | return NULL; | ||
| 45 | } | ||
| 46 | |||
| 47 | EXPORT_SYMBOL(pci_iomap); | ||
| 48 | #endif /* CONFIG_PCI */ | ||
diff --git a/lib/radix-tree.c b/lib/radix-tree.c index d9df7454519c..dc63d0818394 100644 --- a/lib/radix-tree.c +++ b/lib/radix-tree.c | |||
| @@ -48,16 +48,14 @@ | |||
| 48 | struct radix_tree_node { | 48 | struct radix_tree_node { |
| 49 | unsigned int height; /* Height from the bottom */ | 49 | unsigned int height; /* Height from the bottom */ |
| 50 | unsigned int count; | 50 | unsigned int count; |
| 51 | struct rcu_head rcu_head; | 51 | union { |
| 52 | struct radix_tree_node *parent; /* Used when ascending tree */ | ||
| 53 | struct rcu_head rcu_head; /* Used when freeing node */ | ||
| 54 | }; | ||
| 52 | void __rcu *slots[RADIX_TREE_MAP_SIZE]; | 55 | void __rcu *slots[RADIX_TREE_MAP_SIZE]; |
| 53 | unsigned long tags[RADIX_TREE_MAX_TAGS][RADIX_TREE_TAG_LONGS]; | 56 | unsigned long tags[RADIX_TREE_MAX_TAGS][RADIX_TREE_TAG_LONGS]; |
| 54 | }; | 57 | }; |
| 55 | 58 | ||
| 56 | struct radix_tree_path { | ||
| 57 | struct radix_tree_node *node; | ||
| 58 | int offset; | ||
| 59 | }; | ||
| 60 | |||
| 61 | #define RADIX_TREE_INDEX_BITS (8 /* CHAR_BIT */ * sizeof(unsigned long)) | 59 | #define RADIX_TREE_INDEX_BITS (8 /* CHAR_BIT */ * sizeof(unsigned long)) |
| 62 | #define RADIX_TREE_MAX_PATH (DIV_ROUND_UP(RADIX_TREE_INDEX_BITS, \ | 60 | #define RADIX_TREE_MAX_PATH (DIV_ROUND_UP(RADIX_TREE_INDEX_BITS, \ |
| 63 | RADIX_TREE_MAP_SHIFT)) | 61 | RADIX_TREE_MAP_SHIFT)) |
| @@ -256,6 +254,7 @@ static inline unsigned long radix_tree_maxindex(unsigned int height) | |||
| 256 | static int radix_tree_extend(struct radix_tree_root *root, unsigned long index) | 254 | static int radix_tree_extend(struct radix_tree_root *root, unsigned long index) |
| 257 | { | 255 | { |
| 258 | struct radix_tree_node *node; | 256 | struct radix_tree_node *node; |
| 257 | struct radix_tree_node *slot; | ||
| 259 | unsigned int height; | 258 | unsigned int height; |
| 260 | int tag; | 259 | int tag; |
| 261 | 260 | ||
| @@ -274,18 +273,23 @@ static int radix_tree_extend(struct radix_tree_root *root, unsigned long index) | |||
| 274 | if (!(node = radix_tree_node_alloc(root))) | 273 | if (!(node = radix_tree_node_alloc(root))) |
| 275 | return -ENOMEM; | 274 | return -ENOMEM; |
| 276 | 275 | ||
| 277 | /* Increase the height. */ | ||
| 278 | node->slots[0] = indirect_to_ptr(root->rnode); | ||
| 279 | |||
| 280 | /* Propagate the aggregated tag info into the new root */ | 276 | /* Propagate the aggregated tag info into the new root */ |
| 281 | for (tag = 0; tag < RADIX_TREE_MAX_TAGS; tag++) { | 277 | for (tag = 0; tag < RADIX_TREE_MAX_TAGS; tag++) { |
| 282 | if (root_tag_get(root, tag)) | 278 | if (root_tag_get(root, tag)) |
| 283 | tag_set(node, tag, 0); | 279 | tag_set(node, tag, 0); |
| 284 | } | 280 | } |
| 285 | 281 | ||
| 282 | /* Increase the height. */ | ||
| 286 | newheight = root->height+1; | 283 | newheight = root->height+1; |
| 287 | node->height = newheight; | 284 | node->height = newheight; |
| 288 | node->count = 1; | 285 | node->count = 1; |
| 286 | node->parent = NULL; | ||
| 287 | slot = root->rnode; | ||
| 288 | if (newheight > 1) { | ||
| 289 | slot = indirect_to_ptr(slot); | ||
| 290 | slot->parent = node; | ||
| 291 | } | ||
| 292 | node->slots[0] = slot; | ||
| 289 | node = ptr_to_indirect(node); | 293 | node = ptr_to_indirect(node); |
| 290 | rcu_assign_pointer(root->rnode, node); | 294 | rcu_assign_pointer(root->rnode, node); |
| 291 | root->height = newheight; | 295 | root->height = newheight; |
| @@ -331,6 +335,7 @@ int radix_tree_insert(struct radix_tree_root *root, | |||
| 331 | if (!(slot = radix_tree_node_alloc(root))) | 335 | if (!(slot = radix_tree_node_alloc(root))) |
| 332 | return -ENOMEM; | 336 | return -ENOMEM; |
| 333 | slot->height = height; | 337 | slot->height = height; |
| 338 | slot->parent = node; | ||
| 334 | if (node) { | 339 | if (node) { |
| 335 | rcu_assign_pointer(node->slots[offset], slot); | 340 | rcu_assign_pointer(node->slots[offset], slot); |
| 336 | node->count++; | 341 | node->count++; |
| @@ -504,47 +509,41 @@ EXPORT_SYMBOL(radix_tree_tag_set); | |||
| 504 | void *radix_tree_tag_clear(struct radix_tree_root *root, | 509 | void *radix_tree_tag_clear(struct radix_tree_root *root, |
| 505 | unsigned long index, unsigned int tag) | 510 | unsigned long index, unsigned int tag) |
| 506 | { | 511 | { |
| 507 | /* | 512 | struct radix_tree_node *node = NULL; |
| 508 | * The radix tree path needs to be one longer than the maximum path | ||
| 509 | * since the "list" is null terminated. | ||
| 510 | */ | ||
| 511 | struct radix_tree_path path[RADIX_TREE_MAX_PATH + 1], *pathp = path; | ||
| 512 | struct radix_tree_node *slot = NULL; | 513 | struct radix_tree_node *slot = NULL; |
| 513 | unsigned int height, shift; | 514 | unsigned int height, shift; |
| 515 | int uninitialized_var(offset); | ||
| 514 | 516 | ||
| 515 | height = root->height; | 517 | height = root->height; |
| 516 | if (index > radix_tree_maxindex(height)) | 518 | if (index > radix_tree_maxindex(height)) |
| 517 | goto out; | 519 | goto out; |
| 518 | 520 | ||
| 519 | shift = (height - 1) * RADIX_TREE_MAP_SHIFT; | 521 | shift = height * RADIX_TREE_MAP_SHIFT; |
| 520 | pathp->node = NULL; | ||
| 521 | slot = indirect_to_ptr(root->rnode); | 522 | slot = indirect_to_ptr(root->rnode); |
| 522 | 523 | ||
| 523 | while (height > 0) { | 524 | while (shift) { |
| 524 | int offset; | ||
| 525 | |||
| 526 | if (slot == NULL) | 525 | if (slot == NULL) |
| 527 | goto out; | 526 | goto out; |
| 528 | 527 | ||
| 528 | shift -= RADIX_TREE_MAP_SHIFT; | ||
| 529 | offset = (index >> shift) & RADIX_TREE_MAP_MASK; | 529 | offset = (index >> shift) & RADIX_TREE_MAP_MASK; |
| 530 | pathp[1].offset = offset; | 530 | node = slot; |
| 531 | pathp[1].node = slot; | ||
| 532 | slot = slot->slots[offset]; | 531 | slot = slot->slots[offset]; |
| 533 | pathp++; | ||
| 534 | shift -= RADIX_TREE_MAP_SHIFT; | ||
| 535 | height--; | ||
| 536 | } | 532 | } |
| 537 | 533 | ||
| 538 | if (slot == NULL) | 534 | if (slot == NULL) |
| 539 | goto out; | 535 | goto out; |
| 540 | 536 | ||
| 541 | while (pathp->node) { | 537 | while (node) { |
| 542 | if (!tag_get(pathp->node, tag, pathp->offset)) | 538 | if (!tag_get(node, tag, offset)) |
| 543 | goto out; | 539 | goto out; |
| 544 | tag_clear(pathp->node, tag, pathp->offset); | 540 | tag_clear(node, tag, offset); |
| 545 | if (any_tag_set(pathp->node, tag)) | 541 | if (any_tag_set(node, tag)) |
| 546 | goto out; | 542 | goto out; |
| 547 | pathp--; | 543 | |
| 544 | index >>= RADIX_TREE_MAP_SHIFT; | ||
| 545 | offset = index & RADIX_TREE_MAP_MASK; | ||
| 546 | node = node->parent; | ||
| 548 | } | 547 | } |
| 549 | 548 | ||
| 550 | /* clear the root's tag bit */ | 549 | /* clear the root's tag bit */ |
| @@ -646,8 +645,7 @@ unsigned long radix_tree_range_tag_if_tagged(struct radix_tree_root *root, | |||
| 646 | unsigned int iftag, unsigned int settag) | 645 | unsigned int iftag, unsigned int settag) |
| 647 | { | 646 | { |
| 648 | unsigned int height = root->height; | 647 | unsigned int height = root->height; |
| 649 | struct radix_tree_path path[height]; | 648 | struct radix_tree_node *node = NULL; |
| 650 | struct radix_tree_path *pathp = path; | ||
| 651 | struct radix_tree_node *slot; | 649 | struct radix_tree_node *slot; |
| 652 | unsigned int shift; | 650 | unsigned int shift; |
| 653 | unsigned long tagged = 0; | 651 | unsigned long tagged = 0; |
| @@ -671,14 +669,8 @@ unsigned long radix_tree_range_tag_if_tagged(struct radix_tree_root *root, | |||
| 671 | shift = (height - 1) * RADIX_TREE_MAP_SHIFT; | 669 | shift = (height - 1) * RADIX_TREE_MAP_SHIFT; |
| 672 | slot = indirect_to_ptr(root->rnode); | 670 | slot = indirect_to_ptr(root->rnode); |
| 673 | 671 | ||
| 674 | /* | ||
| 675 | * we fill the path from (root->height - 2) to 0, leaving the index at | ||
| 676 | * (root->height - 1) as a terminator. Zero the node in the terminator | ||
| 677 | * so that we can use this to end walk loops back up the path. | ||
| 678 | */ | ||
| 679 | path[height - 1].node = NULL; | ||
| 680 | |||
| 681 | for (;;) { | 672 | for (;;) { |
| 673 | unsigned long upindex; | ||
| 682 | int offset; | 674 | int offset; |
| 683 | 675 | ||
| 684 | offset = (index >> shift) & RADIX_TREE_MAP_MASK; | 676 | offset = (index >> shift) & RADIX_TREE_MAP_MASK; |
| @@ -686,12 +678,10 @@ unsigned long radix_tree_range_tag_if_tagged(struct radix_tree_root *root, | |||
| 686 | goto next; | 678 | goto next; |
| 687 | if (!tag_get(slot, iftag, offset)) | 679 | if (!tag_get(slot, iftag, offset)) |
| 688 | goto next; | 680 | goto next; |
| 689 | if (height > 1) { | 681 | if (shift) { |
| 690 | /* Go down one level */ | 682 | /* Go down one level */ |
| 691 | height--; | ||
| 692 | shift -= RADIX_TREE_MAP_SHIFT; | 683 | shift -= RADIX_TREE_MAP_SHIFT; |
| 693 | path[height - 1].node = slot; | 684 | node = slot; |
| 694 | path[height - 1].offset = offset; | ||
| 695 | slot = slot->slots[offset]; | 685 | slot = slot->slots[offset]; |
| 696 | continue; | 686 | continue; |
| 697 | } | 687 | } |
| @@ -701,15 +691,27 @@ unsigned long radix_tree_range_tag_if_tagged(struct radix_tree_root *root, | |||
| 701 | tag_set(slot, settag, offset); | 691 | tag_set(slot, settag, offset); |
| 702 | 692 | ||
| 703 | /* walk back up the path tagging interior nodes */ | 693 | /* walk back up the path tagging interior nodes */ |
| 704 | pathp = &path[0]; | 694 | upindex = index; |
| 705 | while (pathp->node) { | 695 | while (node) { |
| 696 | upindex >>= RADIX_TREE_MAP_SHIFT; | ||
| 697 | offset = upindex & RADIX_TREE_MAP_MASK; | ||
| 698 | |||
| 706 | /* stop if we find a node with the tag already set */ | 699 | /* stop if we find a node with the tag already set */ |
| 707 | if (tag_get(pathp->node, settag, pathp->offset)) | 700 | if (tag_get(node, settag, offset)) |
| 708 | break; | 701 | break; |
| 709 | tag_set(pathp->node, settag, pathp->offset); | 702 | tag_set(node, settag, offset); |
| 710 | pathp++; | 703 | node = node->parent; |
| 711 | } | 704 | } |
| 712 | 705 | ||
| 706 | /* | ||
| 707 | * Small optimization: now clear that node pointer. | ||
| 708 | * Since all of this slot's ancestors now have the tag set | ||
| 709 | * from setting it above, we have no further need to walk | ||
| 710 | * back up the tree setting tags, until we update slot to | ||
| 711 | * point to another radix_tree_node. | ||
| 712 | */ | ||
| 713 | node = NULL; | ||
| 714 | |||
| 713 | next: | 715 | next: |
| 714 | /* Go to next item at level determined by 'shift' */ | 716 | /* Go to next item at level determined by 'shift' */ |
| 715 | index = ((index >> shift) + 1) << shift; | 717 | index = ((index >> shift) + 1) << shift; |
| @@ -724,8 +726,7 @@ next: | |||
| 724 | * last_index is guaranteed to be in the tree, what | 726 | * last_index is guaranteed to be in the tree, what |
| 725 | * we do below cannot wander astray. | 727 | * we do below cannot wander astray. |
| 726 | */ | 728 | */ |
| 727 | slot = path[height - 1].node; | 729 | slot = slot->parent; |
| 728 | height++; | ||
| 729 | shift += RADIX_TREE_MAP_SHIFT; | 730 | shift += RADIX_TREE_MAP_SHIFT; |
| 730 | } | 731 | } |
| 731 | } | 732 | } |
| @@ -1299,7 +1300,7 @@ static inline void radix_tree_shrink(struct radix_tree_root *root) | |||
| 1299 | /* try to shrink tree height */ | 1300 | /* try to shrink tree height */ |
| 1300 | while (root->height > 0) { | 1301 | while (root->height > 0) { |
| 1301 | struct radix_tree_node *to_free = root->rnode; | 1302 | struct radix_tree_node *to_free = root->rnode; |
| 1302 | void *newptr; | 1303 | struct radix_tree_node *slot; |
| 1303 | 1304 | ||
| 1304 | BUG_ON(!radix_tree_is_indirect_ptr(to_free)); | 1305 | BUG_ON(!radix_tree_is_indirect_ptr(to_free)); |
| 1305 | to_free = indirect_to_ptr(to_free); | 1306 | to_free = indirect_to_ptr(to_free); |
| @@ -1320,10 +1321,12 @@ static inline void radix_tree_shrink(struct radix_tree_root *root) | |||
| 1320 | * (to_free->slots[0]), it will be safe to dereference the new | 1321 | * (to_free->slots[0]), it will be safe to dereference the new |
| 1321 | * one (root->rnode) as far as dependent read barriers go. | 1322 | * one (root->rnode) as far as dependent read barriers go. |
| 1322 | */ | 1323 | */ |
| 1323 | newptr = to_free->slots[0]; | 1324 | slot = to_free->slots[0]; |
| 1324 | if (root->height > 1) | 1325 | if (root->height > 1) { |
| 1325 | newptr = ptr_to_indirect(newptr); | 1326 | slot->parent = NULL; |
| 1326 | root->rnode = newptr; | 1327 | slot = ptr_to_indirect(slot); |
| 1328 | } | ||
| 1329 | root->rnode = slot; | ||
| 1327 | root->height--; | 1330 | root->height--; |
| 1328 | 1331 | ||
| 1329 | /* | 1332 | /* |
| @@ -1363,16 +1366,12 @@ static inline void radix_tree_shrink(struct radix_tree_root *root) | |||
| 1363 | */ | 1366 | */ |
| 1364 | void *radix_tree_delete(struct radix_tree_root *root, unsigned long index) | 1367 | void *radix_tree_delete(struct radix_tree_root *root, unsigned long index) |
| 1365 | { | 1368 | { |
| 1366 | /* | 1369 | struct radix_tree_node *node = NULL; |
| 1367 | * The radix tree path needs to be one longer than the maximum path | ||
| 1368 | * since the "list" is null terminated. | ||
| 1369 | */ | ||
| 1370 | struct radix_tree_path path[RADIX_TREE_MAX_PATH + 1], *pathp = path; | ||
| 1371 | struct radix_tree_node *slot = NULL; | 1370 | struct radix_tree_node *slot = NULL; |
| 1372 | struct radix_tree_node *to_free; | 1371 | struct radix_tree_node *to_free; |
| 1373 | unsigned int height, shift; | 1372 | unsigned int height, shift; |
| 1374 | int tag; | 1373 | int tag; |
| 1375 | int offset; | 1374 | int uninitialized_var(offset); |
| 1376 | 1375 | ||
| 1377 | height = root->height; | 1376 | height = root->height; |
| 1378 | if (index > radix_tree_maxindex(height)) | 1377 | if (index > radix_tree_maxindex(height)) |
| @@ -1385,39 +1384,35 @@ void *radix_tree_delete(struct radix_tree_root *root, unsigned long index) | |||
| 1385 | goto out; | 1384 | goto out; |
| 1386 | } | 1385 | } |
| 1387 | slot = indirect_to_ptr(slot); | 1386 | slot = indirect_to_ptr(slot); |
| 1388 | 1387 | shift = height * RADIX_TREE_MAP_SHIFT; | |
| 1389 | shift = (height - 1) * RADIX_TREE_MAP_SHIFT; | ||
| 1390 | pathp->node = NULL; | ||
| 1391 | 1388 | ||
| 1392 | do { | 1389 | do { |
| 1393 | if (slot == NULL) | 1390 | if (slot == NULL) |
| 1394 | goto out; | 1391 | goto out; |
| 1395 | 1392 | ||
| 1396 | pathp++; | 1393 | shift -= RADIX_TREE_MAP_SHIFT; |
| 1397 | offset = (index >> shift) & RADIX_TREE_MAP_MASK; | 1394 | offset = (index >> shift) & RADIX_TREE_MAP_MASK; |
| 1398 | pathp->offset = offset; | 1395 | node = slot; |
| 1399 | pathp->node = slot; | ||
| 1400 | slot = slot->slots[offset]; | 1396 | slot = slot->slots[offset]; |
| 1401 | shift -= RADIX_TREE_MAP_SHIFT; | 1397 | } while (shift); |
| 1402 | height--; | ||
| 1403 | } while (height > 0); | ||
| 1404 | 1398 | ||
| 1405 | if (slot == NULL) | 1399 | if (slot == NULL) |
| 1406 | goto out; | 1400 | goto out; |
| 1407 | 1401 | ||
| 1408 | /* | 1402 | /* |
| 1409 | * Clear all tags associated with the just-deleted item | 1403 | * Clear all tags associated with the item to be deleted. |
| 1404 | * This way of doing it would be inefficient, but seldom is any set. | ||
| 1410 | */ | 1405 | */ |
| 1411 | for (tag = 0; tag < RADIX_TREE_MAX_TAGS; tag++) { | 1406 | for (tag = 0; tag < RADIX_TREE_MAX_TAGS; tag++) { |
| 1412 | if (tag_get(pathp->node, tag, pathp->offset)) | 1407 | if (tag_get(node, tag, offset)) |
| 1413 | radix_tree_tag_clear(root, index, tag); | 1408 | radix_tree_tag_clear(root, index, tag); |
| 1414 | } | 1409 | } |
| 1415 | 1410 | ||
| 1416 | to_free = NULL; | 1411 | to_free = NULL; |
| 1417 | /* Now free the nodes we do not need anymore */ | 1412 | /* Now free the nodes we do not need anymore */ |
| 1418 | while (pathp->node) { | 1413 | while (node) { |
| 1419 | pathp->node->slots[pathp->offset] = NULL; | 1414 | node->slots[offset] = NULL; |
| 1420 | pathp->node->count--; | 1415 | node->count--; |
| 1421 | /* | 1416 | /* |
| 1422 | * Queue the node for deferred freeing after the | 1417 | * Queue the node for deferred freeing after the |
| 1423 | * last reference to it disappears (set NULL, above). | 1418 | * last reference to it disappears (set NULL, above). |
| @@ -1425,17 +1420,20 @@ void *radix_tree_delete(struct radix_tree_root *root, unsigned long index) | |||
| 1425 | if (to_free) | 1420 | if (to_free) |
| 1426 | radix_tree_node_free(to_free); | 1421 | radix_tree_node_free(to_free); |
| 1427 | 1422 | ||
| 1428 | if (pathp->node->count) { | 1423 | if (node->count) { |
| 1429 | if (pathp->node == indirect_to_ptr(root->rnode)) | 1424 | if (node == indirect_to_ptr(root->rnode)) |
| 1430 | radix_tree_shrink(root); | 1425 | radix_tree_shrink(root); |
| 1431 | goto out; | 1426 | goto out; |
| 1432 | } | 1427 | } |
| 1433 | 1428 | ||
| 1434 | /* Node with zero slots in use so free it */ | 1429 | /* Node with zero slots in use so free it */ |
| 1435 | to_free = pathp->node; | 1430 | to_free = node; |
| 1436 | pathp--; | ||
| 1437 | 1431 | ||
| 1432 | index >>= RADIX_TREE_MAP_SHIFT; | ||
| 1433 | offset = index & RADIX_TREE_MAP_MASK; | ||
| 1434 | node = node->parent; | ||
| 1438 | } | 1435 | } |
| 1436 | |||
| 1439 | root_tag_clear_all(root); | 1437 | root_tag_clear_all(root); |
| 1440 | root->height = 0; | 1438 | root->height = 0; |
| 1441 | root->rnode = NULL; | 1439 | root->rnode = NULL; |
diff --git a/lib/reciprocal_div.c b/lib/reciprocal_div.c index 6a3bd48fa2a0..75510e94f7d0 100644 --- a/lib/reciprocal_div.c +++ b/lib/reciprocal_div.c | |||
| @@ -1,5 +1,6 @@ | |||
| 1 | #include <asm/div64.h> | 1 | #include <asm/div64.h> |
| 2 | #include <linux/reciprocal_div.h> | 2 | #include <linux/reciprocal_div.h> |
| 3 | #include <linux/export.h> | ||
| 3 | 4 | ||
| 4 | u32 reciprocal_value(u32 k) | 5 | u32 reciprocal_value(u32 k) |
| 5 | { | 6 | { |
| @@ -7,3 +8,4 @@ u32 reciprocal_value(u32 k) | |||
| 7 | do_div(val, k); | 8 | do_div(val, k); |
| 8 | return (u32)val; | 9 | return (u32)val; |
| 9 | } | 10 | } |
| 11 | EXPORT_SYMBOL(reciprocal_value); | ||
diff --git a/lib/swiotlb.c b/lib/swiotlb.c index 99093b396145..058935ef3975 100644 --- a/lib/swiotlb.c +++ b/lib/swiotlb.c | |||
| @@ -110,11 +110,11 @@ setup_io_tlb_npages(char *str) | |||
| 110 | __setup("swiotlb=", setup_io_tlb_npages); | 110 | __setup("swiotlb=", setup_io_tlb_npages); |
| 111 | /* make io_tlb_overflow tunable too? */ | 111 | /* make io_tlb_overflow tunable too? */ |
| 112 | 112 | ||
| 113 | unsigned long swioltb_nr_tbl(void) | 113 | unsigned long swiotlb_nr_tbl(void) |
| 114 | { | 114 | { |
| 115 | return io_tlb_nslabs; | 115 | return io_tlb_nslabs; |
| 116 | } | 116 | } |
| 117 | 117 | EXPORT_SYMBOL_GPL(swiotlb_nr_tbl); | |
| 118 | /* Note that this doesn't work with highmem page */ | 118 | /* Note that this doesn't work with highmem page */ |
| 119 | static dma_addr_t swiotlb_virt_to_bus(struct device *hwdev, | 119 | static dma_addr_t swiotlb_virt_to_bus(struct device *hwdev, |
| 120 | volatile void *address) | 120 | volatile void *address) |
| @@ -321,6 +321,7 @@ void __init swiotlb_free(void) | |||
| 321 | free_bootmem_late(__pa(io_tlb_start), | 321 | free_bootmem_late(__pa(io_tlb_start), |
| 322 | PAGE_ALIGN(io_tlb_nslabs << IO_TLB_SHIFT)); | 322 | PAGE_ALIGN(io_tlb_nslabs << IO_TLB_SHIFT)); |
| 323 | } | 323 | } |
| 324 | io_tlb_nslabs = 0; | ||
| 324 | } | 325 | } |
| 325 | 326 | ||
| 326 | static int is_swiotlb_buffer(phys_addr_t paddr) | 327 | static int is_swiotlb_buffer(phys_addr_t paddr) |
diff --git a/lib/vsprintf.c b/lib/vsprintf.c index 993599e66e5a..8e75003d62f6 100644 --- a/lib/vsprintf.c +++ b/lib/vsprintf.c | |||
| @@ -777,6 +777,18 @@ char *uuid_string(char *buf, char *end, const u8 *addr, | |||
| 777 | return string(buf, end, uuid, spec); | 777 | return string(buf, end, uuid, spec); |
| 778 | } | 778 | } |
| 779 | 779 | ||
| 780 | static | ||
| 781 | char *netdev_feature_string(char *buf, char *end, const u8 *addr, | ||
| 782 | struct printf_spec spec) | ||
| 783 | { | ||
| 784 | spec.flags |= SPECIAL | SMALL | ZEROPAD; | ||
| 785 | if (spec.field_width == -1) | ||
| 786 | spec.field_width = 2 + 2 * sizeof(netdev_features_t); | ||
| 787 | spec.base = 16; | ||
| 788 | |||
| 789 | return number(buf, end, *(const netdev_features_t *)addr, spec); | ||
| 790 | } | ||
| 791 | |||
| 780 | int kptr_restrict __read_mostly; | 792 | int kptr_restrict __read_mostly; |
| 781 | 793 | ||
| 782 | /* | 794 | /* |
| @@ -824,6 +836,7 @@ int kptr_restrict __read_mostly; | |||
| 824 | * Do not use this feature without some mechanism to verify the | 836 | * Do not use this feature without some mechanism to verify the |
| 825 | * correctness of the format string and va_list arguments. | 837 | * correctness of the format string and va_list arguments. |
| 826 | * - 'K' For a kernel pointer that should be hidden from unprivileged users | 838 | * - 'K' For a kernel pointer that should be hidden from unprivileged users |
| 839 | * - 'NF' For a netdev_features_t | ||
| 827 | * | 840 | * |
| 828 | * Note: The difference between 'S' and 'F' is that on ia64 and ppc64 | 841 | * Note: The difference between 'S' and 'F' is that on ia64 and ppc64 |
| 829 | * function pointers are really function descriptors, which contain a | 842 | * function pointers are really function descriptors, which contain a |
| @@ -896,6 +909,12 @@ char *pointer(const char *fmt, char *buf, char *end, void *ptr, | |||
| 896 | has_capability_noaudit(current, CAP_SYSLOG)))) | 909 | has_capability_noaudit(current, CAP_SYSLOG)))) |
| 897 | ptr = NULL; | 910 | ptr = NULL; |
| 898 | break; | 911 | break; |
| 912 | case 'N': | ||
| 913 | switch (fmt[1]) { | ||
| 914 | case 'F': | ||
| 915 | return netdev_feature_string(buf, end, ptr, spec); | ||
| 916 | } | ||
| 917 | break; | ||
| 899 | } | 918 | } |
| 900 | spec.flags |= SMALL; | 919 | spec.flags |= SMALL; |
| 901 | if (spec.field_width == -1) { | 920 | if (spec.field_width == -1) { |
