diff options
| -rw-r--r-- | arch/ia64/Kconfig | 11 | ||||
| -rw-r--r-- | arch/ia64/kernel/crash.c | 4 | ||||
| -rw-r--r-- | arch/ia64/kernel/entry.S | 1 | ||||
| -rw-r--r-- | arch/ia64/kernel/mca.c | 77 | ||||
| -rw-r--r-- | arch/ia64/kernel/perfmon.c | 4 | ||||
| -rw-r--r-- | arch/ia64/sn/kernel/Makefile | 7 | ||||
| -rw-r--r-- | arch/ia64/sn/kernel/huberror.c | 4 | ||||
| -rw-r--r-- | arch/ia64/sn/pci/tioce_provider.c | 6 | ||||
| -rw-r--r-- | drivers/misc/Kconfig | 12 | ||||
| -rw-r--r-- | drivers/misc/Makefile | 1 | ||||
| -rw-r--r-- | drivers/misc/sgi-xp/Makefile | 11 | ||||
| -rw-r--r-- | drivers/misc/sgi-xp/xp.h (renamed from include/asm-ia64/sn/xp.h) | 94 | ||||
| -rw-r--r-- | drivers/misc/sgi-xp/xp_main.c (renamed from arch/ia64/sn/kernel/xp_main.c) | 141 | ||||
| -rw-r--r-- | drivers/misc/sgi-xp/xp_nofault.S (renamed from arch/ia64/sn/kernel/xp_nofault.S) | 3 | ||||
| -rw-r--r-- | drivers/misc/sgi-xp/xpc.h (renamed from include/asm-ia64/sn/xpc.h) | 500 | ||||
| -rw-r--r-- | drivers/misc/sgi-xp/xpc_channel.c (renamed from arch/ia64/sn/kernel/xpc_channel.c) | 528 | ||||
| -rw-r--r-- | drivers/misc/sgi-xp/xpc_main.c (renamed from arch/ia64/sn/kernel/xpc_main.c) | 432 | ||||
| -rw-r--r-- | drivers/misc/sgi-xp/xpc_partition.c (renamed from arch/ia64/sn/kernel/xpc_partition.c) | 409 | ||||
| -rw-r--r-- | drivers/misc/sgi-xp/xpnet.c (renamed from arch/ia64/sn/kernel/xpnet.c) | 139 | ||||
| -rw-r--r-- | include/asm-ia64/mca.h | 1 |
20 files changed, 965 insertions, 1420 deletions
diff --git a/arch/ia64/Kconfig b/arch/ia64/Kconfig index ed21737a00c5..cd13e138bd03 100644 --- a/arch/ia64/Kconfig +++ b/arch/ia64/Kconfig | |||
| @@ -266,17 +266,6 @@ config IOSAPIC | |||
| 266 | depends on !IA64_HP_SIM | 266 | depends on !IA64_HP_SIM |
| 267 | default y | 267 | default y |
| 268 | 268 | ||
| 269 | config IA64_SGI_SN_XP | ||
| 270 | tristate "Support communication between SGI SSIs" | ||
| 271 | depends on IA64_GENERIC || IA64_SGI_SN2 | ||
| 272 | select IA64_UNCACHED_ALLOCATOR | ||
| 273 | help | ||
| 274 | An SGI machine can be divided into multiple Single System | ||
| 275 | Images which act independently of each other and have | ||
| 276 | hardware based memory protection from the others. Enabling | ||
| 277 | this feature will allow for direct communication between SSIs | ||
| 278 | based on a network adapter and DMA messaging. | ||
| 279 | |||
| 280 | config FORCE_MAX_ZONEORDER | 269 | config FORCE_MAX_ZONEORDER |
| 281 | int "MAX_ORDER (11 - 17)" if !HUGETLB_PAGE | 270 | int "MAX_ORDER (11 - 17)" if !HUGETLB_PAGE |
| 282 | range 11 17 if !HUGETLB_PAGE | 271 | range 11 17 if !HUGETLB_PAGE |
diff --git a/arch/ia64/kernel/crash.c b/arch/ia64/kernel/crash.c index 90ef338cf46f..f065093f8e9b 100644 --- a/arch/ia64/kernel/crash.c +++ b/arch/ia64/kernel/crash.c | |||
| @@ -194,8 +194,8 @@ kdump_init_notifier(struct notifier_block *self, unsigned long val, void *data) | |||
| 194 | unw_init_running(kdump_cpu_freeze, NULL); | 194 | unw_init_running(kdump_cpu_freeze, NULL); |
| 195 | break; | 195 | break; |
| 196 | case DIE_MCA_MONARCH_LEAVE: | 196 | case DIE_MCA_MONARCH_LEAVE: |
| 197 | /* die_register->signr indicate if MCA is recoverable */ | 197 | /* *(nd->data) indicate if MCA is recoverable */ |
| 198 | if (kdump_on_fatal_mca && !args->signr) { | 198 | if (kdump_on_fatal_mca && !(*(nd->data))) { |
| 199 | atomic_set(&kdump_in_progress, 1); | 199 | atomic_set(&kdump_in_progress, 1); |
| 200 | *(nd->monarch_cpu) = -1; | 200 | *(nd->monarch_cpu) = -1; |
| 201 | machine_kdump_on_init(); | 201 | machine_kdump_on_init(); |
diff --git a/arch/ia64/kernel/entry.S b/arch/ia64/kernel/entry.S index b0be4a280174..e49ad8c5dc69 100644 --- a/arch/ia64/kernel/entry.S +++ b/arch/ia64/kernel/entry.S | |||
| @@ -570,6 +570,7 @@ GLOBAL_ENTRY(ia64_trace_syscall) | |||
| 570 | br.call.sptk.many rp=syscall_trace_leave // give parent a chance to catch return value | 570 | br.call.sptk.many rp=syscall_trace_leave // give parent a chance to catch return value |
| 571 | .ret3: | 571 | .ret3: |
| 572 | (pUStk) cmp.eq.unc p6,p0=r0,r0 // p6 <- pUStk | 572 | (pUStk) cmp.eq.unc p6,p0=r0,r0 // p6 <- pUStk |
| 573 | (pUStk) rsm psr.i // disable interrupts | ||
| 573 | br.cond.sptk .work_pending_syscall_end | 574 | br.cond.sptk .work_pending_syscall_end |
| 574 | 575 | ||
| 575 | strace_error: | 576 | strace_error: |
diff --git a/arch/ia64/kernel/mca.c b/arch/ia64/kernel/mca.c index e51bced3b0fa..705176b434b3 100644 --- a/arch/ia64/kernel/mca.c +++ b/arch/ia64/kernel/mca.c | |||
| @@ -109,6 +109,20 @@ | |||
| 109 | # define IA64_MCA_DEBUG(fmt...) | 109 | # define IA64_MCA_DEBUG(fmt...) |
| 110 | #endif | 110 | #endif |
| 111 | 111 | ||
| 112 | #define NOTIFY_INIT(event, regs, arg, spin) \ | ||
| 113 | do { \ | ||
| 114 | if ((notify_die((event), "INIT", (regs), (arg), 0, 0) \ | ||
| 115 | == NOTIFY_STOP) && ((spin) == 1)) \ | ||
| 116 | ia64_mca_spin(__func__); \ | ||
| 117 | } while (0) | ||
| 118 | |||
| 119 | #define NOTIFY_MCA(event, regs, arg, spin) \ | ||
| 120 | do { \ | ||
| 121 | if ((notify_die((event), "MCA", (regs), (arg), 0, 0) \ | ||
| 122 | == NOTIFY_STOP) && ((spin) == 1)) \ | ||
| 123 | ia64_mca_spin(__func__); \ | ||
| 124 | } while (0) | ||
| 125 | |||
| 112 | /* Used by mca_asm.S */ | 126 | /* Used by mca_asm.S */ |
| 113 | DEFINE_PER_CPU(u64, ia64_mca_data); /* == __per_cpu_mca[smp_processor_id()] */ | 127 | DEFINE_PER_CPU(u64, ia64_mca_data); /* == __per_cpu_mca[smp_processor_id()] */ |
| 114 | DEFINE_PER_CPU(u64, ia64_mca_per_cpu_pte); /* PTE to map per-CPU area */ | 128 | DEFINE_PER_CPU(u64, ia64_mca_per_cpu_pte); /* PTE to map per-CPU area */ |
| @@ -766,9 +780,8 @@ ia64_mca_rendez_int_handler(int rendez_irq, void *arg) | |||
| 766 | 780 | ||
| 767 | /* Mask all interrupts */ | 781 | /* Mask all interrupts */ |
| 768 | local_irq_save(flags); | 782 | local_irq_save(flags); |
| 769 | if (notify_die(DIE_MCA_RENDZVOUS_ENTER, "MCA", get_irq_regs(), | 783 | |
| 770 | (long)&nd, 0, 0) == NOTIFY_STOP) | 784 | NOTIFY_MCA(DIE_MCA_RENDZVOUS_ENTER, get_irq_regs(), (long)&nd, 1); |
| 771 | ia64_mca_spin(__func__); | ||
| 772 | 785 | ||
| 773 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_DONE; | 786 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_DONE; |
| 774 | /* Register with the SAL monarch that the slave has | 787 | /* Register with the SAL monarch that the slave has |
| @@ -776,17 +789,13 @@ ia64_mca_rendez_int_handler(int rendez_irq, void *arg) | |||
| 776 | */ | 789 | */ |
| 777 | ia64_sal_mc_rendez(); | 790 | ia64_sal_mc_rendez(); |
| 778 | 791 | ||
| 779 | if (notify_die(DIE_MCA_RENDZVOUS_PROCESS, "MCA", get_irq_regs(), | 792 | NOTIFY_MCA(DIE_MCA_RENDZVOUS_PROCESS, get_irq_regs(), (long)&nd, 1); |
| 780 | (long)&nd, 0, 0) == NOTIFY_STOP) | ||
| 781 | ia64_mca_spin(__func__); | ||
| 782 | 793 | ||
| 783 | /* Wait for the monarch cpu to exit. */ | 794 | /* Wait for the monarch cpu to exit. */ |
| 784 | while (monarch_cpu != -1) | 795 | while (monarch_cpu != -1) |
| 785 | cpu_relax(); /* spin until monarch leaves */ | 796 | cpu_relax(); /* spin until monarch leaves */ |
| 786 | 797 | ||
| 787 | if (notify_die(DIE_MCA_RENDZVOUS_LEAVE, "MCA", get_irq_regs(), | 798 | NOTIFY_MCA(DIE_MCA_RENDZVOUS_LEAVE, get_irq_regs(), (long)&nd, 1); |
| 788 | (long)&nd, 0, 0) == NOTIFY_STOP) | ||
| 789 | ia64_mca_spin(__func__); | ||
| 790 | 799 | ||
| 791 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_NOTDONE; | 800 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_NOTDONE; |
| 792 | /* Enable all interrupts */ | 801 | /* Enable all interrupts */ |
| @@ -1256,7 +1265,7 @@ ia64_mca_handler(struct pt_regs *regs, struct switch_stack *sw, | |||
| 1256 | int recover, cpu = smp_processor_id(); | 1265 | int recover, cpu = smp_processor_id(); |
| 1257 | struct task_struct *previous_current; | 1266 | struct task_struct *previous_current; |
| 1258 | struct ia64_mca_notify_die nd = | 1267 | struct ia64_mca_notify_die nd = |
| 1259 | { .sos = sos, .monarch_cpu = &monarch_cpu }; | 1268 | { .sos = sos, .monarch_cpu = &monarch_cpu, .data = &recover }; |
| 1260 | static atomic_t mca_count; | 1269 | static atomic_t mca_count; |
| 1261 | static cpumask_t mca_cpu; | 1270 | static cpumask_t mca_cpu; |
| 1262 | 1271 | ||
| @@ -1272,9 +1281,7 @@ ia64_mca_handler(struct pt_regs *regs, struct switch_stack *sw, | |||
| 1272 | 1281 | ||
| 1273 | previous_current = ia64_mca_modify_original_stack(regs, sw, sos, "MCA"); | 1282 | previous_current = ia64_mca_modify_original_stack(regs, sw, sos, "MCA"); |
| 1274 | 1283 | ||
| 1275 | if (notify_die(DIE_MCA_MONARCH_ENTER, "MCA", regs, (long)&nd, 0, 0) | 1284 | NOTIFY_MCA(DIE_MCA_MONARCH_ENTER, regs, (long)&nd, 1); |
| 1276 | == NOTIFY_STOP) | ||
| 1277 | ia64_mca_spin(__func__); | ||
| 1278 | 1285 | ||
| 1279 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_CONCURRENT_MCA; | 1286 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_CONCURRENT_MCA; |
| 1280 | if (sos->monarch) { | 1287 | if (sos->monarch) { |
| @@ -1288,13 +1295,12 @@ ia64_mca_handler(struct pt_regs *regs, struct switch_stack *sw, | |||
| 1288 | * does not work. | 1295 | * does not work. |
| 1289 | */ | 1296 | */ |
| 1290 | ia64_mca_wakeup_all(); | 1297 | ia64_mca_wakeup_all(); |
| 1291 | if (notify_die(DIE_MCA_MONARCH_PROCESS, "MCA", regs, (long)&nd, 0, 0) | ||
| 1292 | == NOTIFY_STOP) | ||
| 1293 | ia64_mca_spin(__func__); | ||
| 1294 | } else { | 1298 | } else { |
| 1295 | while (cpu_isset(cpu, mca_cpu)) | 1299 | while (cpu_isset(cpu, mca_cpu)) |
| 1296 | cpu_relax(); /* spin until monarch wakes us */ | 1300 | cpu_relax(); /* spin until monarch wakes us */ |
| 1297 | } | 1301 | } |
| 1302 | |||
| 1303 | NOTIFY_MCA(DIE_MCA_MONARCH_PROCESS, regs, (long)&nd, 1); | ||
| 1298 | 1304 | ||
| 1299 | /* Get the MCA error record and log it */ | 1305 | /* Get the MCA error record and log it */ |
| 1300 | ia64_mca_log_sal_error_record(SAL_INFO_TYPE_MCA); | 1306 | ia64_mca_log_sal_error_record(SAL_INFO_TYPE_MCA); |
| @@ -1320,9 +1326,7 @@ ia64_mca_handler(struct pt_regs *regs, struct switch_stack *sw, | |||
| 1320 | mca_insert_tr(0x2); /*Reload dynamic itrs*/ | 1326 | mca_insert_tr(0x2); /*Reload dynamic itrs*/ |
| 1321 | } | 1327 | } |
| 1322 | 1328 | ||
| 1323 | if (notify_die(DIE_MCA_MONARCH_LEAVE, "MCA", regs, (long)&nd, 0, recover) | 1329 | NOTIFY_MCA(DIE_MCA_MONARCH_LEAVE, regs, (long)&nd, 1); |
| 1324 | == NOTIFY_STOP) | ||
| 1325 | ia64_mca_spin(__func__); | ||
| 1326 | 1330 | ||
| 1327 | if (atomic_dec_return(&mca_count) > 0) { | 1331 | if (atomic_dec_return(&mca_count) > 0) { |
| 1328 | int i; | 1332 | int i; |
| @@ -1643,7 +1647,7 @@ ia64_init_handler(struct pt_regs *regs, struct switch_stack *sw, | |||
| 1643 | struct ia64_mca_notify_die nd = | 1647 | struct ia64_mca_notify_die nd = |
| 1644 | { .sos = sos, .monarch_cpu = &monarch_cpu }; | 1648 | { .sos = sos, .monarch_cpu = &monarch_cpu }; |
| 1645 | 1649 | ||
| 1646 | (void) notify_die(DIE_INIT_ENTER, "INIT", regs, (long)&nd, 0, 0); | 1650 | NOTIFY_INIT(DIE_INIT_ENTER, regs, (long)&nd, 0); |
| 1647 | 1651 | ||
| 1648 | mprintk(KERN_INFO "Entered OS INIT handler. PSP=%lx cpu=%d monarch=%ld\n", | 1652 | mprintk(KERN_INFO "Entered OS INIT handler. PSP=%lx cpu=%d monarch=%ld\n", |
| 1649 | sos->proc_state_param, cpu, sos->monarch); | 1653 | sos->proc_state_param, cpu, sos->monarch); |
| @@ -1680,17 +1684,15 @@ ia64_init_handler(struct pt_regs *regs, struct switch_stack *sw, | |||
| 1680 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_INIT; | 1684 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_INIT; |
| 1681 | while (monarch_cpu == -1) | 1685 | while (monarch_cpu == -1) |
| 1682 | cpu_relax(); /* spin until monarch enters */ | 1686 | cpu_relax(); /* spin until monarch enters */ |
| 1683 | if (notify_die(DIE_INIT_SLAVE_ENTER, "INIT", regs, (long)&nd, 0, 0) | 1687 | |
| 1684 | == NOTIFY_STOP) | 1688 | NOTIFY_INIT(DIE_INIT_SLAVE_ENTER, regs, (long)&nd, 1); |
| 1685 | ia64_mca_spin(__func__); | 1689 | NOTIFY_INIT(DIE_INIT_SLAVE_PROCESS, regs, (long)&nd, 1); |
| 1686 | if (notify_die(DIE_INIT_SLAVE_PROCESS, "INIT", regs, (long)&nd, 0, 0) | 1690 | |
| 1687 | == NOTIFY_STOP) | ||
| 1688 | ia64_mca_spin(__func__); | ||
| 1689 | while (monarch_cpu != -1) | 1691 | while (monarch_cpu != -1) |
| 1690 | cpu_relax(); /* spin until monarch leaves */ | 1692 | cpu_relax(); /* spin until monarch leaves */ |
| 1691 | if (notify_die(DIE_INIT_SLAVE_LEAVE, "INIT", regs, (long)&nd, 0, 0) | 1693 | |
| 1692 | == NOTIFY_STOP) | 1694 | NOTIFY_INIT(DIE_INIT_SLAVE_LEAVE, regs, (long)&nd, 1); |
| 1693 | ia64_mca_spin(__func__); | 1695 | |
| 1694 | mprintk("Slave on cpu %d returning to normal service.\n", cpu); | 1696 | mprintk("Slave on cpu %d returning to normal service.\n", cpu); |
| 1695 | set_curr_task(cpu, previous_current); | 1697 | set_curr_task(cpu, previous_current); |
| 1696 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_NOTDONE; | 1698 | ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_NOTDONE; |
| @@ -1699,9 +1701,7 @@ ia64_init_handler(struct pt_regs *regs, struct switch_stack *sw, | |||
| 1699 | } | 1701 | } |
| 1700 | 1702 | ||
| 1701 | monarch_cpu = cpu; | 1703 | monarch_cpu = cpu; |
| 1702 | if (notify_die(DIE_INIT_MONARCH_ENTER, "INIT", regs, (long)&nd, 0, 0) | 1704 | NOTIFY_INIT(DIE_INIT_MONARCH_ENTER, regs, (long)&nd, 1); |
| 1703 | == NOTIFY_STOP) | ||
| 1704 | ia64_mca_spin(__func__); | ||
| 1705 | 1705 | ||
| 1706 | /* | 1706 | /* |
| 1707 | * Wait for a bit. On some machines (e.g., HP's zx2000 and zx6000, INIT can be | 1707 | * Wait for a bit. On some machines (e.g., HP's zx2000 and zx6000, INIT can be |
| @@ -1716,12 +1716,9 @@ ia64_init_handler(struct pt_regs *regs, struct switch_stack *sw, | |||
| 1716 | * to default_monarch_init_process() above and just print all the | 1716 | * to default_monarch_init_process() above and just print all the |
| 1717 | * tasks. | 1717 | * tasks. |
| 1718 | */ | 1718 | */ |
| 1719 | if (notify_die(DIE_INIT_MONARCH_PROCESS, "INIT", regs, (long)&nd, 0, 0) | 1719 | NOTIFY_INIT(DIE_INIT_MONARCH_PROCESS, regs, (long)&nd, 1); |
| 1720 | == NOTIFY_STOP) | 1720 | NOTIFY_INIT(DIE_INIT_MONARCH_LEAVE, regs, (long)&nd, 1); |
| 1721 | ia64_mca_spin(__func__); | 1721 | |
| 1722 | if (notify_die(DIE_INIT_MONARCH_LEAVE, "INIT", regs, (long)&nd, 0, 0) | ||
| 1723 | == NOTIFY_STOP) | ||
| 1724 | ia64_mca_spin(__func__); | ||
| 1725 | mprintk("\nINIT dump complete. Monarch on cpu %d returning to normal service.\n", cpu); | 1722 | mprintk("\nINIT dump complete. Monarch on cpu %d returning to normal service.\n", cpu); |
| 1726 | atomic_dec(&monarchs); | 1723 | atomic_dec(&monarchs); |
| 1727 | set_curr_task(cpu, previous_current); | 1724 | set_curr_task(cpu, previous_current); |
| @@ -1953,7 +1950,7 @@ ia64_mca_init(void) | |||
| 1953 | printk(KERN_INFO "Increasing MCA rendezvous timeout from " | 1950 | printk(KERN_INFO "Increasing MCA rendezvous timeout from " |
| 1954 | "%ld to %ld milliseconds\n", timeout, isrv.v0); | 1951 | "%ld to %ld milliseconds\n", timeout, isrv.v0); |
| 1955 | timeout = isrv.v0; | 1952 | timeout = isrv.v0; |
| 1956 | (void) notify_die(DIE_MCA_NEW_TIMEOUT, "MCA", NULL, timeout, 0, 0); | 1953 | NOTIFY_MCA(DIE_MCA_NEW_TIMEOUT, NULL, timeout, 0); |
| 1957 | continue; | 1954 | continue; |
| 1958 | } | 1955 | } |
| 1959 | printk(KERN_ERR "Failed to register rendezvous interrupt " | 1956 | printk(KERN_ERR "Failed to register rendezvous interrupt " |
diff --git a/arch/ia64/kernel/perfmon.c b/arch/ia64/kernel/perfmon.c index d1d24f4598da..c8e403752a0c 100644 --- a/arch/ia64/kernel/perfmon.c +++ b/arch/ia64/kernel/perfmon.c | |||
| @@ -5511,7 +5511,7 @@ stop_monitoring: | |||
| 5511 | } | 5511 | } |
| 5512 | 5512 | ||
| 5513 | static int | 5513 | static int |
| 5514 | pfm_do_interrupt_handler(int irq, void *arg, struct pt_regs *regs) | 5514 | pfm_do_interrupt_handler(void *arg, struct pt_regs *regs) |
| 5515 | { | 5515 | { |
| 5516 | struct task_struct *task; | 5516 | struct task_struct *task; |
| 5517 | pfm_context_t *ctx; | 5517 | pfm_context_t *ctx; |
| @@ -5591,7 +5591,7 @@ pfm_interrupt_handler(int irq, void *arg) | |||
| 5591 | 5591 | ||
| 5592 | start_cycles = ia64_get_itc(); | 5592 | start_cycles = ia64_get_itc(); |
| 5593 | 5593 | ||
| 5594 | ret = pfm_do_interrupt_handler(irq, arg, regs); | 5594 | ret = pfm_do_interrupt_handler(arg, regs); |
| 5595 | 5595 | ||
| 5596 | total_cycles = ia64_get_itc(); | 5596 | total_cycles = ia64_get_itc(); |
| 5597 | 5597 | ||
diff --git a/arch/ia64/sn/kernel/Makefile b/arch/ia64/sn/kernel/Makefile index 688a3c27e0f6..0591038735af 100644 --- a/arch/ia64/sn/kernel/Makefile +++ b/arch/ia64/sn/kernel/Makefile | |||
| @@ -4,7 +4,7 @@ | |||
| 4 | # License. See the file "COPYING" in the main directory of this archive | 4 | # License. See the file "COPYING" in the main directory of this archive |
| 5 | # for more details. | 5 | # for more details. |
| 6 | # | 6 | # |
| 7 | # Copyright (C) 1999,2001-2006 Silicon Graphics, Inc. All Rights Reserved. | 7 | # Copyright (C) 1999,2001-2006,2008 Silicon Graphics, Inc. All Rights Reserved. |
| 8 | # | 8 | # |
| 9 | 9 | ||
| 10 | EXTRA_CFLAGS += -Iarch/ia64/sn/include | 10 | EXTRA_CFLAGS += -Iarch/ia64/sn/include |
| @@ -15,9 +15,4 @@ obj-y += setup.o bte.o bte_error.o irq.o mca.o idle.o \ | |||
| 15 | sn2/ | 15 | sn2/ |
| 16 | obj-$(CONFIG_IA64_GENERIC) += machvec.o | 16 | obj-$(CONFIG_IA64_GENERIC) += machvec.o |
| 17 | obj-$(CONFIG_SGI_TIOCX) += tiocx.o | 17 | obj-$(CONFIG_SGI_TIOCX) += tiocx.o |
| 18 | obj-$(CONFIG_IA64_SGI_SN_XP) += xp.o | ||
| 19 | xp-y := xp_main.o xp_nofault.o | ||
| 20 | obj-$(CONFIG_IA64_SGI_SN_XP) += xpc.o | ||
| 21 | xpc-y := xpc_main.o xpc_channel.o xpc_partition.o | ||
| 22 | obj-$(CONFIG_IA64_SGI_SN_XP) += xpnet.o | ||
| 23 | obj-$(CONFIG_PCI_MSI) += msi_sn.o | 18 | obj-$(CONFIG_PCI_MSI) += msi_sn.o |
diff --git a/arch/ia64/sn/kernel/huberror.c b/arch/ia64/sn/kernel/huberror.c index 0101c7924a4d..08b0d9bb62ec 100644 --- a/arch/ia64/sn/kernel/huberror.c +++ b/arch/ia64/sn/kernel/huberror.c | |||
| @@ -187,8 +187,8 @@ void hub_error_init(struct hubdev_info *hubdev_info) | |||
| 187 | { | 187 | { |
| 188 | 188 | ||
| 189 | if (request_irq(SGI_II_ERROR, hub_eint_handler, IRQF_SHARED, | 189 | if (request_irq(SGI_II_ERROR, hub_eint_handler, IRQF_SHARED, |
| 190 | "SN_hub_error", (void *)hubdev_info)) { | 190 | "SN_hub_error", hubdev_info)) { |
| 191 | printk("hub_error_init: Failed to request_irq for 0x%p\n", | 191 | printk(KERN_ERR "hub_error_init: Failed to request_irq for 0x%p\n", |
| 192 | hubdev_info); | 192 | hubdev_info); |
| 193 | return; | 193 | return; |
| 194 | } | 194 | } |
diff --git a/arch/ia64/sn/pci/tioce_provider.c b/arch/ia64/sn/pci/tioce_provider.c index 9b3c11373022..94e584527f48 100644 --- a/arch/ia64/sn/pci/tioce_provider.c +++ b/arch/ia64/sn/pci/tioce_provider.c | |||
| @@ -655,7 +655,8 @@ tioce_dma(struct pci_dev *pdev, u64 paddr, size_t byte_count, int dma_flags) | |||
| 655 | * | 655 | * |
| 656 | * Simply call tioce_do_dma_map() to create a map with the barrier bit set | 656 | * Simply call tioce_do_dma_map() to create a map with the barrier bit set |
| 657 | * in the address. | 657 | * in the address. |
| 658 | */ static u64 | 658 | */ |
| 659 | static u64 | ||
| 659 | tioce_dma_consistent(struct pci_dev *pdev, u64 paddr, size_t byte_count, int dma_flags) | 660 | tioce_dma_consistent(struct pci_dev *pdev, u64 paddr, size_t byte_count, int dma_flags) |
| 660 | { | 661 | { |
| 661 | return tioce_do_dma_map(pdev, paddr, byte_count, 1, dma_flags); | 662 | return tioce_do_dma_map(pdev, paddr, byte_count, 1, dma_flags); |
| @@ -668,7 +669,8 @@ tioce_dma_consistent(struct pci_dev *pdev, u64 paddr, size_t byte_count, int dma | |||
| 668 | * | 669 | * |
| 669 | * Handle a CE error interrupt. Simply a wrapper around a SAL call which | 670 | * Handle a CE error interrupt. Simply a wrapper around a SAL call which |
| 670 | * defers processing to the SGI prom. | 671 | * defers processing to the SGI prom. |
| 671 | */ static irqreturn_t | 672 | */ |
| 673 | static irqreturn_t | ||
| 672 | tioce_error_intr_handler(int irq, void *arg) | 674 | tioce_error_intr_handler(int irq, void *arg) |
| 673 | { | 675 | { |
| 674 | struct tioce_common *soft = arg; | 676 | struct tioce_common *soft = arg; |
diff --git a/drivers/misc/Kconfig b/drivers/misc/Kconfig index bb94ce78a6d0..297a48f85446 100644 --- a/drivers/misc/Kconfig +++ b/drivers/misc/Kconfig | |||
| @@ -360,4 +360,16 @@ config ENCLOSURE_SERVICES | |||
| 360 | driver (SCSI/ATA) which supports enclosures | 360 | driver (SCSI/ATA) which supports enclosures |
| 361 | or a SCSI enclosure device (SES) to use these services. | 361 | or a SCSI enclosure device (SES) to use these services. |
| 362 | 362 | ||
| 363 | config SGI_XP | ||
| 364 | tristate "Support communication between SGI SSIs" | ||
| 365 | depends on IA64_GENERIC || IA64_SGI_SN2 | ||
| 366 | select IA64_UNCACHED_ALLOCATOR if IA64_GENERIC || IA64_SGI_SN2 | ||
| 367 | select GENERIC_ALLOCATOR if IA64_GENERIC || IA64_SGI_SN2 | ||
| 368 | ---help--- | ||
| 369 | An SGI machine can be divided into multiple Single System | ||
| 370 | Images which act independently of each other and have | ||
| 371 | hardware based memory protection from the others. Enabling | ||
| 372 | this feature will allow for direct communication between SSIs | ||
| 373 | based on a network adapter and DMA messaging. | ||
| 374 | |||
| 363 | endif # MISC_DEVICES | 375 | endif # MISC_DEVICES |
diff --git a/drivers/misc/Makefile b/drivers/misc/Makefile index 4581b2533111..5914da434854 100644 --- a/drivers/misc/Makefile +++ b/drivers/misc/Makefile | |||
| @@ -24,3 +24,4 @@ obj-$(CONFIG_EEPROM_93CX6) += eeprom_93cx6.o | |||
| 24 | obj-$(CONFIG_INTEL_MENLOW) += intel_menlow.o | 24 | obj-$(CONFIG_INTEL_MENLOW) += intel_menlow.o |
| 25 | obj-$(CONFIG_ENCLOSURE_SERVICES) += enclosure.o | 25 | obj-$(CONFIG_ENCLOSURE_SERVICES) += enclosure.o |
| 26 | obj-$(CONFIG_KGDB_TESTS) += kgdbts.o | 26 | obj-$(CONFIG_KGDB_TESTS) += kgdbts.o |
| 27 | obj-$(CONFIG_SGI_XP) += sgi-xp/ | ||
diff --git a/drivers/misc/sgi-xp/Makefile b/drivers/misc/sgi-xp/Makefile new file mode 100644 index 000000000000..b6e40a7958ce --- /dev/null +++ b/drivers/misc/sgi-xp/Makefile | |||
| @@ -0,0 +1,11 @@ | |||
| 1 | # | ||
| 2 | # Makefile for SGI's XP devices. | ||
| 3 | # | ||
| 4 | |||
| 5 | obj-$(CONFIG_SGI_XP) += xp.o | ||
| 6 | xp-y := xp_main.o xp_nofault.o | ||
| 7 | |||
| 8 | obj-$(CONFIG_SGI_XP) += xpc.o | ||
| 9 | xpc-y := xpc_main.o xpc_channel.o xpc_partition.o | ||
| 10 | |||
| 11 | obj-$(CONFIG_SGI_XP) += xpnet.o | ||
diff --git a/include/asm-ia64/sn/xp.h b/drivers/misc/sgi-xp/xp.h index f7711b308e48..5515234be86a 100644 --- a/include/asm-ia64/sn/xp.h +++ b/drivers/misc/sgi-xp/xp.h | |||
| @@ -3,18 +3,15 @@ | |||
| 3 | * License. See the file "COPYING" in the main directory of this archive | 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. | 4 | * for more details. |
| 5 | * | 5 | * |
| 6 | * Copyright (C) 2004-2005 Silicon Graphics, Inc. All rights reserved. | 6 | * Copyright (C) 2004-2008 Silicon Graphics, Inc. All rights reserved. |
| 7 | */ | 7 | */ |
| 8 | 8 | ||
| 9 | |||
| 10 | /* | 9 | /* |
| 11 | * External Cross Partition (XP) structures and defines. | 10 | * External Cross Partition (XP) structures and defines. |
| 12 | */ | 11 | */ |
| 13 | 12 | ||
| 14 | 13 | #ifndef _DRIVERS_MISC_SGIXP_XP_H | |
| 15 | #ifndef _ASM_IA64_SN_XP_H | 14 | #define _DRIVERS_MISC_SGIXP_XP_H |
| 16 | #define _ASM_IA64_SN_XP_H | ||
| 17 | |||
| 18 | 15 | ||
| 19 | #include <linux/cache.h> | 16 | #include <linux/cache.h> |
| 20 | #include <linux/hardirq.h> | 17 | #include <linux/hardirq.h> |
| @@ -22,14 +19,12 @@ | |||
| 22 | #include <asm/sn/types.h> | 19 | #include <asm/sn/types.h> |
| 23 | #include <asm/sn/bte.h> | 20 | #include <asm/sn/bte.h> |
| 24 | 21 | ||
| 25 | |||
| 26 | #ifdef USE_DBUG_ON | 22 | #ifdef USE_DBUG_ON |
| 27 | #define DBUG_ON(condition) BUG_ON(condition) | 23 | #define DBUG_ON(condition) BUG_ON(condition) |
| 28 | #else | 24 | #else |
| 29 | #define DBUG_ON(condition) | 25 | #define DBUG_ON(condition) |
| 30 | #endif | 26 | #endif |
| 31 | 27 | ||
| 32 | |||
| 33 | /* | 28 | /* |
| 34 | * Define the maximum number of logically defined partitions the system | 29 | * Define the maximum number of logically defined partitions the system |
| 35 | * can support. It is constrained by the maximum number of hardware | 30 | * can support. It is constrained by the maximum number of hardware |
| @@ -43,7 +38,6 @@ | |||
| 43 | */ | 38 | */ |
| 44 | #define XP_MAX_PARTITIONS 64 | 39 | #define XP_MAX_PARTITIONS 64 |
| 45 | 40 | ||
| 46 | |||
| 47 | /* | 41 | /* |
| 48 | * Define the number of u64s required to represent all the C-brick nasids | 42 | * Define the number of u64s required to represent all the C-brick nasids |
| 49 | * as a bitmap. The cross-partition kernel modules deal only with | 43 | * as a bitmap. The cross-partition kernel modules deal only with |
| @@ -54,7 +48,6 @@ | |||
| 54 | #define XP_NASID_MASK_BYTES ((XP_MAX_PHYSNODE_ID + 7) / 8) | 48 | #define XP_NASID_MASK_BYTES ((XP_MAX_PHYSNODE_ID + 7) / 8) |
| 55 | #define XP_NASID_MASK_WORDS ((XP_MAX_PHYSNODE_ID + 63) / 64) | 49 | #define XP_NASID_MASK_WORDS ((XP_MAX_PHYSNODE_ID + 63) / 64) |
| 56 | 50 | ||
| 57 | |||
| 58 | /* | 51 | /* |
| 59 | * Wrapper for bte_copy() that should it return a failure status will retry | 52 | * Wrapper for bte_copy() that should it return a failure status will retry |
| 60 | * the bte_copy() once in the hope that the failure was due to a temporary | 53 | * the bte_copy() once in the hope that the failure was due to a temporary |
| @@ -74,7 +67,6 @@ xp_bte_copy(u64 src, u64 vdst, u64 len, u64 mode, void *notification) | |||
| 74 | bte_result_t ret; | 67 | bte_result_t ret; |
| 75 | u64 pdst = ia64_tpa(vdst); | 68 | u64 pdst = ia64_tpa(vdst); |
| 76 | 69 | ||
| 77 | |||
| 78 | /* | 70 | /* |
| 79 | * Ensure that the physically mapped memory is contiguous. | 71 | * Ensure that the physically mapped memory is contiguous. |
| 80 | * | 72 | * |
| @@ -87,16 +79,15 @@ xp_bte_copy(u64 src, u64 vdst, u64 len, u64 mode, void *notification) | |||
| 87 | 79 | ||
| 88 | ret = bte_copy(src, pdst, len, mode, notification); | 80 | ret = bte_copy(src, pdst, len, mode, notification); |
| 89 | if ((ret != BTE_SUCCESS) && BTE_ERROR_RETRY(ret)) { | 81 | if ((ret != BTE_SUCCESS) && BTE_ERROR_RETRY(ret)) { |
| 90 | if (!in_interrupt()) { | 82 | if (!in_interrupt()) |
| 91 | cond_resched(); | 83 | cond_resched(); |
| 92 | } | 84 | |
| 93 | ret = bte_copy(src, pdst, len, mode, notification); | 85 | ret = bte_copy(src, pdst, len, mode, notification); |
| 94 | } | 86 | } |
| 95 | 87 | ||
| 96 | return ret; | 88 | return ret; |
| 97 | } | 89 | } |
| 98 | 90 | ||
| 99 | |||
| 100 | /* | 91 | /* |
| 101 | * XPC establishes channel connections between the local partition and any | 92 | * XPC establishes channel connections between the local partition and any |
| 102 | * other partition that is currently up. Over these channels, kernel-level | 93 | * other partition that is currently up. Over these channels, kernel-level |
| @@ -122,7 +113,6 @@ xp_bte_copy(u64 src, u64 vdst, u64 len, u64 mode, void *notification) | |||
| 122 | #error XPC_NCHANNELS exceeds MAXIMUM allowed. | 113 | #error XPC_NCHANNELS exceeds MAXIMUM allowed. |
| 123 | #endif | 114 | #endif |
| 124 | 115 | ||
| 125 | |||
| 126 | /* | 116 | /* |
| 127 | * The format of an XPC message is as follows: | 117 | * The format of an XPC message is as follows: |
| 128 | * | 118 | * |
| @@ -160,12 +150,10 @@ struct xpc_msg { | |||
| 160 | u64 payload; /* user defined portion of message */ | 150 | u64 payload; /* user defined portion of message */ |
| 161 | }; | 151 | }; |
| 162 | 152 | ||
| 163 | |||
| 164 | #define XPC_MSG_PAYLOAD_OFFSET (u64) (&((struct xpc_msg *)0)->payload) | 153 | #define XPC_MSG_PAYLOAD_OFFSET (u64) (&((struct xpc_msg *)0)->payload) |
| 165 | #define XPC_MSG_SIZE(_payload_size) \ | 154 | #define XPC_MSG_SIZE(_payload_size) \ |
| 166 | L1_CACHE_ALIGN(XPC_MSG_PAYLOAD_OFFSET + (_payload_size)) | 155 | L1_CACHE_ALIGN(XPC_MSG_PAYLOAD_OFFSET + (_payload_size)) |
| 167 | 156 | ||
| 168 | |||
| 169 | /* | 157 | /* |
| 170 | * Define the return values and values passed to user's callout functions. | 158 | * Define the return values and values passed to user's callout functions. |
| 171 | * (It is important to add new value codes at the end just preceding | 159 | * (It is important to add new value codes at the end just preceding |
| @@ -267,10 +255,9 @@ enum xpc_retval { | |||
| 267 | /* 115: BTE end */ | 255 | /* 115: BTE end */ |
| 268 | xpcBteSh2End = xpcBteSh2Start + BTEFAIL_SH2_ALL, | 256 | xpcBteSh2End = xpcBteSh2Start + BTEFAIL_SH2_ALL, |
| 269 | 257 | ||
| 270 | xpcUnknownReason /* 116: unknown reason -- must be last in list */ | 258 | xpcUnknownReason /* 116: unknown reason - must be last in enum */ |
| 271 | }; | 259 | }; |
| 272 | 260 | ||
| 273 | |||
| 274 | /* | 261 | /* |
| 275 | * Define the callout function types used by XPC to update the user on | 262 | * Define the callout function types used by XPC to update the user on |
| 276 | * connection activity and state changes (via the user function registered by | 263 | * connection activity and state changes (via the user function registered by |
| @@ -375,12 +362,11 @@ enum xpc_retval { | |||
| 375 | * =====================+================================+===================== | 362 | * =====================+================================+===================== |
| 376 | */ | 363 | */ |
| 377 | 364 | ||
| 378 | typedef void (*xpc_channel_func)(enum xpc_retval reason, partid_t partid, | 365 | typedef void (*xpc_channel_func) (enum xpc_retval reason, partid_t partid, |
| 379 | int ch_number, void *data, void *key); | 366 | int ch_number, void *data, void *key); |
| 380 | |||
| 381 | typedef void (*xpc_notify_func)(enum xpc_retval reason, partid_t partid, | ||
| 382 | int ch_number, void *key); | ||
| 383 | 367 | ||
| 368 | typedef void (*xpc_notify_func) (enum xpc_retval reason, partid_t partid, | ||
| 369 | int ch_number, void *key); | ||
| 384 | 370 | ||
| 385 | /* | 371 | /* |
| 386 | * The following is a registration entry. There is a global array of these, | 372 | * The following is a registration entry. There is a global array of these, |
| @@ -398,50 +384,45 @@ typedef void (*xpc_notify_func)(enum xpc_retval reason, partid_t partid, | |||
| 398 | */ | 384 | */ |
| 399 | struct xpc_registration { | 385 | struct xpc_registration { |
| 400 | struct mutex mutex; | 386 | struct mutex mutex; |
| 401 | xpc_channel_func func; /* function to call */ | 387 | xpc_channel_func func; /* function to call */ |
| 402 | void *key; /* pointer to user's key */ | 388 | void *key; /* pointer to user's key */ |
| 403 | u16 nentries; /* #of msg entries in local msg queue */ | 389 | u16 nentries; /* #of msg entries in local msg queue */ |
| 404 | u16 msg_size; /* message queue's message size */ | 390 | u16 msg_size; /* message queue's message size */ |
| 405 | u32 assigned_limit; /* limit on #of assigned kthreads */ | 391 | u32 assigned_limit; /* limit on #of assigned kthreads */ |
| 406 | u32 idle_limit; /* limit on #of idle kthreads */ | 392 | u32 idle_limit; /* limit on #of idle kthreads */ |
| 407 | } ____cacheline_aligned; | 393 | } ____cacheline_aligned; |
| 408 | 394 | ||
| 409 | |||
| 410 | #define XPC_CHANNEL_REGISTERED(_c) (xpc_registrations[_c].func != NULL) | 395 | #define XPC_CHANNEL_REGISTERED(_c) (xpc_registrations[_c].func != NULL) |
| 411 | 396 | ||
| 412 | |||
| 413 | /* the following are valid xpc_allocate() flags */ | 397 | /* the following are valid xpc_allocate() flags */ |
| 414 | #define XPC_WAIT 0 /* wait flag */ | 398 | #define XPC_WAIT 0 /* wait flag */ |
| 415 | #define XPC_NOWAIT 1 /* no wait flag */ | 399 | #define XPC_NOWAIT 1 /* no wait flag */ |
| 416 | |||
| 417 | 400 | ||
| 418 | struct xpc_interface { | 401 | struct xpc_interface { |
| 419 | void (*connect)(int); | 402 | void (*connect) (int); |
| 420 | void (*disconnect)(int); | 403 | void (*disconnect) (int); |
| 421 | enum xpc_retval (*allocate)(partid_t, int, u32, void **); | 404 | enum xpc_retval (*allocate) (partid_t, int, u32, void **); |
| 422 | enum xpc_retval (*send)(partid_t, int, void *); | 405 | enum xpc_retval (*send) (partid_t, int, void *); |
| 423 | enum xpc_retval (*send_notify)(partid_t, int, void *, | 406 | enum xpc_retval (*send_notify) (partid_t, int, void *, |
| 424 | xpc_notify_func, void *); | 407 | xpc_notify_func, void *); |
| 425 | void (*received)(partid_t, int, void *); | 408 | void (*received) (partid_t, int, void *); |
| 426 | enum xpc_retval (*partid_to_nasids)(partid_t, void *); | 409 | enum xpc_retval (*partid_to_nasids) (partid_t, void *); |
| 427 | }; | 410 | }; |
| 428 | 411 | ||
| 429 | |||
| 430 | extern struct xpc_interface xpc_interface; | 412 | extern struct xpc_interface xpc_interface; |
| 431 | 413 | ||
| 432 | extern void xpc_set_interface(void (*)(int), | 414 | extern void xpc_set_interface(void (*)(int), |
| 433 | void (*)(int), | 415 | void (*)(int), |
| 434 | enum xpc_retval (*)(partid_t, int, u32, void **), | 416 | enum xpc_retval (*)(partid_t, int, u32, void **), |
| 435 | enum xpc_retval (*)(partid_t, int, void *), | 417 | enum xpc_retval (*)(partid_t, int, void *), |
| 436 | enum xpc_retval (*)(partid_t, int, void *, xpc_notify_func, | 418 | enum xpc_retval (*)(partid_t, int, void *, |
| 437 | void *), | 419 | xpc_notify_func, void *), |
| 438 | void (*)(partid_t, int, void *), | 420 | void (*)(partid_t, int, void *), |
| 439 | enum xpc_retval (*)(partid_t, void *)); | 421 | enum xpc_retval (*)(partid_t, void *)); |
| 440 | extern void xpc_clear_interface(void); | 422 | extern void xpc_clear_interface(void); |
| 441 | 423 | ||
| 442 | |||
| 443 | extern enum xpc_retval xpc_connect(int, xpc_channel_func, void *, u16, | 424 | extern enum xpc_retval xpc_connect(int, xpc_channel_func, void *, u16, |
| 444 | u16, u32, u32); | 425 | u16, u32, u32); |
| 445 | extern void xpc_disconnect(int); | 426 | extern void xpc_disconnect(int); |
| 446 | 427 | ||
| 447 | static inline enum xpc_retval | 428 | static inline enum xpc_retval |
| @@ -458,7 +439,7 @@ xpc_send(partid_t partid, int ch_number, void *payload) | |||
| 458 | 439 | ||
| 459 | static inline enum xpc_retval | 440 | static inline enum xpc_retval |
| 460 | xpc_send_notify(partid_t partid, int ch_number, void *payload, | 441 | xpc_send_notify(partid_t partid, int ch_number, void *payload, |
| 461 | xpc_notify_func func, void *key) | 442 | xpc_notify_func func, void *key) |
| 462 | { | 443 | { |
| 463 | return xpc_interface.send_notify(partid, ch_number, payload, func, key); | 444 | return xpc_interface.send_notify(partid, ch_number, payload, func, key); |
| 464 | } | 445 | } |
| @@ -475,11 +456,8 @@ xpc_partid_to_nasids(partid_t partid, void *nasids) | |||
| 475 | return xpc_interface.partid_to_nasids(partid, nasids); | 456 | return xpc_interface.partid_to_nasids(partid, nasids); |
| 476 | } | 457 | } |
| 477 | 458 | ||
| 478 | |||
| 479 | extern u64 xp_nofault_PIOR_target; | 459 | extern u64 xp_nofault_PIOR_target; |
| 480 | extern int xp_nofault_PIOR(void *); | 460 | extern int xp_nofault_PIOR(void *); |
| 481 | extern int xp_error_PIOR(void); | 461 | extern int xp_error_PIOR(void); |
| 482 | 462 | ||
| 483 | 463 | #endif /* _DRIVERS_MISC_SGIXP_XP_H */ | |
| 484 | #endif /* _ASM_IA64_SN_XP_H */ | ||
| 485 | |||
diff --git a/arch/ia64/sn/kernel/xp_main.c b/drivers/misc/sgi-xp/xp_main.c index b7ea46645e12..1fbf99bae963 100644 --- a/arch/ia64/sn/kernel/xp_main.c +++ b/drivers/misc/sgi-xp/xp_main.c | |||
| @@ -3,10 +3,9 @@ | |||
| 3 | * License. See the file "COPYING" in the main directory of this archive | 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. | 4 | * for more details. |
| 5 | * | 5 | * |
| 6 | * Copyright (c) 2004-2005 Silicon Graphics, Inc. All Rights Reserved. | 6 | * Copyright (c) 2004-2008 Silicon Graphics, Inc. All Rights Reserved. |
| 7 | */ | 7 | */ |
| 8 | 8 | ||
| 9 | |||
| 10 | /* | 9 | /* |
| 11 | * Cross Partition (XP) base. | 10 | * Cross Partition (XP) base. |
| 12 | * | 11 | * |
| @@ -15,58 +14,64 @@ | |||
| 15 | * | 14 | * |
| 16 | */ | 15 | */ |
| 17 | 16 | ||
| 18 | |||
| 19 | #include <linux/kernel.h> | 17 | #include <linux/kernel.h> |
| 20 | #include <linux/interrupt.h> | 18 | #include <linux/interrupt.h> |
| 21 | #include <linux/module.h> | 19 | #include <linux/module.h> |
| 22 | #include <linux/mutex.h> | 20 | #include <linux/mutex.h> |
| 23 | #include <asm/sn/intr.h> | 21 | #include <asm/sn/intr.h> |
| 24 | #include <asm/sn/sn_sal.h> | 22 | #include <asm/sn/sn_sal.h> |
| 25 | #include <asm/sn/xp.h> | 23 | #include "xp.h" |
| 26 | |||
| 27 | 24 | ||
| 28 | /* | 25 | /* |
| 29 | * Target of nofault PIO read. | 26 | * The export of xp_nofault_PIOR needs to happen here since it is defined |
| 27 | * in drivers/misc/sgi-xp/xp_nofault.S. The target of the nofault read is | ||
| 28 | * defined here. | ||
| 30 | */ | 29 | */ |
| 31 | u64 xp_nofault_PIOR_target; | 30 | EXPORT_SYMBOL_GPL(xp_nofault_PIOR); |
| 32 | 31 | ||
| 32 | u64 xp_nofault_PIOR_target; | ||
| 33 | EXPORT_SYMBOL_GPL(xp_nofault_PIOR_target); | ||
| 33 | 34 | ||
| 34 | /* | 35 | /* |
| 35 | * xpc_registrations[] keeps track of xpc_connect()'s done by the kernel-level | 36 | * xpc_registrations[] keeps track of xpc_connect()'s done by the kernel-level |
| 36 | * users of XPC. | 37 | * users of XPC. |
| 37 | */ | 38 | */ |
| 38 | struct xpc_registration xpc_registrations[XPC_NCHANNELS]; | 39 | struct xpc_registration xpc_registrations[XPC_NCHANNELS]; |
| 39 | 40 | EXPORT_SYMBOL_GPL(xpc_registrations); | |
| 40 | 41 | ||
| 41 | /* | 42 | /* |
| 42 | * Initialize the XPC interface to indicate that XPC isn't loaded. | 43 | * Initialize the XPC interface to indicate that XPC isn't loaded. |
| 43 | */ | 44 | */ |
| 44 | static enum xpc_retval xpc_notloaded(void) { return xpcNotLoaded; } | 45 | static enum xpc_retval |
| 46 | xpc_notloaded(void) | ||
| 47 | { | ||
| 48 | return xpcNotLoaded; | ||
| 49 | } | ||
| 45 | 50 | ||
| 46 | struct xpc_interface xpc_interface = { | 51 | struct xpc_interface xpc_interface = { |
| 47 | (void (*)(int)) xpc_notloaded, | 52 | (void (*)(int))xpc_notloaded, |
| 48 | (void (*)(int)) xpc_notloaded, | 53 | (void (*)(int))xpc_notloaded, |
| 49 | (enum xpc_retval (*)(partid_t, int, u32, void **)) xpc_notloaded, | 54 | (enum xpc_retval(*)(partid_t, int, u32, void **))xpc_notloaded, |
| 50 | (enum xpc_retval (*)(partid_t, int, void *)) xpc_notloaded, | 55 | (enum xpc_retval(*)(partid_t, int, void *))xpc_notloaded, |
| 51 | (enum xpc_retval (*)(partid_t, int, void *, xpc_notify_func, void *)) | 56 | (enum xpc_retval(*)(partid_t, int, void *, xpc_notify_func, void *)) |
| 52 | xpc_notloaded, | 57 | xpc_notloaded, |
| 53 | (void (*)(partid_t, int, void *)) xpc_notloaded, | 58 | (void (*)(partid_t, int, void *))xpc_notloaded, |
| 54 | (enum xpc_retval (*)(partid_t, void *)) xpc_notloaded | 59 | (enum xpc_retval(*)(partid_t, void *))xpc_notloaded |
| 55 | }; | 60 | }; |
| 56 | 61 | EXPORT_SYMBOL_GPL(xpc_interface); | |
| 57 | 62 | ||
| 58 | /* | 63 | /* |
| 59 | * XPC calls this when it (the XPC module) has been loaded. | 64 | * XPC calls this when it (the XPC module) has been loaded. |
| 60 | */ | 65 | */ |
| 61 | void | 66 | void |
| 62 | xpc_set_interface(void (*connect)(int), | 67 | xpc_set_interface(void (*connect) (int), |
| 63 | void (*disconnect)(int), | 68 | void (*disconnect) (int), |
| 64 | enum xpc_retval (*allocate)(partid_t, int, u32, void **), | 69 | enum xpc_retval (*allocate) (partid_t, int, u32, void **), |
| 65 | enum xpc_retval (*send)(partid_t, int, void *), | 70 | enum xpc_retval (*send) (partid_t, int, void *), |
| 66 | enum xpc_retval (*send_notify)(partid_t, int, void *, | 71 | enum xpc_retval (*send_notify) (partid_t, int, void *, |
| 67 | xpc_notify_func, void *), | 72 | xpc_notify_func, void *), |
| 68 | void (*received)(partid_t, int, void *), | 73 | void (*received) (partid_t, int, void *), |
| 69 | enum xpc_retval (*partid_to_nasids)(partid_t, void *)) | 74 | enum xpc_retval (*partid_to_nasids) (partid_t, void *)) |
| 70 | { | 75 | { |
| 71 | xpc_interface.connect = connect; | 76 | xpc_interface.connect = connect; |
| 72 | xpc_interface.disconnect = disconnect; | 77 | xpc_interface.disconnect = disconnect; |
| @@ -76,7 +81,7 @@ xpc_set_interface(void (*connect)(int), | |||
| 76 | xpc_interface.received = received; | 81 | xpc_interface.received = received; |
| 77 | xpc_interface.partid_to_nasids = partid_to_nasids; | 82 | xpc_interface.partid_to_nasids = partid_to_nasids; |
| 78 | } | 83 | } |
| 79 | 84 | EXPORT_SYMBOL_GPL(xpc_set_interface); | |
| 80 | 85 | ||
| 81 | /* | 86 | /* |
| 82 | * XPC calls this when it (the XPC module) is being unloaded. | 87 | * XPC calls this when it (the XPC module) is being unloaded. |
| @@ -84,20 +89,21 @@ xpc_set_interface(void (*connect)(int), | |||
| 84 | void | 89 | void |
| 85 | xpc_clear_interface(void) | 90 | xpc_clear_interface(void) |
| 86 | { | 91 | { |
| 87 | xpc_interface.connect = (void (*)(int)) xpc_notloaded; | 92 | xpc_interface.connect = (void (*)(int))xpc_notloaded; |
| 88 | xpc_interface.disconnect = (void (*)(int)) xpc_notloaded; | 93 | xpc_interface.disconnect = (void (*)(int))xpc_notloaded; |
| 89 | xpc_interface.allocate = (enum xpc_retval (*)(partid_t, int, u32, | 94 | xpc_interface.allocate = (enum xpc_retval(*)(partid_t, int, u32, |
| 90 | void **)) xpc_notloaded; | 95 | void **))xpc_notloaded; |
| 91 | xpc_interface.send = (enum xpc_retval (*)(partid_t, int, void *)) | 96 | xpc_interface.send = (enum xpc_retval(*)(partid_t, int, void *)) |
| 92 | xpc_notloaded; | 97 | xpc_notloaded; |
| 93 | xpc_interface.send_notify = (enum xpc_retval (*)(partid_t, int, void *, | 98 | xpc_interface.send_notify = (enum xpc_retval(*)(partid_t, int, void *, |
| 94 | xpc_notify_func, void *)) xpc_notloaded; | 99 | xpc_notify_func, |
| 100 | void *))xpc_notloaded; | ||
| 95 | xpc_interface.received = (void (*)(partid_t, int, void *)) | 101 | xpc_interface.received = (void (*)(partid_t, int, void *)) |
| 96 | xpc_notloaded; | 102 | xpc_notloaded; |
| 97 | xpc_interface.partid_to_nasids = (enum xpc_retval (*)(partid_t, void *)) | 103 | xpc_interface.partid_to_nasids = (enum xpc_retval(*)(partid_t, void *)) |
| 98 | xpc_notloaded; | 104 | xpc_notloaded; |
| 99 | } | 105 | } |
| 100 | 106 | EXPORT_SYMBOL_GPL(xpc_clear_interface); | |
| 101 | 107 | ||
| 102 | /* | 108 | /* |
| 103 | * Register for automatic establishment of a channel connection whenever | 109 | * Register for automatic establishment of a channel connection whenever |
| @@ -125,11 +131,10 @@ xpc_clear_interface(void) | |||
| 125 | */ | 131 | */ |
| 126 | enum xpc_retval | 132 | enum xpc_retval |
| 127 | xpc_connect(int ch_number, xpc_channel_func func, void *key, u16 payload_size, | 133 | xpc_connect(int ch_number, xpc_channel_func func, void *key, u16 payload_size, |
| 128 | u16 nentries, u32 assigned_limit, u32 idle_limit) | 134 | u16 nentries, u32 assigned_limit, u32 idle_limit) |
| 129 | { | 135 | { |
| 130 | struct xpc_registration *registration; | 136 | struct xpc_registration *registration; |
| 131 | 137 | ||
| 132 | |||
| 133 | DBUG_ON(ch_number < 0 || ch_number >= XPC_NCHANNELS); | 138 | DBUG_ON(ch_number < 0 || ch_number >= XPC_NCHANNELS); |
| 134 | DBUG_ON(payload_size == 0 || nentries == 0); | 139 | DBUG_ON(payload_size == 0 || nentries == 0); |
| 135 | DBUG_ON(func == NULL); | 140 | DBUG_ON(func == NULL); |
| @@ -137,9 +142,8 @@ xpc_connect(int ch_number, xpc_channel_func func, void *key, u16 payload_size, | |||
| 137 | 142 | ||
| 138 | registration = &xpc_registrations[ch_number]; | 143 | registration = &xpc_registrations[ch_number]; |
| 139 | 144 | ||
| 140 | if (mutex_lock_interruptible(®istration->mutex) != 0) { | 145 | if (mutex_lock_interruptible(®istration->mutex) != 0) |
| 141 | return xpcInterrupted; | 146 | return xpcInterrupted; |
| 142 | } | ||
| 143 | 147 | ||
| 144 | /* if XPC_CHANNEL_REGISTERED(ch_number) */ | 148 | /* if XPC_CHANNEL_REGISTERED(ch_number) */ |
| 145 | if (registration->func != NULL) { | 149 | if (registration->func != NULL) { |
| @@ -161,7 +165,7 @@ xpc_connect(int ch_number, xpc_channel_func func, void *key, u16 payload_size, | |||
| 161 | 165 | ||
| 162 | return xpcSuccess; | 166 | return xpcSuccess; |
| 163 | } | 167 | } |
| 164 | 168 | EXPORT_SYMBOL_GPL(xpc_connect); | |
| 165 | 169 | ||
| 166 | /* | 170 | /* |
| 167 | * Remove the registration for automatic connection of the specified channel | 171 | * Remove the registration for automatic connection of the specified channel |
| @@ -181,7 +185,6 @@ xpc_disconnect(int ch_number) | |||
| 181 | { | 185 | { |
| 182 | struct xpc_registration *registration; | 186 | struct xpc_registration *registration; |
| 183 | 187 | ||
| 184 | |||
| 185 | DBUG_ON(ch_number < 0 || ch_number >= XPC_NCHANNELS); | 188 | DBUG_ON(ch_number < 0 || ch_number >= XPC_NCHANNELS); |
| 186 | 189 | ||
| 187 | registration = &xpc_registrations[ch_number]; | 190 | registration = &xpc_registrations[ch_number]; |
| @@ -213,19 +216,17 @@ xpc_disconnect(int ch_number) | |||
| 213 | 216 | ||
| 214 | return; | 217 | return; |
| 215 | } | 218 | } |
| 216 | 219 | EXPORT_SYMBOL_GPL(xpc_disconnect); | |
| 217 | 220 | ||
| 218 | int __init | 221 | int __init |
| 219 | xp_init(void) | 222 | xp_init(void) |
| 220 | { | 223 | { |
| 221 | int ret, ch_number; | 224 | int ret, ch_number; |
| 222 | u64 func_addr = *(u64 *) xp_nofault_PIOR; | 225 | u64 func_addr = *(u64 *)xp_nofault_PIOR; |
| 223 | u64 err_func_addr = *(u64 *) xp_error_PIOR; | 226 | u64 err_func_addr = *(u64 *)xp_error_PIOR; |
| 224 | 227 | ||
| 225 | 228 | if (!ia64_platform_is("sn2")) | |
| 226 | if (!ia64_platform_is("sn2")) { | ||
| 227 | return -ENODEV; | 229 | return -ENODEV; |
| 228 | } | ||
| 229 | 230 | ||
| 230 | /* | 231 | /* |
| 231 | * Register a nofault code region which performs a cross-partition | 232 | * Register a nofault code region which performs a cross-partition |
| @@ -236,55 +237,43 @@ xp_init(void) | |||
| 236 | * least some CPUs on Shubs <= v1.2, which unfortunately we have to | 237 | * least some CPUs on Shubs <= v1.2, which unfortunately we have to |
| 237 | * work around). | 238 | * work around). |
| 238 | */ | 239 | */ |
| 239 | if ((ret = sn_register_nofault_code(func_addr, err_func_addr, | 240 | ret = sn_register_nofault_code(func_addr, err_func_addr, err_func_addr, |
| 240 | err_func_addr, 1, 1)) != 0) { | 241 | 1, 1); |
| 242 | if (ret != 0) { | ||
| 241 | printk(KERN_ERR "XP: can't register nofault code, error=%d\n", | 243 | printk(KERN_ERR "XP: can't register nofault code, error=%d\n", |
| 242 | ret); | 244 | ret); |
| 243 | } | 245 | } |
| 244 | /* | 246 | /* |
| 245 | * Setup the nofault PIO read target. (There is no special reason why | 247 | * Setup the nofault PIO read target. (There is no special reason why |
| 246 | * SH_IPI_ACCESS was selected.) | 248 | * SH_IPI_ACCESS was selected.) |
| 247 | */ | 249 | */ |
| 248 | if (is_shub2()) { | 250 | if (is_shub2()) |
| 249 | xp_nofault_PIOR_target = SH2_IPI_ACCESS0; | 251 | xp_nofault_PIOR_target = SH2_IPI_ACCESS0; |
| 250 | } else { | 252 | else |
| 251 | xp_nofault_PIOR_target = SH1_IPI_ACCESS; | 253 | xp_nofault_PIOR_target = SH1_IPI_ACCESS; |
| 252 | } | ||
| 253 | 254 | ||
| 254 | /* initialize the connection registration mutex */ | 255 | /* initialize the connection registration mutex */ |
| 255 | for (ch_number = 0; ch_number < XPC_NCHANNELS; ch_number++) { | 256 | for (ch_number = 0; ch_number < XPC_NCHANNELS; ch_number++) |
| 256 | mutex_init(&xpc_registrations[ch_number].mutex); | 257 | mutex_init(&xpc_registrations[ch_number].mutex); |
| 257 | } | ||
| 258 | 258 | ||
| 259 | return 0; | 259 | return 0; |
| 260 | } | 260 | } |
| 261 | module_init(xp_init); | ||
| 262 | 261 | ||
| 262 | module_init(xp_init); | ||
| 263 | 263 | ||
| 264 | void __exit | 264 | void __exit |
| 265 | xp_exit(void) | 265 | xp_exit(void) |
| 266 | { | 266 | { |
| 267 | u64 func_addr = *(u64 *) xp_nofault_PIOR; | 267 | u64 func_addr = *(u64 *)xp_nofault_PIOR; |
| 268 | u64 err_func_addr = *(u64 *) xp_error_PIOR; | 268 | u64 err_func_addr = *(u64 *)xp_error_PIOR; |
| 269 | |||
| 270 | 269 | ||
| 271 | /* unregister the PIO read nofault code region */ | 270 | /* unregister the PIO read nofault code region */ |
| 272 | (void) sn_register_nofault_code(func_addr, err_func_addr, | 271 | (void)sn_register_nofault_code(func_addr, err_func_addr, |
| 273 | err_func_addr, 1, 0); | 272 | err_func_addr, 1, 0); |
| 274 | } | 273 | } |
| 275 | module_exit(xp_exit); | ||
| 276 | 274 | ||
| 275 | module_exit(xp_exit); | ||
| 277 | 276 | ||
| 278 | MODULE_AUTHOR("Silicon Graphics, Inc."); | 277 | MODULE_AUTHOR("Silicon Graphics, Inc."); |
| 279 | MODULE_DESCRIPTION("Cross Partition (XP) base"); | 278 | MODULE_DESCRIPTION("Cross Partition (XP) base"); |
| 280 | MODULE_LICENSE("GPL"); | 279 | MODULE_LICENSE("GPL"); |
| 281 | |||
| 282 | EXPORT_SYMBOL(xp_nofault_PIOR); | ||
| 283 | EXPORT_SYMBOL(xp_nofault_PIOR_target); | ||
| 284 | EXPORT_SYMBOL(xpc_registrations); | ||
| 285 | EXPORT_SYMBOL(xpc_interface); | ||
| 286 | EXPORT_SYMBOL(xpc_clear_interface); | ||
| 287 | EXPORT_SYMBOL(xpc_set_interface); | ||
| 288 | EXPORT_SYMBOL(xpc_connect); | ||
| 289 | EXPORT_SYMBOL(xpc_disconnect); | ||
| 290 | |||
diff --git a/arch/ia64/sn/kernel/xp_nofault.S b/drivers/misc/sgi-xp/xp_nofault.S index 98e7c7dbfdd8..e38d43319429 100644 --- a/arch/ia64/sn/kernel/xp_nofault.S +++ b/drivers/misc/sgi-xp/xp_nofault.S | |||
| @@ -3,10 +3,9 @@ | |||
| 3 | * License. See the file "COPYING" in the main directory of this archive | 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. | 4 | * for more details. |
| 5 | * | 5 | * |
| 6 | * Copyright (c) 2004-2007 Silicon Graphics, Inc. All Rights Reserved. | 6 | * Copyright (c) 2004-2008 Silicon Graphics, Inc. All Rights Reserved. |
| 7 | */ | 7 | */ |
| 8 | 8 | ||
| 9 | |||
| 10 | /* | 9 | /* |
| 11 | * The xp_nofault_PIOR function takes a pointer to a remote PIO register | 10 | * The xp_nofault_PIOR function takes a pointer to a remote PIO register |
| 12 | * and attempts to load and consume a value from it. This function | 11 | * and attempts to load and consume a value from it. This function |
diff --git a/include/asm-ia64/sn/xpc.h b/drivers/misc/sgi-xp/xpc.h index 3c0900ab8003..9eb6d4a3269c 100644 --- a/include/asm-ia64/sn/xpc.h +++ b/drivers/misc/sgi-xp/xpc.h | |||
| @@ -3,17 +3,15 @@ | |||
| 3 | * License. See the file "COPYING" in the main directory of this archive | 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. | 4 | * for more details. |
| 5 | * | 5 | * |
| 6 | * Copyright (c) 2004-2007 Silicon Graphics, Inc. All Rights Reserved. | 6 | * Copyright (c) 2004-2008 Silicon Graphics, Inc. All Rights Reserved. |
| 7 | */ | 7 | */ |
| 8 | 8 | ||
| 9 | |||
| 10 | /* | 9 | /* |
| 11 | * Cross Partition Communication (XPC) structures and macros. | 10 | * Cross Partition Communication (XPC) structures and macros. |
| 12 | */ | 11 | */ |
| 13 | 12 | ||
| 14 | #ifndef _ASM_IA64_SN_XPC_H | 13 | #ifndef _DRIVERS_MISC_SGIXP_XPC_H |
| 15 | #define _ASM_IA64_SN_XPC_H | 14 | #define _DRIVERS_MISC_SGIXP_XPC_H |
| 16 | |||
| 17 | 15 | ||
| 18 | #include <linux/interrupt.h> | 16 | #include <linux/interrupt.h> |
| 19 | #include <linux/sysctl.h> | 17 | #include <linux/sysctl.h> |
| @@ -27,8 +25,7 @@ | |||
| 27 | #include <asm/sn/addrs.h> | 25 | #include <asm/sn/addrs.h> |
| 28 | #include <asm/sn/mspec.h> | 26 | #include <asm/sn/mspec.h> |
| 29 | #include <asm/sn/shub_mmr.h> | 27 | #include <asm/sn/shub_mmr.h> |
| 30 | #include <asm/sn/xp.h> | 28 | #include "xp.h" |
| 31 | |||
| 32 | 29 | ||
| 33 | /* | 30 | /* |
| 34 | * XPC Version numbers consist of a major and minor number. XPC can always | 31 | * XPC Version numbers consist of a major and minor number. XPC can always |
| @@ -39,7 +36,6 @@ | |||
| 39 | #define XPC_VERSION_MAJOR(_v) ((_v) >> 4) | 36 | #define XPC_VERSION_MAJOR(_v) ((_v) >> 4) |
| 40 | #define XPC_VERSION_MINOR(_v) ((_v) & 0xf) | 37 | #define XPC_VERSION_MINOR(_v) ((_v) & 0xf) |
| 41 | 38 | ||
| 42 | |||
| 43 | /* | 39 | /* |
| 44 | * The next macros define word or bit representations for given | 40 | * The next macros define word or bit representations for given |
| 45 | * C-brick nasid in either the SAL provided bit array representing | 41 | * C-brick nasid in either the SAL provided bit array representing |
| @@ -67,7 +63,6 @@ | |||
| 67 | /* define the process name of the discovery thread */ | 63 | /* define the process name of the discovery thread */ |
| 68 | #define XPC_DISCOVERY_THREAD_NAME "xpc_discovery" | 64 | #define XPC_DISCOVERY_THREAD_NAME "xpc_discovery" |
| 69 | 65 | ||
| 70 | |||
| 71 | /* | 66 | /* |
| 72 | * the reserved page | 67 | * the reserved page |
| 73 | * | 68 | * |
| @@ -115,16 +110,16 @@ struct xpc_rsvd_page { | |||
| 115 | u8 partid; /* SAL: partition ID */ | 110 | u8 partid; /* SAL: partition ID */ |
| 116 | u8 version; | 111 | u8 version; |
| 117 | u8 pad1[6]; /* align to next u64 in cacheline */ | 112 | u8 pad1[6]; /* align to next u64 in cacheline */ |
| 118 | volatile u64 vars_pa; | 113 | u64 vars_pa; /* physical address of struct xpc_vars */ |
| 119 | struct timespec stamp; /* time when reserved page was setup by XPC */ | 114 | struct timespec stamp; /* time when reserved page was setup by XPC */ |
| 120 | u64 pad2[9]; /* align to last u64 in cacheline */ | 115 | u64 pad2[9]; /* align to last u64 in cacheline */ |
| 121 | u64 nasids_size; /* SAL: size of each nasid mask in bytes */ | 116 | u64 nasids_size; /* SAL: size of each nasid mask in bytes */ |
| 122 | }; | 117 | }; |
| 123 | 118 | ||
| 124 | #define XPC_RP_VERSION _XPC_VERSION(1,1) /* version 1.1 of the reserved page */ | 119 | #define XPC_RP_VERSION _XPC_VERSION(1, 1) /* version 1.1 of the reserved page */ |
| 125 | 120 | ||
| 126 | #define XPC_SUPPORTS_RP_STAMP(_version) \ | 121 | #define XPC_SUPPORTS_RP_STAMP(_version) \ |
| 127 | (_version >= _XPC_VERSION(1,1)) | 122 | (_version >= _XPC_VERSION(1, 1)) |
| 128 | 123 | ||
| 129 | /* | 124 | /* |
| 130 | * compare stamps - the return value is: | 125 | * compare stamps - the return value is: |
| @@ -138,14 +133,13 @@ xpc_compare_stamps(struct timespec *stamp1, struct timespec *stamp2) | |||
| 138 | { | 133 | { |
| 139 | int ret; | 134 | int ret; |
| 140 | 135 | ||
| 141 | 136 | ret = stamp1->tv_sec - stamp2->tv_sec; | |
| 142 | if ((ret = stamp1->tv_sec - stamp2->tv_sec) == 0) { | 137 | if (ret == 0) |
| 143 | ret = stamp1->tv_nsec - stamp2->tv_nsec; | 138 | ret = stamp1->tv_nsec - stamp2->tv_nsec; |
| 144 | } | 139 | |
| 145 | return ret; | 140 | return ret; |
| 146 | } | 141 | } |
| 147 | 142 | ||
| 148 | |||
| 149 | /* | 143 | /* |
| 150 | * Define the structures by which XPC variables can be exported to other | 144 | * Define the structures by which XPC variables can be exported to other |
| 151 | * partitions. (There are two: struct xpc_vars and struct xpc_vars_part) | 145 | * partitions. (There are two: struct xpc_vars and struct xpc_vars_part) |
| @@ -172,11 +166,10 @@ struct xpc_vars { | |||
| 172 | AMO_t *amos_page; /* vaddr of page of AMOs from MSPEC driver */ | 166 | AMO_t *amos_page; /* vaddr of page of AMOs from MSPEC driver */ |
| 173 | }; | 167 | }; |
| 174 | 168 | ||
| 175 | #define XPC_V_VERSION _XPC_VERSION(3,1) /* version 3.1 of the cross vars */ | 169 | #define XPC_V_VERSION _XPC_VERSION(3, 1) /* version 3.1 of the cross vars */ |
| 176 | 170 | ||
| 177 | #define XPC_SUPPORTS_DISENGAGE_REQUEST(_version) \ | 171 | #define XPC_SUPPORTS_DISENGAGE_REQUEST(_version) \ |
| 178 | (_version >= _XPC_VERSION(3,1)) | 172 | (_version >= _XPC_VERSION(3, 1)) |
| 179 | |||
| 180 | 173 | ||
| 181 | static inline int | 174 | static inline int |
| 182 | xpc_hb_allowed(partid_t partid, struct xpc_vars *vars) | 175 | xpc_hb_allowed(partid_t partid, struct xpc_vars *vars) |
| @@ -193,7 +186,7 @@ xpc_allow_hb(partid_t partid, struct xpc_vars *vars) | |||
| 193 | old_mask = vars->heartbeating_to_mask; | 186 | old_mask = vars->heartbeating_to_mask; |
| 194 | new_mask = (old_mask | (1UL << partid)); | 187 | new_mask = (old_mask | (1UL << partid)); |
| 195 | } while (cmpxchg(&vars->heartbeating_to_mask, old_mask, new_mask) != | 188 | } while (cmpxchg(&vars->heartbeating_to_mask, old_mask, new_mask) != |
| 196 | old_mask); | 189 | old_mask); |
| 197 | } | 190 | } |
| 198 | 191 | ||
| 199 | static inline void | 192 | static inline void |
| @@ -205,10 +198,9 @@ xpc_disallow_hb(partid_t partid, struct xpc_vars *vars) | |||
| 205 | old_mask = vars->heartbeating_to_mask; | 198 | old_mask = vars->heartbeating_to_mask; |
| 206 | new_mask = (old_mask & ~(1UL << partid)); | 199 | new_mask = (old_mask & ~(1UL << partid)); |
| 207 | } while (cmpxchg(&vars->heartbeating_to_mask, old_mask, new_mask) != | 200 | } while (cmpxchg(&vars->heartbeating_to_mask, old_mask, new_mask) != |
| 208 | old_mask); | 201 | old_mask); |
| 209 | } | 202 | } |
| 210 | 203 | ||
| 211 | |||
| 212 | /* | 204 | /* |
| 213 | * The AMOs page consists of a number of AMO variables which are divided into | 205 | * The AMOs page consists of a number of AMO variables which are divided into |
| 214 | * four groups, The first two groups are used to identify an IRQ's sender. | 206 | * four groups, The first two groups are used to identify an IRQ's sender. |
| @@ -222,7 +214,6 @@ xpc_disallow_hb(partid_t partid, struct xpc_vars *vars) | |||
| 222 | #define XPC_ENGAGED_PARTITIONS_AMO (XPC_ACTIVATE_IRQ_AMOS + XP_NASID_MASK_WORDS) | 214 | #define XPC_ENGAGED_PARTITIONS_AMO (XPC_ACTIVATE_IRQ_AMOS + XP_NASID_MASK_WORDS) |
| 223 | #define XPC_DISENGAGE_REQUEST_AMO (XPC_ENGAGED_PARTITIONS_AMO + 1) | 215 | #define XPC_DISENGAGE_REQUEST_AMO (XPC_ENGAGED_PARTITIONS_AMO + 1) |
| 224 | 216 | ||
| 225 | |||
| 226 | /* | 217 | /* |
| 227 | * The following structure describes the per partition specific variables. | 218 | * The following structure describes the per partition specific variables. |
| 228 | * | 219 | * |
| @@ -234,7 +225,7 @@ xpc_disallow_hb(partid_t partid, struct xpc_vars *vars) | |||
| 234 | * occupies half a cacheline. | 225 | * occupies half a cacheline. |
| 235 | */ | 226 | */ |
| 236 | struct xpc_vars_part { | 227 | struct xpc_vars_part { |
| 237 | volatile u64 magic; | 228 | u64 magic; |
| 238 | 229 | ||
| 239 | u64 openclose_args_pa; /* physical address of open and close args */ | 230 | u64 openclose_args_pa; /* physical address of open and close args */ |
| 240 | u64 GPs_pa; /* physical address of Get/Put values */ | 231 | u64 GPs_pa; /* physical address of Get/Put values */ |
| @@ -257,20 +248,20 @@ struct xpc_vars_part { | |||
| 257 | * MAGIC2 indicates that this partition has pulled the remote partititions | 248 | * MAGIC2 indicates that this partition has pulled the remote partititions |
| 258 | * per partition variables that pertain to this partition. | 249 | * per partition variables that pertain to this partition. |
| 259 | */ | 250 | */ |
| 260 | #define XPC_VP_MAGIC1 0x0053524156435058L /* 'XPCVARS\0'L (little endian) */ | 251 | #define XPC_VP_MAGIC1 0x0053524156435058L /* 'XPCVARS\0'L (little endian) */ |
| 261 | #define XPC_VP_MAGIC2 0x0073726176435058L /* 'XPCvars\0'L (little endian) */ | 252 | #define XPC_VP_MAGIC2 0x0073726176435058L /* 'XPCvars\0'L (little endian) */ |
| 262 | |||
| 263 | 253 | ||
| 264 | /* the reserved page sizes and offsets */ | 254 | /* the reserved page sizes and offsets */ |
| 265 | 255 | ||
| 266 | #define XPC_RP_HEADER_SIZE L1_CACHE_ALIGN(sizeof(struct xpc_rsvd_page)) | 256 | #define XPC_RP_HEADER_SIZE L1_CACHE_ALIGN(sizeof(struct xpc_rsvd_page)) |
| 267 | #define XPC_RP_VARS_SIZE L1_CACHE_ALIGN(sizeof(struct xpc_vars)) | 257 | #define XPC_RP_VARS_SIZE L1_CACHE_ALIGN(sizeof(struct xpc_vars)) |
| 268 | 258 | ||
| 269 | #define XPC_RP_PART_NASIDS(_rp) (u64 *) ((u8 *) _rp + XPC_RP_HEADER_SIZE) | 259 | #define XPC_RP_PART_NASIDS(_rp) ((u64 *)((u8 *)(_rp) + XPC_RP_HEADER_SIZE)) |
| 270 | #define XPC_RP_MACH_NASIDS(_rp) (XPC_RP_PART_NASIDS(_rp) + xp_nasid_mask_words) | 260 | #define XPC_RP_MACH_NASIDS(_rp) (XPC_RP_PART_NASIDS(_rp) + xp_nasid_mask_words) |
| 271 | #define XPC_RP_VARS(_rp) ((struct xpc_vars *) XPC_RP_MACH_NASIDS(_rp) + xp_nasid_mask_words) | 261 | #define XPC_RP_VARS(_rp) ((struct xpc_vars *)(XPC_RP_MACH_NASIDS(_rp) + \ |
| 272 | #define XPC_RP_VARS_PART(_rp) (struct xpc_vars_part *) ((u8 *) XPC_RP_VARS(rp) + XPC_RP_VARS_SIZE) | 262 | xp_nasid_mask_words)) |
| 273 | 263 | #define XPC_RP_VARS_PART(_rp) ((struct xpc_vars_part *) \ | |
| 264 | ((u8 *)XPC_RP_VARS(_rp) + XPC_RP_VARS_SIZE)) | ||
| 274 | 265 | ||
| 275 | /* | 266 | /* |
| 276 | * Functions registered by add_timer() or called by kernel_thread() only | 267 | * Functions registered by add_timer() or called by kernel_thread() only |
| @@ -285,21 +276,17 @@ struct xpc_vars_part { | |||
| 285 | #define XPC_UNPACK_ARG1(_args) (((u64) _args) & 0xffffffff) | 276 | #define XPC_UNPACK_ARG1(_args) (((u64) _args) & 0xffffffff) |
| 286 | #define XPC_UNPACK_ARG2(_args) ((((u64) _args) >> 32) & 0xffffffff) | 277 | #define XPC_UNPACK_ARG2(_args) ((((u64) _args) >> 32) & 0xffffffff) |
| 287 | 278 | ||
| 288 | |||
| 289 | |||
| 290 | /* | 279 | /* |
| 291 | * Define a Get/Put value pair (pointers) used with a message queue. | 280 | * Define a Get/Put value pair (pointers) used with a message queue. |
| 292 | */ | 281 | */ |
| 293 | struct xpc_gp { | 282 | struct xpc_gp { |
| 294 | volatile s64 get; /* Get value */ | 283 | s64 get; /* Get value */ |
| 295 | volatile s64 put; /* Put value */ | 284 | s64 put; /* Put value */ |
| 296 | }; | 285 | }; |
| 297 | 286 | ||
| 298 | #define XPC_GP_SIZE \ | 287 | #define XPC_GP_SIZE \ |
| 299 | L1_CACHE_ALIGN(sizeof(struct xpc_gp) * XPC_NCHANNELS) | 288 | L1_CACHE_ALIGN(sizeof(struct xpc_gp) * XPC_NCHANNELS) |
| 300 | 289 | ||
| 301 | |||
| 302 | |||
| 303 | /* | 290 | /* |
| 304 | * Define a structure that contains arguments associated with opening and | 291 | * Define a structure that contains arguments associated with opening and |
| 305 | * closing a channel. | 292 | * closing a channel. |
| @@ -315,20 +302,15 @@ struct xpc_openclose_args { | |||
| 315 | #define XPC_OPENCLOSE_ARGS_SIZE \ | 302 | #define XPC_OPENCLOSE_ARGS_SIZE \ |
| 316 | L1_CACHE_ALIGN(sizeof(struct xpc_openclose_args) * XPC_NCHANNELS) | 303 | L1_CACHE_ALIGN(sizeof(struct xpc_openclose_args) * XPC_NCHANNELS) |
| 317 | 304 | ||
| 318 | |||
| 319 | |||
| 320 | /* struct xpc_msg flags */ | 305 | /* struct xpc_msg flags */ |
| 321 | 306 | ||
| 322 | #define XPC_M_DONE 0x01 /* msg has been received/consumed */ | 307 | #define XPC_M_DONE 0x01 /* msg has been received/consumed */ |
| 323 | #define XPC_M_READY 0x02 /* msg is ready to be sent */ | 308 | #define XPC_M_READY 0x02 /* msg is ready to be sent */ |
| 324 | #define XPC_M_INTERRUPT 0x04 /* send interrupt when msg consumed */ | 309 | #define XPC_M_INTERRUPT 0x04 /* send interrupt when msg consumed */ |
| 325 | 310 | ||
| 326 | |||
| 327 | #define XPC_MSG_ADDRESS(_payload) \ | 311 | #define XPC_MSG_ADDRESS(_payload) \ |
| 328 | ((struct xpc_msg *)((u8 *)(_payload) - XPC_MSG_PAYLOAD_OFFSET)) | 312 | ((struct xpc_msg *)((u8 *)(_payload) - XPC_MSG_PAYLOAD_OFFSET)) |
| 329 | 313 | ||
| 330 | |||
| 331 | |||
| 332 | /* | 314 | /* |
| 333 | * Defines notify entry. | 315 | * Defines notify entry. |
| 334 | * | 316 | * |
| @@ -336,19 +318,17 @@ struct xpc_openclose_args { | |||
| 336 | * and consumed by the intended recipient. | 318 | * and consumed by the intended recipient. |
| 337 | */ | 319 | */ |
| 338 | struct xpc_notify { | 320 | struct xpc_notify { |
| 339 | volatile u8 type; /* type of notification */ | 321 | u8 type; /* type of notification */ |
| 340 | 322 | ||
| 341 | /* the following two fields are only used if type == XPC_N_CALL */ | 323 | /* the following two fields are only used if type == XPC_N_CALL */ |
| 342 | xpc_notify_func func; /* user's notify function */ | 324 | xpc_notify_func func; /* user's notify function */ |
| 343 | void *key; /* pointer to user's key */ | 325 | void *key; /* pointer to user's key */ |
| 344 | }; | 326 | }; |
| 345 | 327 | ||
| 346 | /* struct xpc_notify type of notification */ | 328 | /* struct xpc_notify type of notification */ |
| 347 | 329 | ||
| 348 | #define XPC_N_CALL 0x01 /* notify function provided by user */ | 330 | #define XPC_N_CALL 0x01 /* notify function provided by user */ |
| 349 | 331 | ||
| 350 | |||
| 351 | |||
| 352 | /* | 332 | /* |
| 353 | * Define the structure that manages all the stuff required by a channel. In | 333 | * Define the structure that manages all the stuff required by a channel. In |
| 354 | * particular, they are used to manage the messages sent across the channel. | 334 | * particular, they are used to manage the messages sent across the channel. |
| @@ -428,48 +408,48 @@ struct xpc_notify { | |||
| 428 | * messages. | 408 | * messages. |
| 429 | */ | 409 | */ |
| 430 | struct xpc_channel { | 410 | struct xpc_channel { |
| 431 | partid_t partid; /* ID of remote partition connected */ | 411 | partid_t partid; /* ID of remote partition connected */ |
| 432 | spinlock_t lock; /* lock for updating this structure */ | 412 | spinlock_t lock; /* lock for updating this structure */ |
| 433 | u32 flags; /* general flags */ | 413 | u32 flags; /* general flags */ |
| 434 | 414 | ||
| 435 | enum xpc_retval reason; /* reason why channel is disconnect'g */ | 415 | enum xpc_retval reason; /* reason why channel is disconnect'g */ |
| 436 | int reason_line; /* line# disconnect initiated from */ | 416 | int reason_line; /* line# disconnect initiated from */ |
| 437 | 417 | ||
| 438 | u16 number; /* channel # */ | 418 | u16 number; /* channel # */ |
| 439 | 419 | ||
| 440 | u16 msg_size; /* sizeof each msg entry */ | 420 | u16 msg_size; /* sizeof each msg entry */ |
| 441 | u16 local_nentries; /* #of msg entries in local msg queue */ | 421 | u16 local_nentries; /* #of msg entries in local msg queue */ |
| 442 | u16 remote_nentries; /* #of msg entries in remote msg queue*/ | 422 | u16 remote_nentries; /* #of msg entries in remote msg queue */ |
| 443 | 423 | ||
| 444 | void *local_msgqueue_base; /* base address of kmalloc'd space */ | 424 | void *local_msgqueue_base; /* base address of kmalloc'd space */ |
| 445 | struct xpc_msg *local_msgqueue; /* local message queue */ | 425 | struct xpc_msg *local_msgqueue; /* local message queue */ |
| 446 | void *remote_msgqueue_base; /* base address of kmalloc'd space */ | 426 | void *remote_msgqueue_base; /* base address of kmalloc'd space */ |
| 447 | struct xpc_msg *remote_msgqueue;/* cached copy of remote partition's */ | 427 | struct xpc_msg *remote_msgqueue; /* cached copy of remote partition's */ |
| 448 | /* local message queue */ | 428 | /* local message queue */ |
| 449 | u64 remote_msgqueue_pa; /* phys addr of remote partition's */ | 429 | u64 remote_msgqueue_pa; /* phys addr of remote partition's */ |
| 450 | /* local message queue */ | 430 | /* local message queue */ |
| 451 | 431 | ||
| 452 | atomic_t references; /* #of external references to queues */ | 432 | atomic_t references; /* #of external references to queues */ |
| 453 | 433 | ||
| 454 | atomic_t n_on_msg_allocate_wq; /* #on msg allocation wait queue */ | 434 | atomic_t n_on_msg_allocate_wq; /* #on msg allocation wait queue */ |
| 455 | wait_queue_head_t msg_allocate_wq; /* msg allocation wait queue */ | 435 | wait_queue_head_t msg_allocate_wq; /* msg allocation wait queue */ |
| 456 | 436 | ||
| 457 | u8 delayed_IPI_flags; /* IPI flags received, but delayed */ | 437 | u8 delayed_IPI_flags; /* IPI flags received, but delayed */ |
| 458 | /* action until channel disconnected */ | 438 | /* action until channel disconnected */ |
| 459 | 439 | ||
| 460 | /* queue of msg senders who want to be notified when msg received */ | 440 | /* queue of msg senders who want to be notified when msg received */ |
| 461 | 441 | ||
| 462 | atomic_t n_to_notify; /* #of msg senders to notify */ | 442 | atomic_t n_to_notify; /* #of msg senders to notify */ |
| 463 | struct xpc_notify *notify_queue;/* notify queue for messages sent */ | 443 | struct xpc_notify *notify_queue; /* notify queue for messages sent */ |
| 464 | 444 | ||
| 465 | xpc_channel_func func; /* user's channel function */ | 445 | xpc_channel_func func; /* user's channel function */ |
| 466 | void *key; /* pointer to user's key */ | 446 | void *key; /* pointer to user's key */ |
| 467 | 447 | ||
| 468 | struct mutex msg_to_pull_mutex; /* next msg to pull serialization */ | 448 | struct mutex msg_to_pull_mutex; /* next msg to pull serialization */ |
| 469 | struct completion wdisconnect_wait; /* wait for channel disconnect */ | 449 | struct completion wdisconnect_wait; /* wait for channel disconnect */ |
| 470 | 450 | ||
| 471 | struct xpc_openclose_args *local_openclose_args; /* args passed on */ | 451 | struct xpc_openclose_args *local_openclose_args; /* args passed on */ |
| 472 | /* opening or closing of channel */ | 452 | /* opening or closing of channel */ |
| 473 | 453 | ||
| 474 | /* various flavors of local and remote Get/Put values */ | 454 | /* various flavors of local and remote Get/Put values */ |
| 475 | 455 | ||
| @@ -477,56 +457,48 @@ struct xpc_channel { | |||
| 477 | struct xpc_gp remote_GP; /* remote Get/Put values */ | 457 | struct xpc_gp remote_GP; /* remote Get/Put values */ |
| 478 | struct xpc_gp w_local_GP; /* working local Get/Put values */ | 458 | struct xpc_gp w_local_GP; /* working local Get/Put values */ |
| 479 | struct xpc_gp w_remote_GP; /* working remote Get/Put values */ | 459 | struct xpc_gp w_remote_GP; /* working remote Get/Put values */ |
| 480 | s64 next_msg_to_pull; /* Put value of next msg to pull */ | 460 | s64 next_msg_to_pull; /* Put value of next msg to pull */ |
| 481 | 461 | ||
| 482 | /* kthread management related fields */ | 462 | /* kthread management related fields */ |
| 483 | 463 | ||
| 484 | // >>> rethink having kthreads_assigned_limit and kthreads_idle_limit; perhaps | ||
| 485 | // >>> allow the assigned limit be unbounded and let the idle limit be dynamic | ||
| 486 | // >>> dependent on activity over the last interval of time | ||
| 487 | atomic_t kthreads_assigned; /* #of kthreads assigned to channel */ | 464 | atomic_t kthreads_assigned; /* #of kthreads assigned to channel */ |
| 488 | u32 kthreads_assigned_limit; /* limit on #of kthreads assigned */ | 465 | u32 kthreads_assigned_limit; /* limit on #of kthreads assigned */ |
| 489 | atomic_t kthreads_idle; /* #of kthreads idle waiting for work */ | 466 | atomic_t kthreads_idle; /* #of kthreads idle waiting for work */ |
| 490 | u32 kthreads_idle_limit; /* limit on #of kthreads idle */ | 467 | u32 kthreads_idle_limit; /* limit on #of kthreads idle */ |
| 491 | atomic_t kthreads_active; /* #of kthreads actively working */ | 468 | atomic_t kthreads_active; /* #of kthreads actively working */ |
| 492 | // >>> following field is temporary | ||
| 493 | u32 kthreads_created; /* total #of kthreads created */ | ||
| 494 | 469 | ||
| 495 | wait_queue_head_t idle_wq; /* idle kthread wait queue */ | 470 | wait_queue_head_t idle_wq; /* idle kthread wait queue */ |
| 496 | 471 | ||
| 497 | } ____cacheline_aligned; | 472 | } ____cacheline_aligned; |
| 498 | 473 | ||
| 499 | |||
| 500 | /* struct xpc_channel flags */ | 474 | /* struct xpc_channel flags */ |
| 501 | 475 | ||
| 502 | #define XPC_C_WASCONNECTED 0x00000001 /* channel was connected */ | 476 | #define XPC_C_WASCONNECTED 0x00000001 /* channel was connected */ |
| 503 | 477 | ||
| 504 | #define XPC_C_ROPENREPLY 0x00000002 /* remote open channel reply */ | 478 | #define XPC_C_ROPENREPLY 0x00000002 /* remote open channel reply */ |
| 505 | #define XPC_C_OPENREPLY 0x00000004 /* local open channel reply */ | 479 | #define XPC_C_OPENREPLY 0x00000004 /* local open channel reply */ |
| 506 | #define XPC_C_ROPENREQUEST 0x00000008 /* remote open channel request */ | 480 | #define XPC_C_ROPENREQUEST 0x00000008 /* remote open channel request */ |
| 507 | #define XPC_C_OPENREQUEST 0x00000010 /* local open channel request */ | 481 | #define XPC_C_OPENREQUEST 0x00000010 /* local open channel request */ |
| 508 | 482 | ||
| 509 | #define XPC_C_SETUP 0x00000020 /* channel's msgqueues are alloc'd */ | 483 | #define XPC_C_SETUP 0x00000020 /* channel's msgqueues are alloc'd */ |
| 510 | #define XPC_C_CONNECTEDCALLOUT 0x00000040 /* connected callout initiated */ | 484 | #define XPC_C_CONNECTEDCALLOUT 0x00000040 /* connected callout initiated */ |
| 511 | #define XPC_C_CONNECTEDCALLOUT_MADE \ | 485 | #define XPC_C_CONNECTEDCALLOUT_MADE \ |
| 512 | 0x00000080 /* connected callout completed */ | 486 | 0x00000080 /* connected callout completed */ |
| 513 | #define XPC_C_CONNECTED 0x00000100 /* local channel is connected */ | 487 | #define XPC_C_CONNECTED 0x00000100 /* local channel is connected */ |
| 514 | #define XPC_C_CONNECTING 0x00000200 /* channel is being connected */ | 488 | #define XPC_C_CONNECTING 0x00000200 /* channel is being connected */ |
| 515 | 489 | ||
| 516 | #define XPC_C_RCLOSEREPLY 0x00000400 /* remote close channel reply */ | 490 | #define XPC_C_RCLOSEREPLY 0x00000400 /* remote close channel reply */ |
| 517 | #define XPC_C_CLOSEREPLY 0x00000800 /* local close channel reply */ | 491 | #define XPC_C_CLOSEREPLY 0x00000800 /* local close channel reply */ |
| 518 | #define XPC_C_RCLOSEREQUEST 0x00001000 /* remote close channel request */ | 492 | #define XPC_C_RCLOSEREQUEST 0x00001000 /* remote close channel request */ |
| 519 | #define XPC_C_CLOSEREQUEST 0x00002000 /* local close channel request */ | 493 | #define XPC_C_CLOSEREQUEST 0x00002000 /* local close channel request */ |
| 520 | 494 | ||
| 521 | #define XPC_C_DISCONNECTED 0x00004000 /* channel is disconnected */ | 495 | #define XPC_C_DISCONNECTED 0x00004000 /* channel is disconnected */ |
| 522 | #define XPC_C_DISCONNECTING 0x00008000 /* channel is being disconnected */ | 496 | #define XPC_C_DISCONNECTING 0x00008000 /* channel is being disconnected */ |
| 523 | #define XPC_C_DISCONNECTINGCALLOUT \ | 497 | #define XPC_C_DISCONNECTINGCALLOUT \ |
| 524 | 0x00010000 /* disconnecting callout initiated */ | 498 | 0x00010000 /* disconnecting callout initiated */ |
| 525 | #define XPC_C_DISCONNECTINGCALLOUT_MADE \ | 499 | #define XPC_C_DISCONNECTINGCALLOUT_MADE \ |
| 526 | 0x00020000 /* disconnecting callout completed */ | 500 | 0x00020000 /* disconnecting callout completed */ |
| 527 | #define XPC_C_WDISCONNECT 0x00040000 /* waiting for channel disconnect */ | 501 | #define XPC_C_WDISCONNECT 0x00040000 /* waiting for channel disconnect */ |
| 528 | |||
| 529 | |||
| 530 | 502 | ||
| 531 | /* | 503 | /* |
| 532 | * Manages channels on a partition basis. There is one of these structures | 504 | * Manages channels on a partition basis. There is one of these structures |
| @@ -537,33 +509,31 @@ struct xpc_partition { | |||
| 537 | 509 | ||
| 538 | /* XPC HB infrastructure */ | 510 | /* XPC HB infrastructure */ |
| 539 | 511 | ||
| 540 | u8 remote_rp_version; /* version# of partition's rsvd pg */ | 512 | u8 remote_rp_version; /* version# of partition's rsvd pg */ |
| 541 | struct timespec remote_rp_stamp;/* time when rsvd pg was initialized */ | 513 | struct timespec remote_rp_stamp; /* time when rsvd pg was initialized */ |
| 542 | u64 remote_rp_pa; /* phys addr of partition's rsvd pg */ | 514 | u64 remote_rp_pa; /* phys addr of partition's rsvd pg */ |
| 543 | u64 remote_vars_pa; /* phys addr of partition's vars */ | 515 | u64 remote_vars_pa; /* phys addr of partition's vars */ |
| 544 | u64 remote_vars_part_pa; /* phys addr of partition's vars part */ | 516 | u64 remote_vars_part_pa; /* phys addr of partition's vars part */ |
| 545 | u64 last_heartbeat; /* HB at last read */ | 517 | u64 last_heartbeat; /* HB at last read */ |
| 546 | u64 remote_amos_page_pa; /* phys addr of partition's amos page */ | 518 | u64 remote_amos_page_pa; /* phys addr of partition's amos page */ |
| 547 | int remote_act_nasid; /* active part's act/deact nasid */ | 519 | int remote_act_nasid; /* active part's act/deact nasid */ |
| 548 | int remote_act_phys_cpuid; /* active part's act/deact phys cpuid */ | 520 | int remote_act_phys_cpuid; /* active part's act/deact phys cpuid */ |
| 549 | u32 act_IRQ_rcvd; /* IRQs since activation */ | 521 | u32 act_IRQ_rcvd; /* IRQs since activation */ |
| 550 | spinlock_t act_lock; /* protect updating of act_state */ | 522 | spinlock_t act_lock; /* protect updating of act_state */ |
| 551 | u8 act_state; /* from XPC HB viewpoint */ | 523 | u8 act_state; /* from XPC HB viewpoint */ |
| 552 | u8 remote_vars_version; /* version# of partition's vars */ | 524 | u8 remote_vars_version; /* version# of partition's vars */ |
| 553 | enum xpc_retval reason; /* reason partition is deactivating */ | 525 | enum xpc_retval reason; /* reason partition is deactivating */ |
| 554 | int reason_line; /* line# deactivation initiated from */ | 526 | int reason_line; /* line# deactivation initiated from */ |
| 555 | int reactivate_nasid; /* nasid in partition to reactivate */ | 527 | int reactivate_nasid; /* nasid in partition to reactivate */ |
| 556 | 528 | ||
| 557 | unsigned long disengage_request_timeout; /* timeout in jiffies */ | 529 | unsigned long disengage_request_timeout; /* timeout in jiffies */ |
| 558 | struct timer_list disengage_request_timer; | 530 | struct timer_list disengage_request_timer; |
| 559 | 531 | ||
| 560 | |||
| 561 | /* XPC infrastructure referencing and teardown control */ | 532 | /* XPC infrastructure referencing and teardown control */ |
| 562 | 533 | ||
| 563 | volatile u8 setup_state; /* infrastructure setup state */ | 534 | u8 setup_state; /* infrastructure setup state */ |
| 564 | wait_queue_head_t teardown_wq; /* kthread waiting to teardown infra */ | 535 | wait_queue_head_t teardown_wq; /* kthread waiting to teardown infra */ |
| 565 | atomic_t references; /* #of references to infrastructure */ | 536 | atomic_t references; /* #of references to infrastructure */ |
| 566 | |||
| 567 | 537 | ||
| 568 | /* | 538 | /* |
| 569 | * NONE OF THE PRECEDING FIELDS OF THIS STRUCTURE WILL BE CLEARED WHEN | 539 | * NONE OF THE PRECEDING FIELDS OF THIS STRUCTURE WILL BE CLEARED WHEN |
| @@ -572,53 +542,48 @@ struct xpc_partition { | |||
| 572 | * 'nchannels' FIELD MUST BE THE FIRST OF THE FIELDS TO BE CLEARED.) | 542 | * 'nchannels' FIELD MUST BE THE FIRST OF THE FIELDS TO BE CLEARED.) |
| 573 | */ | 543 | */ |
| 574 | 544 | ||
| 575 | 545 | u8 nchannels; /* #of defined channels supported */ | |
| 576 | u8 nchannels; /* #of defined channels supported */ | 546 | atomic_t nchannels_active; /* #of channels that are not DISCONNECTED */ |
| 577 | atomic_t nchannels_active; /* #of channels that are not DISCONNECTED */ | 547 | atomic_t nchannels_engaged; /* #of channels engaged with remote part */ |
| 578 | atomic_t nchannels_engaged;/* #of channels engaged with remote part */ | 548 | struct xpc_channel *channels; /* array of channel structures */ |
| 579 | struct xpc_channel *channels;/* array of channel structures */ | 549 | |
| 580 | 550 | void *local_GPs_base; /* base address of kmalloc'd space */ | |
| 581 | void *local_GPs_base; /* base address of kmalloc'd space */ | 551 | struct xpc_gp *local_GPs; /* local Get/Put values */ |
| 582 | struct xpc_gp *local_GPs; /* local Get/Put values */ | 552 | void *remote_GPs_base; /* base address of kmalloc'd space */ |
| 583 | void *remote_GPs_base; /* base address of kmalloc'd space */ | 553 | struct xpc_gp *remote_GPs; /* copy of remote partition's local */ |
| 584 | struct xpc_gp *remote_GPs;/* copy of remote partition's local Get/Put */ | 554 | /* Get/Put values */ |
| 585 | /* values */ | 555 | u64 remote_GPs_pa; /* phys address of remote partition's local */ |
| 586 | u64 remote_GPs_pa; /* phys address of remote partition's local */ | 556 | /* Get/Put values */ |
| 587 | /* Get/Put values */ | ||
| 588 | |||
| 589 | 557 | ||
| 590 | /* fields used to pass args when opening or closing a channel */ | 558 | /* fields used to pass args when opening or closing a channel */ |
| 591 | 559 | ||
| 592 | void *local_openclose_args_base; /* base address of kmalloc'd space */ | 560 | void *local_openclose_args_base; /* base address of kmalloc'd space */ |
| 593 | struct xpc_openclose_args *local_openclose_args; /* local's args */ | 561 | struct xpc_openclose_args *local_openclose_args; /* local's args */ |
| 594 | void *remote_openclose_args_base; /* base address of kmalloc'd space */ | 562 | void *remote_openclose_args_base; /* base address of kmalloc'd space */ |
| 595 | struct xpc_openclose_args *remote_openclose_args; /* copy of remote's */ | 563 | struct xpc_openclose_args *remote_openclose_args; /* copy of remote's */ |
| 596 | /* args */ | 564 | /* args */ |
| 597 | u64 remote_openclose_args_pa; /* phys addr of remote's args */ | 565 | u64 remote_openclose_args_pa; /* phys addr of remote's args */ |
| 598 | |||
| 599 | 566 | ||
| 600 | /* IPI sending, receiving and handling related fields */ | 567 | /* IPI sending, receiving and handling related fields */ |
| 601 | 568 | ||
| 602 | int remote_IPI_nasid; /* nasid of where to send IPIs */ | 569 | int remote_IPI_nasid; /* nasid of where to send IPIs */ |
| 603 | int remote_IPI_phys_cpuid; /* phys CPU ID of where to send IPIs */ | 570 | int remote_IPI_phys_cpuid; /* phys CPU ID of where to send IPIs */ |
| 604 | AMO_t *remote_IPI_amo_va; /* address of remote IPI AMO_t structure */ | 571 | AMO_t *remote_IPI_amo_va; /* address of remote IPI AMO_t structure */ |
| 605 | |||
| 606 | AMO_t *local_IPI_amo_va; /* address of IPI AMO_t structure */ | ||
| 607 | u64 local_IPI_amo; /* IPI amo flags yet to be handled */ | ||
| 608 | char IPI_owner[8]; /* IPI owner's name */ | ||
| 609 | struct timer_list dropped_IPI_timer; /* dropped IPI timer */ | ||
| 610 | 572 | ||
| 611 | spinlock_t IPI_lock; /* IPI handler lock */ | 573 | AMO_t *local_IPI_amo_va; /* address of IPI AMO_t structure */ |
| 574 | u64 local_IPI_amo; /* IPI amo flags yet to be handled */ | ||
| 575 | char IPI_owner[8]; /* IPI owner's name */ | ||
| 576 | struct timer_list dropped_IPI_timer; /* dropped IPI timer */ | ||
| 612 | 577 | ||
| 578 | spinlock_t IPI_lock; /* IPI handler lock */ | ||
| 613 | 579 | ||
| 614 | /* channel manager related fields */ | 580 | /* channel manager related fields */ |
| 615 | 581 | ||
| 616 | atomic_t channel_mgr_requests; /* #of requests to activate chan mgr */ | 582 | atomic_t channel_mgr_requests; /* #of requests to activate chan mgr */ |
| 617 | wait_queue_head_t channel_mgr_wq; /* channel mgr's wait queue */ | 583 | wait_queue_head_t channel_mgr_wq; /* channel mgr's wait queue */ |
| 618 | 584 | ||
| 619 | } ____cacheline_aligned; | 585 | } ____cacheline_aligned; |
| 620 | 586 | ||
| 621 | |||
| 622 | /* struct xpc_partition act_state values (for XPC HB) */ | 587 | /* struct xpc_partition act_state values (for XPC HB) */ |
| 623 | 588 | ||
| 624 | #define XPC_P_INACTIVE 0x00 /* partition is not active */ | 589 | #define XPC_P_INACTIVE 0x00 /* partition is not active */ |
| @@ -627,11 +592,9 @@ struct xpc_partition { | |||
| 627 | #define XPC_P_ACTIVE 0x03 /* xpc_partition_up() was called */ | 592 | #define XPC_P_ACTIVE 0x03 /* xpc_partition_up() was called */ |
| 628 | #define XPC_P_DEACTIVATING 0x04 /* partition deactivation initiated */ | 593 | #define XPC_P_DEACTIVATING 0x04 /* partition deactivation initiated */ |
| 629 | 594 | ||
| 630 | |||
| 631 | #define XPC_DEACTIVATE_PARTITION(_p, _reason) \ | 595 | #define XPC_DEACTIVATE_PARTITION(_p, _reason) \ |
| 632 | xpc_deactivate_partition(__LINE__, (_p), (_reason)) | 596 | xpc_deactivate_partition(__LINE__, (_p), (_reason)) |
| 633 | 597 | ||
| 634 | |||
| 635 | /* struct xpc_partition setup_state values */ | 598 | /* struct xpc_partition setup_state values */ |
| 636 | 599 | ||
| 637 | #define XPC_P_UNSET 0x00 /* infrastructure was never setup */ | 600 | #define XPC_P_UNSET 0x00 /* infrastructure was never setup */ |
| @@ -639,8 +602,6 @@ struct xpc_partition { | |||
| 639 | #define XPC_P_WTEARDOWN 0x02 /* waiting to teardown infrastructure */ | 602 | #define XPC_P_WTEARDOWN 0x02 /* waiting to teardown infrastructure */ |
| 640 | #define XPC_P_TORNDOWN 0x03 /* infrastructure is torndown */ | 603 | #define XPC_P_TORNDOWN 0x03 /* infrastructure is torndown */ |
| 641 | 604 | ||
| 642 | |||
| 643 | |||
| 644 | /* | 605 | /* |
| 645 | * struct xpc_partition IPI_timer #of seconds to wait before checking for | 606 | * struct xpc_partition IPI_timer #of seconds to wait before checking for |
| 646 | * dropped IPIs. These occur whenever an IPI amo write doesn't complete until | 607 | * dropped IPIs. These occur whenever an IPI amo write doesn't complete until |
| @@ -648,22 +609,17 @@ struct xpc_partition { | |||
| 648 | */ | 609 | */ |
| 649 | #define XPC_P_DROPPED_IPI_WAIT (0.25 * HZ) | 610 | #define XPC_P_DROPPED_IPI_WAIT (0.25 * HZ) |
| 650 | 611 | ||
| 651 | |||
| 652 | /* number of seconds to wait for other partitions to disengage */ | 612 | /* number of seconds to wait for other partitions to disengage */ |
| 653 | #define XPC_DISENGAGE_REQUEST_DEFAULT_TIMELIMIT 90 | 613 | #define XPC_DISENGAGE_REQUEST_DEFAULT_TIMELIMIT 90 |
| 654 | 614 | ||
| 655 | /* interval in seconds to print 'waiting disengagement' messages */ | 615 | /* interval in seconds to print 'waiting disengagement' messages */ |
| 656 | #define XPC_DISENGAGE_PRINTMSG_INTERVAL 10 | 616 | #define XPC_DISENGAGE_PRINTMSG_INTERVAL 10 |
| 657 | 617 | ||
| 658 | |||
| 659 | #define XPC_PARTID(_p) ((partid_t) ((_p) - &xpc_partitions[0])) | 618 | #define XPC_PARTID(_p) ((partid_t) ((_p) - &xpc_partitions[0])) |
| 660 | 619 | ||
| 661 | |||
| 662 | |||
| 663 | /* found in xp_main.c */ | 620 | /* found in xp_main.c */ |
| 664 | extern struct xpc_registration xpc_registrations[]; | 621 | extern struct xpc_registration xpc_registrations[]; |
| 665 | 622 | ||
| 666 | |||
| 667 | /* found in xpc_main.c */ | 623 | /* found in xpc_main.c */ |
| 668 | extern struct device *xpc_part; | 624 | extern struct device *xpc_part; |
| 669 | extern struct device *xpc_chan; | 625 | extern struct device *xpc_chan; |
| @@ -676,7 +632,6 @@ extern void xpc_activate_kthreads(struct xpc_channel *, int); | |||
| 676 | extern void xpc_create_kthreads(struct xpc_channel *, int, int); | 632 | extern void xpc_create_kthreads(struct xpc_channel *, int, int); |
| 677 | extern void xpc_disconnect_wait(int); | 633 | extern void xpc_disconnect_wait(int); |
| 678 | 634 | ||
| 679 | |||
| 680 | /* found in xpc_partition.c */ | 635 | /* found in xpc_partition.c */ |
| 681 | extern int xpc_exiting; | 636 | extern int xpc_exiting; |
| 682 | extern struct xpc_vars *xpc_vars; | 637 | extern struct xpc_vars *xpc_vars; |
| @@ -696,10 +651,9 @@ extern void xpc_mark_partition_inactive(struct xpc_partition *); | |||
| 696 | extern void xpc_discovery(void); | 651 | extern void xpc_discovery(void); |
| 697 | extern void xpc_check_remote_hb(void); | 652 | extern void xpc_check_remote_hb(void); |
| 698 | extern void xpc_deactivate_partition(const int, struct xpc_partition *, | 653 | extern void xpc_deactivate_partition(const int, struct xpc_partition *, |
| 699 | enum xpc_retval); | 654 | enum xpc_retval); |
| 700 | extern enum xpc_retval xpc_initiate_partid_to_nasids(partid_t, void *); | 655 | extern enum xpc_retval xpc_initiate_partid_to_nasids(partid_t, void *); |
| 701 | 656 | ||
| 702 | |||
| 703 | /* found in xpc_channel.c */ | 657 | /* found in xpc_channel.c */ |
| 704 | extern void xpc_initiate_connect(int); | 658 | extern void xpc_initiate_connect(int); |
| 705 | extern void xpc_initiate_disconnect(int); | 659 | extern void xpc_initiate_disconnect(int); |
| @@ -714,23 +668,18 @@ extern void xpc_process_channel_activity(struct xpc_partition *); | |||
| 714 | extern void xpc_connected_callout(struct xpc_channel *); | 668 | extern void xpc_connected_callout(struct xpc_channel *); |
| 715 | extern void xpc_deliver_msg(struct xpc_channel *); | 669 | extern void xpc_deliver_msg(struct xpc_channel *); |
| 716 | extern void xpc_disconnect_channel(const int, struct xpc_channel *, | 670 | extern void xpc_disconnect_channel(const int, struct xpc_channel *, |
| 717 | enum xpc_retval, unsigned long *); | 671 | enum xpc_retval, unsigned long *); |
| 718 | extern void xpc_disconnect_callout(struct xpc_channel *, enum xpc_retval); | 672 | extern void xpc_disconnect_callout(struct xpc_channel *, enum xpc_retval); |
| 719 | extern void xpc_partition_going_down(struct xpc_partition *, enum xpc_retval); | 673 | extern void xpc_partition_going_down(struct xpc_partition *, enum xpc_retval); |
| 720 | extern void xpc_teardown_infrastructure(struct xpc_partition *); | 674 | extern void xpc_teardown_infrastructure(struct xpc_partition *); |
| 721 | 675 | ||
| 722 | |||
| 723 | |||
| 724 | static inline void | 676 | static inline void |
| 725 | xpc_wakeup_channel_mgr(struct xpc_partition *part) | 677 | xpc_wakeup_channel_mgr(struct xpc_partition *part) |
| 726 | { | 678 | { |
| 727 | if (atomic_inc_return(&part->channel_mgr_requests) == 1) { | 679 | if (atomic_inc_return(&part->channel_mgr_requests) == 1) |
| 728 | wake_up(&part->channel_mgr_wq); | 680 | wake_up(&part->channel_mgr_wq); |
| 729 | } | ||
| 730 | } | 681 | } |
| 731 | 682 | ||
| 732 | |||
| 733 | |||
| 734 | /* | 683 | /* |
| 735 | * These next two inlines are used to keep us from tearing down a channel's | 684 | * These next two inlines are used to keep us from tearing down a channel's |
| 736 | * msg queues while a thread may be referencing them. | 685 | * msg queues while a thread may be referencing them. |
| @@ -747,17 +696,13 @@ xpc_msgqueue_deref(struct xpc_channel *ch) | |||
| 747 | s32 refs = atomic_dec_return(&ch->references); | 696 | s32 refs = atomic_dec_return(&ch->references); |
| 748 | 697 | ||
| 749 | DBUG_ON(refs < 0); | 698 | DBUG_ON(refs < 0); |
| 750 | if (refs == 0) { | 699 | if (refs == 0) |
| 751 | xpc_wakeup_channel_mgr(&xpc_partitions[ch->partid]); | 700 | xpc_wakeup_channel_mgr(&xpc_partitions[ch->partid]); |
| 752 | } | ||
| 753 | } | 701 | } |
| 754 | 702 | ||
| 755 | |||
| 756 | |||
| 757 | #define XPC_DISCONNECT_CHANNEL(_ch, _reason, _irqflgs) \ | 703 | #define XPC_DISCONNECT_CHANNEL(_ch, _reason, _irqflgs) \ |
| 758 | xpc_disconnect_channel(__LINE__, _ch, _reason, _irqflgs) | 704 | xpc_disconnect_channel(__LINE__, _ch, _reason, _irqflgs) |
| 759 | 705 | ||
| 760 | |||
| 761 | /* | 706 | /* |
| 762 | * These two inlines are used to keep us from tearing down a partition's | 707 | * These two inlines are used to keep us from tearing down a partition's |
| 763 | * setup infrastructure while a thread may be referencing it. | 708 | * setup infrastructure while a thread may be referencing it. |
| @@ -767,11 +712,9 @@ xpc_part_deref(struct xpc_partition *part) | |||
| 767 | { | 712 | { |
| 768 | s32 refs = atomic_dec_return(&part->references); | 713 | s32 refs = atomic_dec_return(&part->references); |
| 769 | 714 | ||
| 770 | |||
| 771 | DBUG_ON(refs < 0); | 715 | DBUG_ON(refs < 0); |
| 772 | if (refs == 0 && part->setup_state == XPC_P_WTEARDOWN) { | 716 | if (refs == 0 && part->setup_state == XPC_P_WTEARDOWN) |
| 773 | wake_up(&part->teardown_wq); | 717 | wake_up(&part->teardown_wq); |
| 774 | } | ||
| 775 | } | 718 | } |
| 776 | 719 | ||
| 777 | static inline int | 720 | static inline int |
| @@ -779,17 +722,14 @@ xpc_part_ref(struct xpc_partition *part) | |||
| 779 | { | 722 | { |
| 780 | int setup; | 723 | int setup; |
| 781 | 724 | ||
| 782 | |||
| 783 | atomic_inc(&part->references); | 725 | atomic_inc(&part->references); |
| 784 | setup = (part->setup_state == XPC_P_SETUP); | 726 | setup = (part->setup_state == XPC_P_SETUP); |
| 785 | if (!setup) { | 727 | if (!setup) |
| 786 | xpc_part_deref(part); | 728 | xpc_part_deref(part); |
| 787 | } | 729 | |
| 788 | return setup; | 730 | return setup; |
| 789 | } | 731 | } |
| 790 | 732 | ||
| 791 | |||
| 792 | |||
| 793 | /* | 733 | /* |
| 794 | * The following macro is to be used for the setting of the reason and | 734 | * The following macro is to be used for the setting of the reason and |
| 795 | * reason_line fields in both the struct xpc_channel and struct xpc_partition | 735 | * reason_line fields in both the struct xpc_channel and struct xpc_partition |
| @@ -801,8 +741,6 @@ xpc_part_ref(struct xpc_partition *part) | |||
| 801 | (_p)->reason_line = _line; \ | 741 | (_p)->reason_line = _line; \ |
| 802 | } | 742 | } |
| 803 | 743 | ||
| 804 | |||
| 805 | |||
| 806 | /* | 744 | /* |
| 807 | * This next set of inlines are used to keep track of when a partition is | 745 | * This next set of inlines are used to keep track of when a partition is |
| 808 | * potentially engaged in accessing memory belonging to another partition. | 746 | * potentially engaged in accessing memory belonging to another partition. |
| @@ -812,23 +750,24 @@ static inline void | |||
| 812 | xpc_mark_partition_engaged(struct xpc_partition *part) | 750 | xpc_mark_partition_engaged(struct xpc_partition *part) |
| 813 | { | 751 | { |
| 814 | unsigned long irq_flags; | 752 | unsigned long irq_flags; |
| 815 | AMO_t *amo = (AMO_t *) __va(part->remote_amos_page_pa + | 753 | AMO_t *amo = (AMO_t *)__va(part->remote_amos_page_pa + |
| 816 | (XPC_ENGAGED_PARTITIONS_AMO * sizeof(AMO_t))); | 754 | (XPC_ENGAGED_PARTITIONS_AMO * |
| 817 | 755 | sizeof(AMO_t))); | |
| 818 | 756 | ||
| 819 | local_irq_save(irq_flags); | 757 | local_irq_save(irq_flags); |
| 820 | 758 | ||
| 821 | /* set bit corresponding to our partid in remote partition's AMO */ | 759 | /* set bit corresponding to our partid in remote partition's AMO */ |
| 822 | FETCHOP_STORE_OP(TO_AMO((u64) &amo->variable), FETCHOP_OR, | 760 | FETCHOP_STORE_OP(TO_AMO((u64)&amo->variable), FETCHOP_OR, |
| 823 | (1UL << sn_partition_id)); | 761 | (1UL << sn_partition_id)); |
| 824 | /* | 762 | /* |
| 825 | * We must always use the nofault function regardless of whether we | 763 | * We must always use the nofault function regardless of whether we |
| 826 | * are on a Shub 1.1 system or a Shub 1.2 slice 0xc processor. If we | 764 | * are on a Shub 1.1 system or a Shub 1.2 slice 0xc processor. If we |
| 827 | * didn't, we'd never know that the other partition is down and would | 765 | * didn't, we'd never know that the other partition is down and would |
| 828 | * keep sending IPIs and AMOs to it until the heartbeat times out. | 766 | * keep sending IPIs and AMOs to it until the heartbeat times out. |
| 829 | */ | 767 | */ |
| 830 | (void) xp_nofault_PIOR((u64 *) GLOBAL_MMR_ADDR(NASID_GET(&amo-> | 768 | (void)xp_nofault_PIOR((u64 *)GLOBAL_MMR_ADDR(NASID_GET(&amo-> |
| 831 | variable), xp_nofault_PIOR_target)); | 769 | variable), |
| 770 | xp_nofault_PIOR_target)); | ||
| 832 | 771 | ||
| 833 | local_irq_restore(irq_flags); | 772 | local_irq_restore(irq_flags); |
| 834 | } | 773 | } |
| @@ -837,23 +776,24 @@ static inline void | |||
| 837 | xpc_mark_partition_disengaged(struct xpc_partition *part) | 776 | xpc_mark_partition_disengaged(struct xpc_partition *part) |
| 838 | { | 777 | { |
| 839 | unsigned long irq_flags; | 778 | unsigned long irq_flags; |
| 840 | AMO_t *amo = (AMO_t *) __va(part->remote_amos_page_pa + | 779 | AMO_t *amo = (AMO_t *)__va(part->remote_amos_page_pa + |
| 841 | (XPC_ENGAGED_PARTITIONS_AMO * sizeof(AMO_t))); | 780 | (XPC_ENGAGED_PARTITIONS_AMO * |
| 842 | 781 | sizeof(AMO_t))); | |
| 843 | 782 | ||
| 844 | local_irq_save(irq_flags); | 783 | local_irq_save(irq_flags); |
| 845 | 784 | ||
| 846 | /* clear bit corresponding to our partid in remote partition's AMO */ | 785 | /* clear bit corresponding to our partid in remote partition's AMO */ |
| 847 | FETCHOP_STORE_OP(TO_AMO((u64) &amo->variable), FETCHOP_AND, | 786 | FETCHOP_STORE_OP(TO_AMO((u64)&amo->variable), FETCHOP_AND, |
| 848 | ~(1UL << sn_partition_id)); | 787 | ~(1UL << sn_partition_id)); |
| 849 | /* | 788 | /* |
| 850 | * We must always use the nofault function regardless of whether we | 789 | * We must always use the nofault function regardless of whether we |
| 851 | * are on a Shub 1.1 system or a Shub 1.2 slice 0xc processor. If we | 790 | * are on a Shub 1.1 system or a Shub 1.2 slice 0xc processor. If we |
| 852 | * didn't, we'd never know that the other partition is down and would | 791 | * didn't, we'd never know that the other partition is down and would |
| 853 | * keep sending IPIs and AMOs to it until the heartbeat times out. | 792 | * keep sending IPIs and AMOs to it until the heartbeat times out. |
| 854 | */ | 793 | */ |
| 855 | (void) xp_nofault_PIOR((u64 *) GLOBAL_MMR_ADDR(NASID_GET(&amo-> | 794 | (void)xp_nofault_PIOR((u64 *)GLOBAL_MMR_ADDR(NASID_GET(&amo-> |
| 856 | variable), xp_nofault_PIOR_target)); | 795 | variable), |
| 796 | xp_nofault_PIOR_target)); | ||
| 857 | 797 | ||
| 858 | local_irq_restore(irq_flags); | 798 | local_irq_restore(irq_flags); |
| 859 | } | 799 | } |
| @@ -862,23 +802,23 @@ static inline void | |||
| 862 | xpc_request_partition_disengage(struct xpc_partition *part) | 802 | xpc_request_partition_disengage(struct xpc_partition *part) |
| 863 | { | 803 | { |
| 864 | unsigned long irq_flags; | 804 | unsigned long irq_flags; |
| 865 | AMO_t *amo = (AMO_t *) __va(part->remote_amos_page_pa + | 805 | AMO_t *amo = (AMO_t *)__va(part->remote_amos_page_pa + |
| 866 | (XPC_DISENGAGE_REQUEST_AMO * sizeof(AMO_t))); | 806 | (XPC_DISENGAGE_REQUEST_AMO * sizeof(AMO_t))); |
| 867 | |||
| 868 | 807 | ||
| 869 | local_irq_save(irq_flags); | 808 | local_irq_save(irq_flags); |
| 870 | 809 | ||
| 871 | /* set bit corresponding to our partid in remote partition's AMO */ | 810 | /* set bit corresponding to our partid in remote partition's AMO */ |
| 872 | FETCHOP_STORE_OP(TO_AMO((u64) &amo->variable), FETCHOP_OR, | 811 | FETCHOP_STORE_OP(TO_AMO((u64)&amo->variable), FETCHOP_OR, |
| 873 | (1UL << sn_partition_id)); | 812 | (1UL << sn_partition_id)); |
| 874 | /* | 813 | /* |
| 875 | * We must always use the nofault function regardless of whether we | 814 | * We must always use the nofault function regardless of whether we |
| 876 | * are on a Shub 1.1 system or a Shub 1.2 slice 0xc processor. If we | 815 | * are on a Shub 1.1 system or a Shub 1.2 slice 0xc processor. If we |
| 877 | * didn't, we'd never know that the other partition is down and would | 816 | * didn't, we'd never know that the other partition is down and would |
| 878 | * keep sending IPIs and AMOs to it until the heartbeat times out. | 817 | * keep sending IPIs and AMOs to it until the heartbeat times out. |
| 879 | */ | 818 | */ |
| 880 | (void) xp_nofault_PIOR((u64 *) GLOBAL_MMR_ADDR(NASID_GET(&amo-> | 819 | (void)xp_nofault_PIOR((u64 *)GLOBAL_MMR_ADDR(NASID_GET(&amo-> |
| 881 | variable), xp_nofault_PIOR_target)); | 820 | variable), |
| 821 | xp_nofault_PIOR_target)); | ||
| 882 | 822 | ||
| 883 | local_irq_restore(irq_flags); | 823 | local_irq_restore(irq_flags); |
| 884 | } | 824 | } |
| @@ -887,23 +827,23 @@ static inline void | |||
| 887 | xpc_cancel_partition_disengage_request(struct xpc_partition *part) | 827 | xpc_cancel_partition_disengage_request(struct xpc_partition *part) |
| 888 | { | 828 | { |
| 889 | unsigned long irq_flags; | 829 | unsigned long irq_flags; |
| 890 | AMO_t *amo = (AMO_t *) __va(part->remote_amos_page_pa + | 830 | AMO_t *amo = (AMO_t *)__va(part->remote_amos_page_pa + |
| 891 | (XPC_DISENGAGE_REQUEST_AMO * sizeof(AMO_t))); | 831 | (XPC_DISENGAGE_REQUEST_AMO * sizeof(AMO_t))); |
| 892 | |||
| 893 | 832 | ||
| 894 | local_irq_save(irq_flags); | 833 | local_irq_save(irq_flags); |
| 895 | 834 | ||
| 896 | /* clear bit corresponding to our partid in remote partition's AMO */ | 835 | /* clear bit corresponding to our partid in remote partition's AMO */ |
| 897 | FETCHOP_STORE_OP(TO_AMO((u64) &amo->variable), FETCHOP_AND, | 836 | FETCHOP_STORE_OP(TO_AMO((u64)&amo->variable), FETCHOP_AND, |
| 898 | ~(1UL << sn_partition_id)); | 837 | ~(1UL << sn_partition_id)); |
| 899 | /* | 838 | /* |
| 900 | * We must always use the nofault function regardless of whether we | 839 | * We must always use the nofault function regardless of whether we |
| 901 | * are on a Shub 1.1 system or a Shub 1.2 slice 0xc processor. If we | 840 | * are on a Shub 1.1 system or a Shub 1.2 slice 0xc processor. If we |
| 902 | * didn't, we'd never know that the other partition is down and would | 841 | * didn't, we'd never know that the other partition is down and would |
| 903 | * keep sending IPIs and AMOs to it until the heartbeat times out. | 842 | * keep sending IPIs and AMOs to it until the heartbeat times out. |
| 904 | */ | 843 | */ |
| 905 | (void) xp_nofault_PIOR((u64 *) GLOBAL_MMR_ADDR(NASID_GET(&amo-> | 844 | (void)xp_nofault_PIOR((u64 *)GLOBAL_MMR_ADDR(NASID_GET(&amo-> |
| 906 | variable), xp_nofault_PIOR_target)); | 845 | variable), |
| 846 | xp_nofault_PIOR_target)); | ||
| 907 | 847 | ||
| 908 | local_irq_restore(irq_flags); | 848 | local_irq_restore(irq_flags); |
| 909 | } | 849 | } |
| @@ -913,10 +853,9 @@ xpc_partition_engaged(u64 partid_mask) | |||
| 913 | { | 853 | { |
| 914 | AMO_t *amo = xpc_vars->amos_page + XPC_ENGAGED_PARTITIONS_AMO; | 854 | AMO_t *amo = xpc_vars->amos_page + XPC_ENGAGED_PARTITIONS_AMO; |
| 915 | 855 | ||
| 916 | |||
| 917 | /* return our partition's AMO variable ANDed with partid_mask */ | 856 | /* return our partition's AMO variable ANDed with partid_mask */ |
| 918 | return (FETCHOP_LOAD_OP(TO_AMO((u64) &amo->variable), FETCHOP_LOAD) & | 857 | return (FETCHOP_LOAD_OP(TO_AMO((u64)&amo->variable), FETCHOP_LOAD) & |
| 919 | partid_mask); | 858 | partid_mask); |
| 920 | } | 859 | } |
| 921 | 860 | ||
| 922 | static inline u64 | 861 | static inline u64 |
| @@ -924,10 +863,9 @@ xpc_partition_disengage_requested(u64 partid_mask) | |||
| 924 | { | 863 | { |
| 925 | AMO_t *amo = xpc_vars->amos_page + XPC_DISENGAGE_REQUEST_AMO; | 864 | AMO_t *amo = xpc_vars->amos_page + XPC_DISENGAGE_REQUEST_AMO; |
| 926 | 865 | ||
| 927 | |||
| 928 | /* return our partition's AMO variable ANDed with partid_mask */ | 866 | /* return our partition's AMO variable ANDed with partid_mask */ |
| 929 | return (FETCHOP_LOAD_OP(TO_AMO((u64) &amo->variable), FETCHOP_LOAD) & | 867 | return (FETCHOP_LOAD_OP(TO_AMO((u64)&amo->variable), FETCHOP_LOAD) & |
| 930 | partid_mask); | 868 | partid_mask); |
| 931 | } | 869 | } |
| 932 | 870 | ||
| 933 | static inline void | 871 | static inline void |
| @@ -935,10 +873,9 @@ xpc_clear_partition_engaged(u64 partid_mask) | |||
| 935 | { | 873 | { |
| 936 | AMO_t *amo = xpc_vars->amos_page + XPC_ENGAGED_PARTITIONS_AMO; | 874 | AMO_t *amo = xpc_vars->amos_page + XPC_ENGAGED_PARTITIONS_AMO; |
| 937 | 875 | ||
| 938 | |||
| 939 | /* clear bit(s) based on partid_mask in our partition's AMO */ | 876 | /* clear bit(s) based on partid_mask in our partition's AMO */ |
| 940 | FETCHOP_STORE_OP(TO_AMO((u64) &amo->variable), FETCHOP_AND, | 877 | FETCHOP_STORE_OP(TO_AMO((u64)&amo->variable), FETCHOP_AND, |
| 941 | ~partid_mask); | 878 | ~partid_mask); |
| 942 | } | 879 | } |
| 943 | 880 | ||
| 944 | static inline void | 881 | static inline void |
| @@ -946,14 +883,11 @@ xpc_clear_partition_disengage_request(u64 partid_mask) | |||
| 946 | { | 883 | { |
| 947 | AMO_t *amo = xpc_vars->amos_page + XPC_DISENGAGE_REQUEST_AMO; | 884 | AMO_t *amo = xpc_vars->amos_page + XPC_DISENGAGE_REQUEST_AMO; |
| 948 | 885 | ||
| 949 | |||
| 950 | /* clear bit(s) based on partid_mask in our partition's AMO */ | 886 | /* clear bit(s) based on partid_mask in our partition's AMO */ |
| 951 | FETCHOP_STORE_OP(TO_AMO((u64) &amo->variable), FETCHOP_AND, | 887 | FETCHOP_STORE_OP(TO_AMO((u64)&amo->variable), FETCHOP_AND, |
| 952 | ~partid_mask); | 888 | ~partid_mask); |
| 953 | } | 889 | } |
| 954 | 890 | ||
| 955 | |||
| 956 | |||
| 957 | /* | 891 | /* |
| 958 | * The following set of macros and inlines are used for the sending and | 892 | * The following set of macros and inlines are used for the sending and |
| 959 | * receiving of IPIs (also known as IRQs). There are two flavors of IPIs, | 893 | * receiving of IPIs (also known as IRQs). There are two flavors of IPIs, |
| @@ -964,20 +898,18 @@ xpc_clear_partition_disengage_request(u64 partid_mask) | |||
| 964 | static inline u64 | 898 | static inline u64 |
| 965 | xpc_IPI_receive(AMO_t *amo) | 899 | xpc_IPI_receive(AMO_t *amo) |
| 966 | { | 900 | { |
| 967 | return FETCHOP_LOAD_OP(TO_AMO((u64) &amo->variable), FETCHOP_CLEAR); | 901 | return FETCHOP_LOAD_OP(TO_AMO((u64)&amo->variable), FETCHOP_CLEAR); |
| 968 | } | 902 | } |
| 969 | 903 | ||
| 970 | |||
| 971 | static inline enum xpc_retval | 904 | static inline enum xpc_retval |
| 972 | xpc_IPI_send(AMO_t *amo, u64 flag, int nasid, int phys_cpuid, int vector) | 905 | xpc_IPI_send(AMO_t *amo, u64 flag, int nasid, int phys_cpuid, int vector) |
| 973 | { | 906 | { |
| 974 | int ret = 0; | 907 | int ret = 0; |
| 975 | unsigned long irq_flags; | 908 | unsigned long irq_flags; |
| 976 | 909 | ||
| 977 | |||
| 978 | local_irq_save(irq_flags); | 910 | local_irq_save(irq_flags); |
| 979 | 911 | ||
| 980 | FETCHOP_STORE_OP(TO_AMO((u64) &amo->variable), FETCHOP_OR, flag); | 912 | FETCHOP_STORE_OP(TO_AMO((u64)&amo->variable), FETCHOP_OR, flag); |
| 981 | sn_send_IPI_phys(nasid, phys_cpuid, vector, 0); | 913 | sn_send_IPI_phys(nasid, phys_cpuid, vector, 0); |
| 982 | 914 | ||
| 983 | /* | 915 | /* |
| @@ -986,15 +918,14 @@ xpc_IPI_send(AMO_t *amo, u64 flag, int nasid, int phys_cpuid, int vector) | |||
| 986 | * didn't, we'd never know that the other partition is down and would | 918 | * didn't, we'd never know that the other partition is down and would |
| 987 | * keep sending IPIs and AMOs to it until the heartbeat times out. | 919 | * keep sending IPIs and AMOs to it until the heartbeat times out. |
| 988 | */ | 920 | */ |
| 989 | ret = xp_nofault_PIOR((u64 *) GLOBAL_MMR_ADDR(NASID_GET(&amo->variable), | 921 | ret = xp_nofault_PIOR((u64 *)GLOBAL_MMR_ADDR(NASID_GET(&amo->variable), |
| 990 | xp_nofault_PIOR_target)); | 922 | xp_nofault_PIOR_target)); |
| 991 | 923 | ||
| 992 | local_irq_restore(irq_flags); | 924 | local_irq_restore(irq_flags); |
| 993 | 925 | ||
| 994 | return ((ret == 0) ? xpcSuccess : xpcPioReadError); | 926 | return ((ret == 0) ? xpcSuccess : xpcPioReadError); |
| 995 | } | 927 | } |
| 996 | 928 | ||
| 997 | |||
| 998 | /* | 929 | /* |
| 999 | * IPIs associated with SGI_XPC_ACTIVATE IRQ. | 930 | * IPIs associated with SGI_XPC_ACTIVATE IRQ. |
| 1000 | */ | 931 | */ |
| @@ -1004,47 +935,47 @@ xpc_IPI_send(AMO_t *amo, u64 flag, int nasid, int phys_cpuid, int vector) | |||
| 1004 | */ | 935 | */ |
| 1005 | static inline void | 936 | static inline void |
| 1006 | xpc_activate_IRQ_send(u64 amos_page_pa, int from_nasid, int to_nasid, | 937 | xpc_activate_IRQ_send(u64 amos_page_pa, int from_nasid, int to_nasid, |
| 1007 | int to_phys_cpuid) | 938 | int to_phys_cpuid) |
| 1008 | { | 939 | { |
| 1009 | int w_index = XPC_NASID_W_INDEX(from_nasid); | 940 | int w_index = XPC_NASID_W_INDEX(from_nasid); |
| 1010 | int b_index = XPC_NASID_B_INDEX(from_nasid); | 941 | int b_index = XPC_NASID_B_INDEX(from_nasid); |
| 1011 | AMO_t *amos = (AMO_t *) __va(amos_page_pa + | 942 | AMO_t *amos = (AMO_t *)__va(amos_page_pa + |
| 1012 | (XPC_ACTIVATE_IRQ_AMOS * sizeof(AMO_t))); | 943 | (XPC_ACTIVATE_IRQ_AMOS * sizeof(AMO_t))); |
| 1013 | 944 | ||
| 1014 | 945 | (void)xpc_IPI_send(&amos[w_index], (1UL << b_index), to_nasid, | |
| 1015 | (void) xpc_IPI_send(&amos[w_index], (1UL << b_index), to_nasid, | 946 | to_phys_cpuid, SGI_XPC_ACTIVATE); |
| 1016 | to_phys_cpuid, SGI_XPC_ACTIVATE); | ||
| 1017 | } | 947 | } |
| 1018 | 948 | ||
| 1019 | static inline void | 949 | static inline void |
| 1020 | xpc_IPI_send_activate(struct xpc_vars *vars) | 950 | xpc_IPI_send_activate(struct xpc_vars *vars) |
| 1021 | { | 951 | { |
| 1022 | xpc_activate_IRQ_send(vars->amos_page_pa, cnodeid_to_nasid(0), | 952 | xpc_activate_IRQ_send(vars->amos_page_pa, cnodeid_to_nasid(0), |
| 1023 | vars->act_nasid, vars->act_phys_cpuid); | 953 | vars->act_nasid, vars->act_phys_cpuid); |
| 1024 | } | 954 | } |
| 1025 | 955 | ||
| 1026 | static inline void | 956 | static inline void |
| 1027 | xpc_IPI_send_activated(struct xpc_partition *part) | 957 | xpc_IPI_send_activated(struct xpc_partition *part) |
| 1028 | { | 958 | { |
| 1029 | xpc_activate_IRQ_send(part->remote_amos_page_pa, cnodeid_to_nasid(0), | 959 | xpc_activate_IRQ_send(part->remote_amos_page_pa, cnodeid_to_nasid(0), |
| 1030 | part->remote_act_nasid, part->remote_act_phys_cpuid); | 960 | part->remote_act_nasid, |
| 961 | part->remote_act_phys_cpuid); | ||
| 1031 | } | 962 | } |
| 1032 | 963 | ||
| 1033 | static inline void | 964 | static inline void |
| 1034 | xpc_IPI_send_reactivate(struct xpc_partition *part) | 965 | xpc_IPI_send_reactivate(struct xpc_partition *part) |
| 1035 | { | 966 | { |
| 1036 | xpc_activate_IRQ_send(xpc_vars->amos_page_pa, part->reactivate_nasid, | 967 | xpc_activate_IRQ_send(xpc_vars->amos_page_pa, part->reactivate_nasid, |
| 1037 | xpc_vars->act_nasid, xpc_vars->act_phys_cpuid); | 968 | xpc_vars->act_nasid, xpc_vars->act_phys_cpuid); |
| 1038 | } | 969 | } |
| 1039 | 970 | ||
| 1040 | static inline void | 971 | static inline void |
| 1041 | xpc_IPI_send_disengage(struct xpc_partition *part) | 972 | xpc_IPI_send_disengage(struct xpc_partition *part) |
| 1042 | { | 973 | { |
| 1043 | xpc_activate_IRQ_send(part->remote_amos_page_pa, cnodeid_to_nasid(0), | 974 | xpc_activate_IRQ_send(part->remote_amos_page_pa, cnodeid_to_nasid(0), |
| 1044 | part->remote_act_nasid, part->remote_act_phys_cpuid); | 975 | part->remote_act_nasid, |
| 976 | part->remote_act_phys_cpuid); | ||
| 1045 | } | 977 | } |
| 1046 | 978 | ||
| 1047 | |||
| 1048 | /* | 979 | /* |
| 1049 | * IPIs associated with SGI_XPC_NOTIFY IRQ. | 980 | * IPIs associated with SGI_XPC_NOTIFY IRQ. |
| 1050 | */ | 981 | */ |
| @@ -1058,33 +989,28 @@ xpc_IPI_send_disengage(struct xpc_partition *part) | |||
| 1058 | 989 | ||
| 1059 | static inline void | 990 | static inline void |
| 1060 | xpc_notify_IRQ_send(struct xpc_channel *ch, u8 ipi_flag, char *ipi_flag_string, | 991 | xpc_notify_IRQ_send(struct xpc_channel *ch, u8 ipi_flag, char *ipi_flag_string, |
| 1061 | unsigned long *irq_flags) | 992 | unsigned long *irq_flags) |
| 1062 | { | 993 | { |
| 1063 | struct xpc_partition *part = &xpc_partitions[ch->partid]; | 994 | struct xpc_partition *part = &xpc_partitions[ch->partid]; |
| 1064 | enum xpc_retval ret; | 995 | enum xpc_retval ret; |
| 1065 | 996 | ||
| 1066 | |||
| 1067 | if (likely(part->act_state != XPC_P_DEACTIVATING)) { | 997 | if (likely(part->act_state != XPC_P_DEACTIVATING)) { |
| 1068 | ret = xpc_IPI_send(part->remote_IPI_amo_va, | 998 | ret = xpc_IPI_send(part->remote_IPI_amo_va, |
| 1069 | (u64) ipi_flag << (ch->number * 8), | 999 | (u64)ipi_flag << (ch->number * 8), |
| 1070 | part->remote_IPI_nasid, | 1000 | part->remote_IPI_nasid, |
| 1071 | part->remote_IPI_phys_cpuid, | 1001 | part->remote_IPI_phys_cpuid, SGI_XPC_NOTIFY); |
| 1072 | SGI_XPC_NOTIFY); | ||
| 1073 | dev_dbg(xpc_chan, "%s sent to partid=%d, channel=%d, ret=%d\n", | 1002 | dev_dbg(xpc_chan, "%s sent to partid=%d, channel=%d, ret=%d\n", |
| 1074 | ipi_flag_string, ch->partid, ch->number, ret); | 1003 | ipi_flag_string, ch->partid, ch->number, ret); |
| 1075 | if (unlikely(ret != xpcSuccess)) { | 1004 | if (unlikely(ret != xpcSuccess)) { |
| 1076 | if (irq_flags != NULL) { | 1005 | if (irq_flags != NULL) |
| 1077 | spin_unlock_irqrestore(&ch->lock, *irq_flags); | 1006 | spin_unlock_irqrestore(&ch->lock, *irq_flags); |
| 1078 | } | ||
| 1079 | XPC_DEACTIVATE_PARTITION(part, ret); | 1007 | XPC_DEACTIVATE_PARTITION(part, ret); |
| 1080 | if (irq_flags != NULL) { | 1008 | if (irq_flags != NULL) |
| 1081 | spin_lock_irqsave(&ch->lock, *irq_flags); | 1009 | spin_lock_irqsave(&ch->lock, *irq_flags); |
| 1082 | } | ||
| 1083 | } | 1010 | } |
| 1084 | } | 1011 | } |
| 1085 | } | 1012 | } |
| 1086 | 1013 | ||
| 1087 | |||
| 1088 | /* | 1014 | /* |
| 1089 | * Make it look like the remote partition, which is associated with the | 1015 | * Make it look like the remote partition, which is associated with the |
| 1090 | * specified channel, sent us an IPI. This faked IPI will be handled | 1016 | * specified channel, sent us an IPI. This faked IPI will be handled |
| @@ -1095,18 +1021,16 @@ xpc_notify_IRQ_send(struct xpc_channel *ch, u8 ipi_flag, char *ipi_flag_string, | |||
| 1095 | 1021 | ||
| 1096 | static inline void | 1022 | static inline void |
| 1097 | xpc_notify_IRQ_send_local(struct xpc_channel *ch, u8 ipi_flag, | 1023 | xpc_notify_IRQ_send_local(struct xpc_channel *ch, u8 ipi_flag, |
| 1098 | char *ipi_flag_string) | 1024 | char *ipi_flag_string) |
| 1099 | { | 1025 | { |
| 1100 | struct xpc_partition *part = &xpc_partitions[ch->partid]; | 1026 | struct xpc_partition *part = &xpc_partitions[ch->partid]; |
| 1101 | 1027 | ||
| 1102 | 1028 | FETCHOP_STORE_OP(TO_AMO((u64)&part->local_IPI_amo_va->variable), | |
| 1103 | FETCHOP_STORE_OP(TO_AMO((u64) &part->local_IPI_amo_va->variable), | 1029 | FETCHOP_OR, ((u64)ipi_flag << (ch->number * 8))); |
| 1104 | FETCHOP_OR, ((u64) ipi_flag << (ch->number * 8))); | ||
| 1105 | dev_dbg(xpc_chan, "%s sent local from partid=%d, channel=%d\n", | 1030 | dev_dbg(xpc_chan, "%s sent local from partid=%d, channel=%d\n", |
| 1106 | ipi_flag_string, ch->partid, ch->number); | 1031 | ipi_flag_string, ch->partid, ch->number); |
| 1107 | } | 1032 | } |
| 1108 | 1033 | ||
| 1109 | |||
| 1110 | /* | 1034 | /* |
| 1111 | * The sending and receiving of IPIs includes the setting of an AMO variable | 1035 | * The sending and receiving of IPIs includes the setting of an AMO variable |
| 1112 | * to indicate the reason the IPI was sent. The 64-bit variable is divided | 1036 | * to indicate the reason the IPI was sent. The 64-bit variable is divided |
| @@ -1121,21 +1045,18 @@ xpc_notify_IRQ_send_local(struct xpc_channel *ch, u8 ipi_flag, | |||
| 1121 | #define XPC_IPI_OPENREPLY 0x08 | 1045 | #define XPC_IPI_OPENREPLY 0x08 |
| 1122 | #define XPC_IPI_MSGREQUEST 0x10 | 1046 | #define XPC_IPI_MSGREQUEST 0x10 |
| 1123 | 1047 | ||
| 1124 | |||
| 1125 | /* given an AMO variable and a channel#, get its associated IPI flags */ | 1048 | /* given an AMO variable and a channel#, get its associated IPI flags */ |
| 1126 | #define XPC_GET_IPI_FLAGS(_amo, _c) ((u8) (((_amo) >> ((_c) * 8)) & 0xff)) | 1049 | #define XPC_GET_IPI_FLAGS(_amo, _c) ((u8) (((_amo) >> ((_c) * 8)) & 0xff)) |
| 1127 | #define XPC_SET_IPI_FLAGS(_amo, _c, _f) (_amo) |= ((u64) (_f) << ((_c) * 8)) | 1050 | #define XPC_SET_IPI_FLAGS(_amo, _c, _f) (_amo) |= ((u64) (_f) << ((_c) * 8)) |
| 1128 | 1051 | ||
| 1129 | #define XPC_ANY_OPENCLOSE_IPI_FLAGS_SET(_amo) ((_amo) & __IA64_UL_CONST(0x0f0f0f0f0f0f0f0f)) | 1052 | #define XPC_ANY_OPENCLOSE_IPI_FLAGS_SET(_amo) ((_amo) & 0x0f0f0f0f0f0f0f0fUL) |
| 1130 | #define XPC_ANY_MSG_IPI_FLAGS_SET(_amo) ((_amo) & __IA64_UL_CONST(0x1010101010101010)) | 1053 | #define XPC_ANY_MSG_IPI_FLAGS_SET(_amo) ((_amo) & 0x1010101010101010UL) |
| 1131 | |||
| 1132 | 1054 | ||
| 1133 | static inline void | 1055 | static inline void |
| 1134 | xpc_IPI_send_closerequest(struct xpc_channel *ch, unsigned long *irq_flags) | 1056 | xpc_IPI_send_closerequest(struct xpc_channel *ch, unsigned long *irq_flags) |
| 1135 | { | 1057 | { |
| 1136 | struct xpc_openclose_args *args = ch->local_openclose_args; | 1058 | struct xpc_openclose_args *args = ch->local_openclose_args; |
| 1137 | 1059 | ||
| 1138 | |||
| 1139 | args->reason = ch->reason; | 1060 | args->reason = ch->reason; |
| 1140 | 1061 | ||
| 1141 | XPC_NOTIFY_IRQ_SEND(ch, XPC_IPI_CLOSEREQUEST, irq_flags); | 1062 | XPC_NOTIFY_IRQ_SEND(ch, XPC_IPI_CLOSEREQUEST, irq_flags); |
| @@ -1152,7 +1073,6 @@ xpc_IPI_send_openrequest(struct xpc_channel *ch, unsigned long *irq_flags) | |||
| 1152 | { | 1073 | { |
| 1153 | struct xpc_openclose_args *args = ch->local_openclose_args; | 1074 | struct xpc_openclose_args *args = ch->local_openclose_args; |
| 1154 | 1075 | ||
| 1155 | |||
| 1156 | args->msg_size = ch->msg_size; | 1076 | args->msg_size = ch->msg_size; |
| 1157 | args->local_nentries = ch->local_nentries; | 1077 | args->local_nentries = ch->local_nentries; |
| 1158 | 1078 | ||
| @@ -1164,7 +1084,6 @@ xpc_IPI_send_openreply(struct xpc_channel *ch, unsigned long *irq_flags) | |||
| 1164 | { | 1084 | { |
| 1165 | struct xpc_openclose_args *args = ch->local_openclose_args; | 1085 | struct xpc_openclose_args *args = ch->local_openclose_args; |
| 1166 | 1086 | ||
| 1167 | |||
| 1168 | args->remote_nentries = ch->remote_nentries; | 1087 | args->remote_nentries = ch->remote_nentries; |
| 1169 | args->local_nentries = ch->local_nentries; | 1088 | args->local_nentries = ch->local_nentries; |
| 1170 | args->local_msgqueue_pa = __pa(ch->local_msgqueue); | 1089 | args->local_msgqueue_pa = __pa(ch->local_msgqueue); |
| @@ -1184,7 +1103,6 @@ xpc_IPI_send_local_msgrequest(struct xpc_channel *ch) | |||
| 1184 | XPC_NOTIFY_IRQ_SEND_LOCAL(ch, XPC_IPI_MSGREQUEST); | 1103 | XPC_NOTIFY_IRQ_SEND_LOCAL(ch, XPC_IPI_MSGREQUEST); |
| 1185 | } | 1104 | } |
| 1186 | 1105 | ||
| 1187 | |||
| 1188 | /* | 1106 | /* |
| 1189 | * Memory for XPC's AMO variables is allocated by the MSPEC driver. These | 1107 | * Memory for XPC's AMO variables is allocated by the MSPEC driver. These |
| 1190 | * pages are located in the lowest granule. The lowest granule uses 4k pages | 1108 | * pages are located in the lowest granule. The lowest granule uses 4k pages |
| @@ -1201,13 +1119,10 @@ xpc_IPI_init(int index) | |||
| 1201 | { | 1119 | { |
| 1202 | AMO_t *amo = xpc_vars->amos_page + index; | 1120 | AMO_t *amo = xpc_vars->amos_page + index; |
| 1203 | 1121 | ||
| 1204 | 1122 | (void)xpc_IPI_receive(amo); /* clear AMO variable */ | |
| 1205 | (void) xpc_IPI_receive(amo); /* clear AMO variable */ | ||
| 1206 | return amo; | 1123 | return amo; |
| 1207 | } | 1124 | } |
| 1208 | 1125 | ||
| 1209 | |||
| 1210 | |||
| 1211 | static inline enum xpc_retval | 1126 | static inline enum xpc_retval |
| 1212 | xpc_map_bte_errors(bte_result_t error) | 1127 | xpc_map_bte_errors(bte_result_t error) |
| 1213 | { | 1128 | { |
| @@ -1220,22 +1135,31 @@ xpc_map_bte_errors(bte_result_t error) | |||
| 1220 | return xpcBteUnmappedError; | 1135 | return xpcBteUnmappedError; |
| 1221 | } | 1136 | } |
| 1222 | switch (error) { | 1137 | switch (error) { |
| 1223 | case BTE_SUCCESS: return xpcSuccess; | 1138 | case BTE_SUCCESS: |
| 1224 | case BTEFAIL_DIR: return xpcBteDirectoryError; | 1139 | return xpcSuccess; |
| 1225 | case BTEFAIL_POISON: return xpcBtePoisonError; | 1140 | case BTEFAIL_DIR: |
| 1226 | case BTEFAIL_WERR: return xpcBteWriteError; | 1141 | return xpcBteDirectoryError; |
| 1227 | case BTEFAIL_ACCESS: return xpcBteAccessError; | 1142 | case BTEFAIL_POISON: |
| 1228 | case BTEFAIL_PWERR: return xpcBtePWriteError; | 1143 | return xpcBtePoisonError; |
| 1229 | case BTEFAIL_PRERR: return xpcBtePReadError; | 1144 | case BTEFAIL_WERR: |
| 1230 | case BTEFAIL_TOUT: return xpcBteTimeOutError; | 1145 | return xpcBteWriteError; |
| 1231 | case BTEFAIL_XTERR: return xpcBteXtalkError; | 1146 | case BTEFAIL_ACCESS: |
| 1232 | case BTEFAIL_NOTAVAIL: return xpcBteNotAvailable; | 1147 | return xpcBteAccessError; |
| 1233 | default: return xpcBteUnmappedError; | 1148 | case BTEFAIL_PWERR: |
| 1149 | return xpcBtePWriteError; | ||
| 1150 | case BTEFAIL_PRERR: | ||
| 1151 | return xpcBtePReadError; | ||
| 1152 | case BTEFAIL_TOUT: | ||
| 1153 | return xpcBteTimeOutError; | ||
| 1154 | case BTEFAIL_XTERR: | ||
| 1155 | return xpcBteXtalkError; | ||
| 1156 | case BTEFAIL_NOTAVAIL: | ||
| 1157 | return xpcBteNotAvailable; | ||
| 1158 | default: | ||
| 1159 | return xpcBteUnmappedError; | ||
| 1234 | } | 1160 | } |
| 1235 | } | 1161 | } |
| 1236 | 1162 | ||
| 1237 | |||
| 1238 | |||
| 1239 | /* | 1163 | /* |
| 1240 | * Check to see if there is any channel activity to/from the specified | 1164 | * Check to see if there is any channel activity to/from the specified |
| 1241 | * partition. | 1165 | * partition. |
| @@ -1246,11 +1170,9 @@ xpc_check_for_channel_activity(struct xpc_partition *part) | |||
| 1246 | u64 IPI_amo; | 1170 | u64 IPI_amo; |
| 1247 | unsigned long irq_flags; | 1171 | unsigned long irq_flags; |
| 1248 | 1172 | ||
| 1249 | |||
| 1250 | IPI_amo = xpc_IPI_receive(part->local_IPI_amo_va); | 1173 | IPI_amo = xpc_IPI_receive(part->local_IPI_amo_va); |
| 1251 | if (IPI_amo == 0) { | 1174 | if (IPI_amo == 0) |
| 1252 | return; | 1175 | return; |
| 1253 | } | ||
| 1254 | 1176 | ||
| 1255 | spin_lock_irqsave(&part->IPI_lock, irq_flags); | 1177 | spin_lock_irqsave(&part->IPI_lock, irq_flags); |
| 1256 | part->local_IPI_amo |= IPI_amo; | 1178 | part->local_IPI_amo |= IPI_amo; |
| @@ -1262,6 +1184,4 @@ xpc_check_for_channel_activity(struct xpc_partition *part) | |||
| 1262 | xpc_wakeup_channel_mgr(part); | 1184 | xpc_wakeup_channel_mgr(part); |
| 1263 | } | 1185 | } |
| 1264 | 1186 | ||
| 1265 | 1187 | #endif /* _DRIVERS_MISC_SGIXP_XPC_H */ | |
| 1266 | #endif /* _ASM_IA64_SN_XPC_H */ | ||
| 1267 | |||
diff --git a/arch/ia64/sn/kernel/xpc_channel.c b/drivers/misc/sgi-xp/xpc_channel.c index 44ccc0d789c9..bfcb9ea968e9 100644 --- a/arch/ia64/sn/kernel/xpc_channel.c +++ b/drivers/misc/sgi-xp/xpc_channel.c | |||
| @@ -3,10 +3,9 @@ | |||
| 3 | * License. See the file "COPYING" in the main directory of this archive | 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. | 4 | * for more details. |
| 5 | * | 5 | * |
| 6 | * Copyright (c) 2004-2006 Silicon Graphics, Inc. All Rights Reserved. | 6 | * Copyright (c) 2004-2008 Silicon Graphics, Inc. All Rights Reserved. |
| 7 | */ | 7 | */ |
| 8 | 8 | ||
| 9 | |||
| 10 | /* | 9 | /* |
| 11 | * Cross Partition Communication (XPC) channel support. | 10 | * Cross Partition Communication (XPC) channel support. |
| 12 | * | 11 | * |
| @@ -15,7 +14,6 @@ | |||
| 15 | * | 14 | * |
| 16 | */ | 15 | */ |
| 17 | 16 | ||
| 18 | |||
| 19 | #include <linux/kernel.h> | 17 | #include <linux/kernel.h> |
| 20 | #include <linux/init.h> | 18 | #include <linux/init.h> |
| 21 | #include <linux/sched.h> | 19 | #include <linux/sched.h> |
| @@ -25,8 +23,7 @@ | |||
| 25 | #include <linux/completion.h> | 23 | #include <linux/completion.h> |
| 26 | #include <asm/sn/bte.h> | 24 | #include <asm/sn/bte.h> |
| 27 | #include <asm/sn/sn_sal.h> | 25 | #include <asm/sn/sn_sal.h> |
| 28 | #include <asm/sn/xpc.h> | 26 | #include "xpc.h" |
| 29 | |||
| 30 | 27 | ||
| 31 | /* | 28 | /* |
| 32 | * Guarantee that the kzalloc'd memory is cacheline aligned. | 29 | * Guarantee that the kzalloc'd memory is cacheline aligned. |
| @@ -36,22 +33,21 @@ xpc_kzalloc_cacheline_aligned(size_t size, gfp_t flags, void **base) | |||
| 36 | { | 33 | { |
| 37 | /* see if kzalloc will give us cachline aligned memory by default */ | 34 | /* see if kzalloc will give us cachline aligned memory by default */ |
| 38 | *base = kzalloc(size, flags); | 35 | *base = kzalloc(size, flags); |
| 39 | if (*base == NULL) { | 36 | if (*base == NULL) |
| 40 | return NULL; | 37 | return NULL; |
| 41 | } | 38 | |
| 42 | if ((u64) *base == L1_CACHE_ALIGN((u64) *base)) { | 39 | if ((u64)*base == L1_CACHE_ALIGN((u64)*base)) |
| 43 | return *base; | 40 | return *base; |
| 44 | } | 41 | |
| 45 | kfree(*base); | 42 | kfree(*base); |
| 46 | 43 | ||
| 47 | /* nope, we'll have to do it ourselves */ | 44 | /* nope, we'll have to do it ourselves */ |
| 48 | *base = kzalloc(size + L1_CACHE_BYTES, flags); | 45 | *base = kzalloc(size + L1_CACHE_BYTES, flags); |
| 49 | if (*base == NULL) { | 46 | if (*base == NULL) |
| 50 | return NULL; | 47 | return NULL; |
| 51 | } | ||
| 52 | return (void *) L1_CACHE_ALIGN((u64) *base); | ||
| 53 | } | ||
| 54 | 48 | ||
| 49 | return (void *)L1_CACHE_ALIGN((u64)*base); | ||
| 50 | } | ||
| 55 | 51 | ||
| 56 | /* | 52 | /* |
| 57 | * Set up the initial values for the XPartition Communication channels. | 53 | * Set up the initial values for the XPartition Communication channels. |
| @@ -62,7 +58,6 @@ xpc_initialize_channels(struct xpc_partition *part, partid_t partid) | |||
| 62 | int ch_number; | 58 | int ch_number; |
| 63 | struct xpc_channel *ch; | 59 | struct xpc_channel *ch; |
| 64 | 60 | ||
| 65 | |||
| 66 | for (ch_number = 0; ch_number < part->nchannels; ch_number++) { | 61 | for (ch_number = 0; ch_number < part->nchannels; ch_number++) { |
| 67 | ch = &part->channels[ch_number]; | 62 | ch = &part->channels[ch_number]; |
| 68 | 63 | ||
| @@ -72,7 +67,7 @@ xpc_initialize_channels(struct xpc_partition *part, partid_t partid) | |||
| 72 | 67 | ||
| 73 | ch->local_GP = &part->local_GPs[ch_number]; | 68 | ch->local_GP = &part->local_GPs[ch_number]; |
| 74 | ch->local_openclose_args = | 69 | ch->local_openclose_args = |
| 75 | &part->local_openclose_args[ch_number]; | 70 | &part->local_openclose_args[ch_number]; |
| 76 | 71 | ||
| 77 | atomic_set(&ch->kthreads_assigned, 0); | 72 | atomic_set(&ch->kthreads_assigned, 0); |
| 78 | atomic_set(&ch->kthreads_idle, 0); | 73 | atomic_set(&ch->kthreads_idle, 0); |
| @@ -91,7 +86,6 @@ xpc_initialize_channels(struct xpc_partition *part, partid_t partid) | |||
| 91 | } | 86 | } |
| 92 | } | 87 | } |
| 93 | 88 | ||
| 94 | |||
| 95 | /* | 89 | /* |
| 96 | * Setup the infrastructure necessary to support XPartition Communication | 90 | * Setup the infrastructure necessary to support XPartition Communication |
| 97 | * between the specified remote partition and the local one. | 91 | * between the specified remote partition and the local one. |
| @@ -103,7 +97,6 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 103 | struct timer_list *timer; | 97 | struct timer_list *timer; |
| 104 | partid_t partid = XPC_PARTID(part); | 98 | partid_t partid = XPC_PARTID(part); |
| 105 | 99 | ||
| 106 | |||
| 107 | /* | 100 | /* |
| 108 | * Zero out MOST of the entry for this partition. Only the fields | 101 | * Zero out MOST of the entry for this partition. Only the fields |
| 109 | * starting with `nchannels' will be zeroed. The preceding fields must | 102 | * starting with `nchannels' will be zeroed. The preceding fields must |
| @@ -111,14 +104,14 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 111 | * referenced during this memset() operation. | 104 | * referenced during this memset() operation. |
| 112 | */ | 105 | */ |
| 113 | memset(&part->nchannels, 0, sizeof(struct xpc_partition) - | 106 | memset(&part->nchannels, 0, sizeof(struct xpc_partition) - |
| 114 | offsetof(struct xpc_partition, nchannels)); | 107 | offsetof(struct xpc_partition, nchannels)); |
| 115 | 108 | ||
| 116 | /* | 109 | /* |
| 117 | * Allocate all of the channel structures as a contiguous chunk of | 110 | * Allocate all of the channel structures as a contiguous chunk of |
| 118 | * memory. | 111 | * memory. |
| 119 | */ | 112 | */ |
| 120 | part->channels = kzalloc(sizeof(struct xpc_channel) * XPC_NCHANNELS, | 113 | part->channels = kzalloc(sizeof(struct xpc_channel) * XPC_NCHANNELS, |
| 121 | GFP_KERNEL); | 114 | GFP_KERNEL); |
| 122 | if (part->channels == NULL) { | 115 | if (part->channels == NULL) { |
| 123 | dev_err(xpc_chan, "can't get memory for channels\n"); | 116 | dev_err(xpc_chan, "can't get memory for channels\n"); |
| 124 | return xpcNoMemory; | 117 | return xpcNoMemory; |
| @@ -126,11 +119,11 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 126 | 119 | ||
| 127 | part->nchannels = XPC_NCHANNELS; | 120 | part->nchannels = XPC_NCHANNELS; |
| 128 | 121 | ||
| 129 | |||
| 130 | /* allocate all the required GET/PUT values */ | 122 | /* allocate all the required GET/PUT values */ |
| 131 | 123 | ||
| 132 | part->local_GPs = xpc_kzalloc_cacheline_aligned(XPC_GP_SIZE, | 124 | part->local_GPs = xpc_kzalloc_cacheline_aligned(XPC_GP_SIZE, |
| 133 | GFP_KERNEL, &part->local_GPs_base); | 125 | GFP_KERNEL, |
| 126 | &part->local_GPs_base); | ||
| 134 | if (part->local_GPs == NULL) { | 127 | if (part->local_GPs == NULL) { |
| 135 | kfree(part->channels); | 128 | kfree(part->channels); |
| 136 | part->channels = NULL; | 129 | part->channels = NULL; |
| @@ -140,7 +133,9 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 140 | } | 133 | } |
| 141 | 134 | ||
| 142 | part->remote_GPs = xpc_kzalloc_cacheline_aligned(XPC_GP_SIZE, | 135 | part->remote_GPs = xpc_kzalloc_cacheline_aligned(XPC_GP_SIZE, |
| 143 | GFP_KERNEL, &part->remote_GPs_base); | 136 | GFP_KERNEL, |
| 137 | &part-> | ||
| 138 | remote_GPs_base); | ||
| 144 | if (part->remote_GPs == NULL) { | 139 | if (part->remote_GPs == NULL) { |
| 145 | dev_err(xpc_chan, "can't get memory for remote get/put " | 140 | dev_err(xpc_chan, "can't get memory for remote get/put " |
| 146 | "values\n"); | 141 | "values\n"); |
| @@ -151,12 +146,11 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 151 | return xpcNoMemory; | 146 | return xpcNoMemory; |
| 152 | } | 147 | } |
| 153 | 148 | ||
| 154 | |||
| 155 | /* allocate all the required open and close args */ | 149 | /* allocate all the required open and close args */ |
| 156 | 150 | ||
| 157 | part->local_openclose_args = xpc_kzalloc_cacheline_aligned( | 151 | part->local_openclose_args = |
| 158 | XPC_OPENCLOSE_ARGS_SIZE, GFP_KERNEL, | 152 | xpc_kzalloc_cacheline_aligned(XPC_OPENCLOSE_ARGS_SIZE, GFP_KERNEL, |
| 159 | &part->local_openclose_args_base); | 153 | &part->local_openclose_args_base); |
| 160 | if (part->local_openclose_args == NULL) { | 154 | if (part->local_openclose_args == NULL) { |
| 161 | dev_err(xpc_chan, "can't get memory for local connect args\n"); | 155 | dev_err(xpc_chan, "can't get memory for local connect args\n"); |
| 162 | kfree(part->remote_GPs_base); | 156 | kfree(part->remote_GPs_base); |
| @@ -168,9 +162,9 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 168 | return xpcNoMemory; | 162 | return xpcNoMemory; |
| 169 | } | 163 | } |
| 170 | 164 | ||
| 171 | part->remote_openclose_args = xpc_kzalloc_cacheline_aligned( | 165 | part->remote_openclose_args = |
| 172 | XPC_OPENCLOSE_ARGS_SIZE, GFP_KERNEL, | 166 | xpc_kzalloc_cacheline_aligned(XPC_OPENCLOSE_ARGS_SIZE, GFP_KERNEL, |
| 173 | &part->remote_openclose_args_base); | 167 | &part->remote_openclose_args_base); |
| 174 | if (part->remote_openclose_args == NULL) { | 168 | if (part->remote_openclose_args == NULL) { |
| 175 | dev_err(xpc_chan, "can't get memory for remote connect args\n"); | 169 | dev_err(xpc_chan, "can't get memory for remote connect args\n"); |
| 176 | kfree(part->local_openclose_args_base); | 170 | kfree(part->local_openclose_args_base); |
| @@ -184,13 +178,11 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 184 | return xpcNoMemory; | 178 | return xpcNoMemory; |
| 185 | } | 179 | } |
| 186 | 180 | ||
| 187 | |||
| 188 | xpc_initialize_channels(part, partid); | 181 | xpc_initialize_channels(part, partid); |
| 189 | 182 | ||
| 190 | atomic_set(&part->nchannels_active, 0); | 183 | atomic_set(&part->nchannels_active, 0); |
| 191 | atomic_set(&part->nchannels_engaged, 0); | 184 | atomic_set(&part->nchannels_engaged, 0); |
| 192 | 185 | ||
| 193 | |||
| 194 | /* local_IPI_amo were set to 0 by an earlier memset() */ | 186 | /* local_IPI_amo were set to 0 by an earlier memset() */ |
| 195 | 187 | ||
| 196 | /* Initialize this partitions AMO_t structure */ | 188 | /* Initialize this partitions AMO_t structure */ |
| @@ -203,7 +195,7 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 203 | 195 | ||
| 204 | sprintf(part->IPI_owner, "xpc%02d", partid); | 196 | sprintf(part->IPI_owner, "xpc%02d", partid); |
| 205 | ret = request_irq(SGI_XPC_NOTIFY, xpc_notify_IRQ_handler, IRQF_SHARED, | 197 | ret = request_irq(SGI_XPC_NOTIFY, xpc_notify_IRQ_handler, IRQF_SHARED, |
| 206 | part->IPI_owner, (void *) (u64) partid); | 198 | part->IPI_owner, (void *)(u64)partid); |
| 207 | if (ret != 0) { | 199 | if (ret != 0) { |
| 208 | dev_err(xpc_chan, "can't register NOTIFY IRQ handler, " | 200 | dev_err(xpc_chan, "can't register NOTIFY IRQ handler, " |
| 209 | "errno=%d\n", -ret); | 201 | "errno=%d\n", -ret); |
| @@ -223,8 +215,8 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 223 | /* Setup a timer to check for dropped IPIs */ | 215 | /* Setup a timer to check for dropped IPIs */ |
| 224 | timer = &part->dropped_IPI_timer; | 216 | timer = &part->dropped_IPI_timer; |
| 225 | init_timer(timer); | 217 | init_timer(timer); |
| 226 | timer->function = (void (*)(unsigned long)) xpc_dropped_IPI_check; | 218 | timer->function = (void (*)(unsigned long))xpc_dropped_IPI_check; |
| 227 | timer->data = (unsigned long) part; | 219 | timer->data = (unsigned long)part; |
| 228 | timer->expires = jiffies + XPC_P_DROPPED_IPI_WAIT; | 220 | timer->expires = jiffies + XPC_P_DROPPED_IPI_WAIT; |
| 229 | add_timer(timer); | 221 | add_timer(timer); |
| 230 | 222 | ||
| @@ -234,7 +226,6 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 234 | */ | 226 | */ |
| 235 | part->setup_state = XPC_P_SETUP; | 227 | part->setup_state = XPC_P_SETUP; |
| 236 | 228 | ||
| 237 | |||
| 238 | /* | 229 | /* |
| 239 | * Setup the per partition specific variables required by the | 230 | * Setup the per partition specific variables required by the |
| 240 | * remote partition to establish channel connections with us. | 231 | * remote partition to establish channel connections with us. |
| @@ -244,7 +235,7 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 244 | */ | 235 | */ |
| 245 | xpc_vars_part[partid].GPs_pa = __pa(part->local_GPs); | 236 | xpc_vars_part[partid].GPs_pa = __pa(part->local_GPs); |
| 246 | xpc_vars_part[partid].openclose_args_pa = | 237 | xpc_vars_part[partid].openclose_args_pa = |
| 247 | __pa(part->local_openclose_args); | 238 | __pa(part->local_openclose_args); |
| 248 | xpc_vars_part[partid].IPI_amo_pa = __pa(part->local_IPI_amo_va); | 239 | xpc_vars_part[partid].IPI_amo_pa = __pa(part->local_IPI_amo_va); |
| 249 | cpuid = raw_smp_processor_id(); /* any CPU in this partition will do */ | 240 | cpuid = raw_smp_processor_id(); /* any CPU in this partition will do */ |
| 250 | xpc_vars_part[partid].IPI_nasid = cpuid_to_nasid(cpuid); | 241 | xpc_vars_part[partid].IPI_nasid = cpuid_to_nasid(cpuid); |
| @@ -255,7 +246,6 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 255 | return xpcSuccess; | 246 | return xpcSuccess; |
| 256 | } | 247 | } |
| 257 | 248 | ||
| 258 | |||
| 259 | /* | 249 | /* |
| 260 | * Create a wrapper that hides the underlying mechanism for pulling a cacheline | 250 | * Create a wrapper that hides the underlying mechanism for pulling a cacheline |
| 261 | * (or multiple cachelines) from a remote partition. | 251 | * (or multiple cachelines) from a remote partition. |
| @@ -266,24 +256,21 @@ xpc_setup_infrastructure(struct xpc_partition *part) | |||
| 266 | */ | 256 | */ |
| 267 | static enum xpc_retval | 257 | static enum xpc_retval |
| 268 | xpc_pull_remote_cachelines(struct xpc_partition *part, void *dst, | 258 | xpc_pull_remote_cachelines(struct xpc_partition *part, void *dst, |
| 269 | const void *src, size_t cnt) | 259 | const void *src, size_t cnt) |
| 270 | { | 260 | { |
| 271 | bte_result_t bte_ret; | 261 | bte_result_t bte_ret; |
| 272 | 262 | ||
| 273 | 263 | DBUG_ON((u64)src != L1_CACHE_ALIGN((u64)src)); | |
| 274 | DBUG_ON((u64) src != L1_CACHE_ALIGN((u64) src)); | 264 | DBUG_ON((u64)dst != L1_CACHE_ALIGN((u64)dst)); |
| 275 | DBUG_ON((u64) dst != L1_CACHE_ALIGN((u64) dst)); | ||
| 276 | DBUG_ON(cnt != L1_CACHE_ALIGN(cnt)); | 265 | DBUG_ON(cnt != L1_CACHE_ALIGN(cnt)); |
| 277 | 266 | ||
| 278 | if (part->act_state == XPC_P_DEACTIVATING) { | 267 | if (part->act_state == XPC_P_DEACTIVATING) |
| 279 | return part->reason; | 268 | return part->reason; |
| 280 | } | ||
| 281 | 269 | ||
| 282 | bte_ret = xp_bte_copy((u64) src, (u64) dst, (u64) cnt, | 270 | bte_ret = xp_bte_copy((u64)src, (u64)dst, (u64)cnt, |
| 283 | (BTE_NORMAL | BTE_WACQUIRE), NULL); | 271 | (BTE_NORMAL | BTE_WACQUIRE), NULL); |
| 284 | if (bte_ret == BTE_SUCCESS) { | 272 | if (bte_ret == BTE_SUCCESS) |
| 285 | return xpcSuccess; | 273 | return xpcSuccess; |
| 286 | } | ||
| 287 | 274 | ||
| 288 | dev_dbg(xpc_chan, "xp_bte_copy() from partition %d failed, ret=%d\n", | 275 | dev_dbg(xpc_chan, "xp_bte_copy() from partition %d failed, ret=%d\n", |
| 289 | XPC_PARTID(part), bte_ret); | 276 | XPC_PARTID(part), bte_ret); |
| @@ -291,7 +278,6 @@ xpc_pull_remote_cachelines(struct xpc_partition *part, void *dst, | |||
| 291 | return xpc_map_bte_errors(bte_ret); | 278 | return xpc_map_bte_errors(bte_ret); |
| 292 | } | 279 | } |
| 293 | 280 | ||
| 294 | |||
| 295 | /* | 281 | /* |
| 296 | * Pull the remote per partition specific variables from the specified | 282 | * Pull the remote per partition specific variables from the specified |
| 297 | * partition. | 283 | * partition. |
| @@ -301,41 +287,40 @@ xpc_pull_remote_vars_part(struct xpc_partition *part) | |||
| 301 | { | 287 | { |
| 302 | u8 buffer[L1_CACHE_BYTES * 2]; | 288 | u8 buffer[L1_CACHE_BYTES * 2]; |
| 303 | struct xpc_vars_part *pulled_entry_cacheline = | 289 | struct xpc_vars_part *pulled_entry_cacheline = |
| 304 | (struct xpc_vars_part *) L1_CACHE_ALIGN((u64) buffer); | 290 | (struct xpc_vars_part *)L1_CACHE_ALIGN((u64)buffer); |
| 305 | struct xpc_vars_part *pulled_entry; | 291 | struct xpc_vars_part *pulled_entry; |
| 306 | u64 remote_entry_cacheline_pa, remote_entry_pa; | 292 | u64 remote_entry_cacheline_pa, remote_entry_pa; |
| 307 | partid_t partid = XPC_PARTID(part); | 293 | partid_t partid = XPC_PARTID(part); |
| 308 | enum xpc_retval ret; | 294 | enum xpc_retval ret; |
| 309 | 295 | ||
| 310 | |||
| 311 | /* pull the cacheline that contains the variables we're interested in */ | 296 | /* pull the cacheline that contains the variables we're interested in */ |
| 312 | 297 | ||
| 313 | DBUG_ON(part->remote_vars_part_pa != | 298 | DBUG_ON(part->remote_vars_part_pa != |
| 314 | L1_CACHE_ALIGN(part->remote_vars_part_pa)); | 299 | L1_CACHE_ALIGN(part->remote_vars_part_pa)); |
| 315 | DBUG_ON(sizeof(struct xpc_vars_part) != L1_CACHE_BYTES / 2); | 300 | DBUG_ON(sizeof(struct xpc_vars_part) != L1_CACHE_BYTES / 2); |
| 316 | 301 | ||
| 317 | remote_entry_pa = part->remote_vars_part_pa + | 302 | remote_entry_pa = part->remote_vars_part_pa + |
| 318 | sn_partition_id * sizeof(struct xpc_vars_part); | 303 | sn_partition_id * sizeof(struct xpc_vars_part); |
| 319 | 304 | ||
| 320 | remote_entry_cacheline_pa = (remote_entry_pa & ~(L1_CACHE_BYTES - 1)); | 305 | remote_entry_cacheline_pa = (remote_entry_pa & ~(L1_CACHE_BYTES - 1)); |
| 321 | 306 | ||
| 322 | pulled_entry = (struct xpc_vars_part *) ((u64) pulled_entry_cacheline + | 307 | pulled_entry = (struct xpc_vars_part *)((u64)pulled_entry_cacheline + |
| 323 | (remote_entry_pa & (L1_CACHE_BYTES - 1))); | 308 | (remote_entry_pa & |
| 309 | (L1_CACHE_BYTES - 1))); | ||
| 324 | 310 | ||
| 325 | ret = xpc_pull_remote_cachelines(part, pulled_entry_cacheline, | 311 | ret = xpc_pull_remote_cachelines(part, pulled_entry_cacheline, |
| 326 | (void *) remote_entry_cacheline_pa, | 312 | (void *)remote_entry_cacheline_pa, |
| 327 | L1_CACHE_BYTES); | 313 | L1_CACHE_BYTES); |
| 328 | if (ret != xpcSuccess) { | 314 | if (ret != xpcSuccess) { |
| 329 | dev_dbg(xpc_chan, "failed to pull XPC vars_part from " | 315 | dev_dbg(xpc_chan, "failed to pull XPC vars_part from " |
| 330 | "partition %d, ret=%d\n", partid, ret); | 316 | "partition %d, ret=%d\n", partid, ret); |
| 331 | return ret; | 317 | return ret; |
| 332 | } | 318 | } |
| 333 | 319 | ||
| 334 | |||
| 335 | /* see if they've been set up yet */ | 320 | /* see if they've been set up yet */ |
| 336 | 321 | ||
| 337 | if (pulled_entry->magic != XPC_VP_MAGIC1 && | 322 | if (pulled_entry->magic != XPC_VP_MAGIC1 && |
| 338 | pulled_entry->magic != XPC_VP_MAGIC2) { | 323 | pulled_entry->magic != XPC_VP_MAGIC2) { |
| 339 | 324 | ||
| 340 | if (pulled_entry->magic != 0) { | 325 | if (pulled_entry->magic != 0) { |
| 341 | dev_dbg(xpc_chan, "partition %d's XPC vars_part for " | 326 | dev_dbg(xpc_chan, "partition %d's XPC vars_part for " |
| @@ -353,8 +338,8 @@ xpc_pull_remote_vars_part(struct xpc_partition *part) | |||
| 353 | /* validate the variables */ | 338 | /* validate the variables */ |
| 354 | 339 | ||
| 355 | if (pulled_entry->GPs_pa == 0 || | 340 | if (pulled_entry->GPs_pa == 0 || |
| 356 | pulled_entry->openclose_args_pa == 0 || | 341 | pulled_entry->openclose_args_pa == 0 || |
| 357 | pulled_entry->IPI_amo_pa == 0) { | 342 | pulled_entry->IPI_amo_pa == 0) { |
| 358 | 343 | ||
| 359 | dev_err(xpc_chan, "partition %d's XPC vars_part for " | 344 | dev_err(xpc_chan, "partition %d's XPC vars_part for " |
| 360 | "partition %d are not valid\n", partid, | 345 | "partition %d are not valid\n", partid, |
| @@ -366,29 +351,26 @@ xpc_pull_remote_vars_part(struct xpc_partition *part) | |||
| 366 | 351 | ||
| 367 | part->remote_GPs_pa = pulled_entry->GPs_pa; | 352 | part->remote_GPs_pa = pulled_entry->GPs_pa; |
| 368 | part->remote_openclose_args_pa = | 353 | part->remote_openclose_args_pa = |
| 369 | pulled_entry->openclose_args_pa; | 354 | pulled_entry->openclose_args_pa; |
| 370 | part->remote_IPI_amo_va = | 355 | part->remote_IPI_amo_va = |
| 371 | (AMO_t *) __va(pulled_entry->IPI_amo_pa); | 356 | (AMO_t *)__va(pulled_entry->IPI_amo_pa); |
| 372 | part->remote_IPI_nasid = pulled_entry->IPI_nasid; | 357 | part->remote_IPI_nasid = pulled_entry->IPI_nasid; |
| 373 | part->remote_IPI_phys_cpuid = pulled_entry->IPI_phys_cpuid; | 358 | part->remote_IPI_phys_cpuid = pulled_entry->IPI_phys_cpuid; |
| 374 | 359 | ||
| 375 | if (part->nchannels > pulled_entry->nchannels) { | 360 | if (part->nchannels > pulled_entry->nchannels) |
| 376 | part->nchannels = pulled_entry->nchannels; | 361 | part->nchannels = pulled_entry->nchannels; |
| 377 | } | ||
| 378 | 362 | ||
| 379 | /* let the other side know that we've pulled their variables */ | 363 | /* let the other side know that we've pulled their variables */ |
| 380 | 364 | ||
| 381 | xpc_vars_part[partid].magic = XPC_VP_MAGIC2; | 365 | xpc_vars_part[partid].magic = XPC_VP_MAGIC2; |
| 382 | } | 366 | } |
| 383 | 367 | ||
| 384 | if (pulled_entry->magic == XPC_VP_MAGIC1) { | 368 | if (pulled_entry->magic == XPC_VP_MAGIC1) |
| 385 | return xpcRetry; | 369 | return xpcRetry; |
| 386 | } | ||
| 387 | 370 | ||
| 388 | return xpcSuccess; | 371 | return xpcSuccess; |
| 389 | } | 372 | } |
| 390 | 373 | ||
| 391 | |||
| 392 | /* | 374 | /* |
| 393 | * Get the IPI flags and pull the openclose args and/or remote GPs as needed. | 375 | * Get the IPI flags and pull the openclose args and/or remote GPs as needed. |
| 394 | */ | 376 | */ |
| @@ -399,23 +381,23 @@ xpc_get_IPI_flags(struct xpc_partition *part) | |||
| 399 | u64 IPI_amo; | 381 | u64 IPI_amo; |
| 400 | enum xpc_retval ret; | 382 | enum xpc_retval ret; |
| 401 | 383 | ||
| 402 | |||
| 403 | /* | 384 | /* |
| 404 | * See if there are any IPI flags to be handled. | 385 | * See if there are any IPI flags to be handled. |
| 405 | */ | 386 | */ |
| 406 | 387 | ||
| 407 | spin_lock_irqsave(&part->IPI_lock, irq_flags); | 388 | spin_lock_irqsave(&part->IPI_lock, irq_flags); |
| 408 | if ((IPI_amo = part->local_IPI_amo) != 0) { | 389 | IPI_amo = part->local_IPI_amo; |
| 390 | if (IPI_amo != 0) | ||
| 409 | part->local_IPI_amo = 0; | 391 | part->local_IPI_amo = 0; |
| 410 | } | ||
| 411 | spin_unlock_irqrestore(&part->IPI_lock, irq_flags); | ||
| 412 | 392 | ||
| 393 | spin_unlock_irqrestore(&part->IPI_lock, irq_flags); | ||
| 413 | 394 | ||
| 414 | if (XPC_ANY_OPENCLOSE_IPI_FLAGS_SET(IPI_amo)) { | 395 | if (XPC_ANY_OPENCLOSE_IPI_FLAGS_SET(IPI_amo)) { |
| 415 | ret = xpc_pull_remote_cachelines(part, | 396 | ret = xpc_pull_remote_cachelines(part, |
| 416 | part->remote_openclose_args, | 397 | part->remote_openclose_args, |
| 417 | (void *) part->remote_openclose_args_pa, | 398 | (void *)part-> |
| 418 | XPC_OPENCLOSE_ARGS_SIZE); | 399 | remote_openclose_args_pa, |
| 400 | XPC_OPENCLOSE_ARGS_SIZE); | ||
| 419 | if (ret != xpcSuccess) { | 401 | if (ret != xpcSuccess) { |
| 420 | XPC_DEACTIVATE_PARTITION(part, ret); | 402 | XPC_DEACTIVATE_PARTITION(part, ret); |
| 421 | 403 | ||
| @@ -430,8 +412,8 @@ xpc_get_IPI_flags(struct xpc_partition *part) | |||
| 430 | 412 | ||
| 431 | if (XPC_ANY_MSG_IPI_FLAGS_SET(IPI_amo)) { | 413 | if (XPC_ANY_MSG_IPI_FLAGS_SET(IPI_amo)) { |
| 432 | ret = xpc_pull_remote_cachelines(part, part->remote_GPs, | 414 | ret = xpc_pull_remote_cachelines(part, part->remote_GPs, |
| 433 | (void *) part->remote_GPs_pa, | 415 | (void *)part->remote_GPs_pa, |
| 434 | XPC_GP_SIZE); | 416 | XPC_GP_SIZE); |
| 435 | if (ret != xpcSuccess) { | 417 | if (ret != xpcSuccess) { |
| 436 | XPC_DEACTIVATE_PARTITION(part, ret); | 418 | XPC_DEACTIVATE_PARTITION(part, ret); |
| 437 | 419 | ||
| @@ -446,7 +428,6 @@ xpc_get_IPI_flags(struct xpc_partition *part) | |||
| 446 | return IPI_amo; | 428 | return IPI_amo; |
| 447 | } | 429 | } |
| 448 | 430 | ||
| 449 | |||
| 450 | /* | 431 | /* |
| 451 | * Allocate the local message queue and the notify queue. | 432 | * Allocate the local message queue and the notify queue. |
| 452 | */ | 433 | */ |
| @@ -457,20 +438,14 @@ xpc_allocate_local_msgqueue(struct xpc_channel *ch) | |||
| 457 | int nentries; | 438 | int nentries; |
| 458 | size_t nbytes; | 439 | size_t nbytes; |
| 459 | 440 | ||
| 460 | |||
| 461 | // >>> may want to check for ch->flags & XPC_C_DISCONNECTING between | ||
| 462 | // >>> iterations of the for-loop, bail if set? | ||
| 463 | |||
| 464 | // >>> should we impose a minimum #of entries? like 4 or 8? | ||
| 465 | for (nentries = ch->local_nentries; nentries > 0; nentries--) { | 441 | for (nentries = ch->local_nentries; nentries > 0; nentries--) { |
| 466 | 442 | ||
| 467 | nbytes = nentries * ch->msg_size; | 443 | nbytes = nentries * ch->msg_size; |
| 468 | ch->local_msgqueue = xpc_kzalloc_cacheline_aligned(nbytes, | 444 | ch->local_msgqueue = xpc_kzalloc_cacheline_aligned(nbytes, |
| 469 | GFP_KERNEL, | 445 | GFP_KERNEL, |
| 470 | &ch->local_msgqueue_base); | 446 | &ch->local_msgqueue_base); |
| 471 | if (ch->local_msgqueue == NULL) { | 447 | if (ch->local_msgqueue == NULL) |
| 472 | continue; | 448 | continue; |
| 473 | } | ||
| 474 | 449 | ||
| 475 | nbytes = nentries * sizeof(struct xpc_notify); | 450 | nbytes = nentries * sizeof(struct xpc_notify); |
| 476 | ch->notify_queue = kzalloc(nbytes, GFP_KERNEL); | 451 | ch->notify_queue = kzalloc(nbytes, GFP_KERNEL); |
| @@ -497,7 +472,6 @@ xpc_allocate_local_msgqueue(struct xpc_channel *ch) | |||
| 497 | return xpcNoMemory; | 472 | return xpcNoMemory; |
| 498 | } | 473 | } |
| 499 | 474 | ||
| 500 | |||
| 501 | /* | 475 | /* |
| 502 | * Allocate the cached remote message queue. | 476 | * Allocate the cached remote message queue. |
| 503 | */ | 477 | */ |
| @@ -508,22 +482,16 @@ xpc_allocate_remote_msgqueue(struct xpc_channel *ch) | |||
| 508 | int nentries; | 482 | int nentries; |
| 509 | size_t nbytes; | 483 | size_t nbytes; |
| 510 | 484 | ||
| 511 | |||
| 512 | DBUG_ON(ch->remote_nentries <= 0); | 485 | DBUG_ON(ch->remote_nentries <= 0); |
| 513 | 486 | ||
| 514 | // >>> may want to check for ch->flags & XPC_C_DISCONNECTING between | ||
| 515 | // >>> iterations of the for-loop, bail if set? | ||
| 516 | |||
| 517 | // >>> should we impose a minimum #of entries? like 4 or 8? | ||
| 518 | for (nentries = ch->remote_nentries; nentries > 0; nentries--) { | 487 | for (nentries = ch->remote_nentries; nentries > 0; nentries--) { |
| 519 | 488 | ||
| 520 | nbytes = nentries * ch->msg_size; | 489 | nbytes = nentries * ch->msg_size; |
| 521 | ch->remote_msgqueue = xpc_kzalloc_cacheline_aligned(nbytes, | 490 | ch->remote_msgqueue = xpc_kzalloc_cacheline_aligned(nbytes, |
| 522 | GFP_KERNEL, | 491 | GFP_KERNEL, |
| 523 | &ch->remote_msgqueue_base); | 492 | &ch->remote_msgqueue_base); |
| 524 | if (ch->remote_msgqueue == NULL) { | 493 | if (ch->remote_msgqueue == NULL) |
| 525 | continue; | 494 | continue; |
| 526 | } | ||
| 527 | 495 | ||
| 528 | spin_lock_irqsave(&ch->lock, irq_flags); | 496 | spin_lock_irqsave(&ch->lock, irq_flags); |
| 529 | if (nentries < ch->remote_nentries) { | 497 | if (nentries < ch->remote_nentries) { |
| @@ -542,7 +510,6 @@ xpc_allocate_remote_msgqueue(struct xpc_channel *ch) | |||
| 542 | return xpcNoMemory; | 510 | return xpcNoMemory; |
| 543 | } | 511 | } |
| 544 | 512 | ||
| 545 | |||
| 546 | /* | 513 | /* |
| 547 | * Allocate message queues and other stuff associated with a channel. | 514 | * Allocate message queues and other stuff associated with a channel. |
| 548 | * | 515 | * |
| @@ -554,14 +521,14 @@ xpc_allocate_msgqueues(struct xpc_channel *ch) | |||
| 554 | unsigned long irq_flags; | 521 | unsigned long irq_flags; |
| 555 | enum xpc_retval ret; | 522 | enum xpc_retval ret; |
| 556 | 523 | ||
| 557 | |||
| 558 | DBUG_ON(ch->flags & XPC_C_SETUP); | 524 | DBUG_ON(ch->flags & XPC_C_SETUP); |
| 559 | 525 | ||
| 560 | if ((ret = xpc_allocate_local_msgqueue(ch)) != xpcSuccess) { | 526 | ret = xpc_allocate_local_msgqueue(ch); |
| 527 | if (ret != xpcSuccess) | ||
| 561 | return ret; | 528 | return ret; |
| 562 | } | ||
| 563 | 529 | ||
| 564 | if ((ret = xpc_allocate_remote_msgqueue(ch)) != xpcSuccess) { | 530 | ret = xpc_allocate_remote_msgqueue(ch); |
| 531 | if (ret != xpcSuccess) { | ||
| 565 | kfree(ch->local_msgqueue_base); | 532 | kfree(ch->local_msgqueue_base); |
| 566 | ch->local_msgqueue = NULL; | 533 | ch->local_msgqueue = NULL; |
| 567 | kfree(ch->notify_queue); | 534 | kfree(ch->notify_queue); |
| @@ -576,7 +543,6 @@ xpc_allocate_msgqueues(struct xpc_channel *ch) | |||
| 576 | return xpcSuccess; | 543 | return xpcSuccess; |
| 577 | } | 544 | } |
| 578 | 545 | ||
| 579 | |||
| 580 | /* | 546 | /* |
| 581 | * Process a connect message from a remote partition. | 547 | * Process a connect message from a remote partition. |
| 582 | * | 548 | * |
| @@ -588,11 +554,10 @@ xpc_process_connect(struct xpc_channel *ch, unsigned long *irq_flags) | |||
| 588 | { | 554 | { |
| 589 | enum xpc_retval ret; | 555 | enum xpc_retval ret; |
| 590 | 556 | ||
| 591 | |||
| 592 | DBUG_ON(!spin_is_locked(&ch->lock)); | 557 | DBUG_ON(!spin_is_locked(&ch->lock)); |
| 593 | 558 | ||
| 594 | if (!(ch->flags & XPC_C_OPENREQUEST) || | 559 | if (!(ch->flags & XPC_C_OPENREQUEST) || |
| 595 | !(ch->flags & XPC_C_ROPENREQUEST)) { | 560 | !(ch->flags & XPC_C_ROPENREQUEST)) { |
| 596 | /* nothing more to do for now */ | 561 | /* nothing more to do for now */ |
| 597 | return; | 562 | return; |
| 598 | } | 563 | } |
| @@ -603,12 +568,11 @@ xpc_process_connect(struct xpc_channel *ch, unsigned long *irq_flags) | |||
| 603 | ret = xpc_allocate_msgqueues(ch); | 568 | ret = xpc_allocate_msgqueues(ch); |
| 604 | spin_lock_irqsave(&ch->lock, *irq_flags); | 569 | spin_lock_irqsave(&ch->lock, *irq_flags); |
| 605 | 570 | ||
| 606 | if (ret != xpcSuccess) { | 571 | if (ret != xpcSuccess) |
| 607 | XPC_DISCONNECT_CHANNEL(ch, ret, irq_flags); | 572 | XPC_DISCONNECT_CHANNEL(ch, ret, irq_flags); |
| 608 | } | 573 | |
| 609 | if (ch->flags & (XPC_C_CONNECTED | XPC_C_DISCONNECTING)) { | 574 | if (ch->flags & (XPC_C_CONNECTED | XPC_C_DISCONNECTING)) |
| 610 | return; | 575 | return; |
| 611 | } | ||
| 612 | 576 | ||
| 613 | DBUG_ON(!(ch->flags & XPC_C_SETUP)); | 577 | DBUG_ON(!(ch->flags & XPC_C_SETUP)); |
| 614 | DBUG_ON(ch->local_msgqueue == NULL); | 578 | DBUG_ON(ch->local_msgqueue == NULL); |
| @@ -620,23 +584,21 @@ xpc_process_connect(struct xpc_channel *ch, unsigned long *irq_flags) | |||
| 620 | xpc_IPI_send_openreply(ch, irq_flags); | 584 | xpc_IPI_send_openreply(ch, irq_flags); |
| 621 | } | 585 | } |
| 622 | 586 | ||
| 623 | if (!(ch->flags & XPC_C_ROPENREPLY)) { | 587 | if (!(ch->flags & XPC_C_ROPENREPLY)) |
| 624 | return; | 588 | return; |
| 625 | } | ||
| 626 | 589 | ||
| 627 | DBUG_ON(ch->remote_msgqueue_pa == 0); | 590 | DBUG_ON(ch->remote_msgqueue_pa == 0); |
| 628 | 591 | ||
| 629 | ch->flags = (XPC_C_CONNECTED | XPC_C_SETUP); /* clear all else */ | 592 | ch->flags = (XPC_C_CONNECTED | XPC_C_SETUP); /* clear all else */ |
| 630 | 593 | ||
| 631 | dev_info(xpc_chan, "channel %d to partition %d connected\n", | 594 | dev_info(xpc_chan, "channel %d to partition %d connected\n", |
| 632 | ch->number, ch->partid); | 595 | ch->number, ch->partid); |
| 633 | 596 | ||
| 634 | spin_unlock_irqrestore(&ch->lock, *irq_flags); | 597 | spin_unlock_irqrestore(&ch->lock, *irq_flags); |
| 635 | xpc_create_kthreads(ch, 1, 0); | 598 | xpc_create_kthreads(ch, 1, 0); |
| 636 | spin_lock_irqsave(&ch->lock, *irq_flags); | 599 | spin_lock_irqsave(&ch->lock, *irq_flags); |
| 637 | } | 600 | } |
| 638 | 601 | ||
| 639 | |||
| 640 | /* | 602 | /* |
| 641 | * Notify those who wanted to be notified upon delivery of their message. | 603 | * Notify those who wanted to be notified upon delivery of their message. |
| 642 | */ | 604 | */ |
| @@ -647,7 +609,6 @@ xpc_notify_senders(struct xpc_channel *ch, enum xpc_retval reason, s64 put) | |||
| 647 | u8 notify_type; | 609 | u8 notify_type; |
| 648 | s64 get = ch->w_remote_GP.get - 1; | 610 | s64 get = ch->w_remote_GP.get - 1; |
| 649 | 611 | ||
| 650 | |||
| 651 | while (++get < put && atomic_read(&ch->n_to_notify) > 0) { | 612 | while (++get < put && atomic_read(&ch->n_to_notify) > 0) { |
| 652 | 613 | ||
| 653 | notify = &ch->notify_queue[get % ch->local_nentries]; | 614 | notify = &ch->notify_queue[get % ch->local_nentries]; |
| @@ -660,8 +621,7 @@ xpc_notify_senders(struct xpc_channel *ch, enum xpc_retval reason, s64 put) | |||
| 660 | */ | 621 | */ |
| 661 | notify_type = notify->type; | 622 | notify_type = notify->type; |
| 662 | if (notify_type == 0 || | 623 | if (notify_type == 0 || |
| 663 | cmpxchg(¬ify->type, notify_type, 0) != | 624 | cmpxchg(¬ify->type, notify_type, 0) != notify_type) { |
| 664 | notify_type) { | ||
| 665 | continue; | 625 | continue; |
| 666 | } | 626 | } |
| 667 | 627 | ||
| @@ -672,20 +632,19 @@ xpc_notify_senders(struct xpc_channel *ch, enum xpc_retval reason, s64 put) | |||
| 672 | if (notify->func != NULL) { | 632 | if (notify->func != NULL) { |
| 673 | dev_dbg(xpc_chan, "notify->func() called, notify=0x%p, " | 633 | dev_dbg(xpc_chan, "notify->func() called, notify=0x%p, " |
| 674 | "msg_number=%ld, partid=%d, channel=%d\n", | 634 | "msg_number=%ld, partid=%d, channel=%d\n", |
| 675 | (void *) notify, get, ch->partid, ch->number); | 635 | (void *)notify, get, ch->partid, ch->number); |
| 676 | 636 | ||
| 677 | notify->func(reason, ch->partid, ch->number, | 637 | notify->func(reason, ch->partid, ch->number, |
| 678 | notify->key); | 638 | notify->key); |
| 679 | 639 | ||
| 680 | dev_dbg(xpc_chan, "notify->func() returned, " | 640 | dev_dbg(xpc_chan, "notify->func() returned, " |
| 681 | "notify=0x%p, msg_number=%ld, partid=%d, " | 641 | "notify=0x%p, msg_number=%ld, partid=%d, " |
| 682 | "channel=%d\n", (void *) notify, get, | 642 | "channel=%d\n", (void *)notify, get, |
| 683 | ch->partid, ch->number); | 643 | ch->partid, ch->number); |
| 684 | } | 644 | } |
| 685 | } | 645 | } |
| 686 | } | 646 | } |
| 687 | 647 | ||
| 688 | |||
| 689 | /* | 648 | /* |
| 690 | * Free up message queues and other stuff that were allocated for the specified | 649 | * Free up message queues and other stuff that were allocated for the specified |
| 691 | * channel. | 650 | * channel. |
| @@ -733,7 +692,6 @@ xpc_free_msgqueues(struct xpc_channel *ch) | |||
| 733 | } | 692 | } |
| 734 | } | 693 | } |
| 735 | 694 | ||
| 736 | |||
| 737 | /* | 695 | /* |
| 738 | * spin_lock_irqsave() is expected to be held on entry. | 696 | * spin_lock_irqsave() is expected to be held on entry. |
| 739 | */ | 697 | */ |
| @@ -743,46 +701,41 @@ xpc_process_disconnect(struct xpc_channel *ch, unsigned long *irq_flags) | |||
| 743 | struct xpc_partition *part = &xpc_partitions[ch->partid]; | 701 | struct xpc_partition *part = &xpc_partitions[ch->partid]; |
| 744 | u32 channel_was_connected = (ch->flags & XPC_C_WASCONNECTED); | 702 | u32 channel_was_connected = (ch->flags & XPC_C_WASCONNECTED); |
| 745 | 703 | ||
| 746 | |||
| 747 | DBUG_ON(!spin_is_locked(&ch->lock)); | 704 | DBUG_ON(!spin_is_locked(&ch->lock)); |
| 748 | 705 | ||
| 749 | if (!(ch->flags & XPC_C_DISCONNECTING)) { | 706 | if (!(ch->flags & XPC_C_DISCONNECTING)) |
| 750 | return; | 707 | return; |
| 751 | } | ||
| 752 | 708 | ||
| 753 | DBUG_ON(!(ch->flags & XPC_C_CLOSEREQUEST)); | 709 | DBUG_ON(!(ch->flags & XPC_C_CLOSEREQUEST)); |
| 754 | 710 | ||
| 755 | /* make sure all activity has settled down first */ | 711 | /* make sure all activity has settled down first */ |
| 756 | 712 | ||
| 757 | if (atomic_read(&ch->kthreads_assigned) > 0 || | 713 | if (atomic_read(&ch->kthreads_assigned) > 0 || |
| 758 | atomic_read(&ch->references) > 0) { | 714 | atomic_read(&ch->references) > 0) { |
| 759 | return; | 715 | return; |
| 760 | } | 716 | } |
| 761 | DBUG_ON((ch->flags & XPC_C_CONNECTEDCALLOUT_MADE) && | 717 | DBUG_ON((ch->flags & XPC_C_CONNECTEDCALLOUT_MADE) && |
| 762 | !(ch->flags & XPC_C_DISCONNECTINGCALLOUT_MADE)); | 718 | !(ch->flags & XPC_C_DISCONNECTINGCALLOUT_MADE)); |
| 763 | 719 | ||
| 764 | if (part->act_state == XPC_P_DEACTIVATING) { | 720 | if (part->act_state == XPC_P_DEACTIVATING) { |
| 765 | /* can't proceed until the other side disengages from us */ | 721 | /* can't proceed until the other side disengages from us */ |
| 766 | if (xpc_partition_engaged(1UL << ch->partid)) { | 722 | if (xpc_partition_engaged(1UL << ch->partid)) |
| 767 | return; | 723 | return; |
| 768 | } | ||
| 769 | 724 | ||
| 770 | } else { | 725 | } else { |
| 771 | 726 | ||
| 772 | /* as long as the other side is up do the full protocol */ | 727 | /* as long as the other side is up do the full protocol */ |
| 773 | 728 | ||
| 774 | if (!(ch->flags & XPC_C_RCLOSEREQUEST)) { | 729 | if (!(ch->flags & XPC_C_RCLOSEREQUEST)) |
| 775 | return; | 730 | return; |
| 776 | } | ||
| 777 | 731 | ||
| 778 | if (!(ch->flags & XPC_C_CLOSEREPLY)) { | 732 | if (!(ch->flags & XPC_C_CLOSEREPLY)) { |
| 779 | ch->flags |= XPC_C_CLOSEREPLY; | 733 | ch->flags |= XPC_C_CLOSEREPLY; |
| 780 | xpc_IPI_send_closereply(ch, irq_flags); | 734 | xpc_IPI_send_closereply(ch, irq_flags); |
| 781 | } | 735 | } |
| 782 | 736 | ||
| 783 | if (!(ch->flags & XPC_C_RCLOSEREPLY)) { | 737 | if (!(ch->flags & XPC_C_RCLOSEREPLY)) |
| 784 | return; | 738 | return; |
| 785 | } | ||
| 786 | } | 739 | } |
| 787 | 740 | ||
| 788 | /* wake those waiting for notify completion */ | 741 | /* wake those waiting for notify completion */ |
| @@ -809,7 +762,7 @@ xpc_process_disconnect(struct xpc_channel *ch, unsigned long *irq_flags) | |||
| 809 | 762 | ||
| 810 | if (channel_was_connected) { | 763 | if (channel_was_connected) { |
| 811 | dev_info(xpc_chan, "channel %d to partition %d disconnected, " | 764 | dev_info(xpc_chan, "channel %d to partition %d disconnected, " |
| 812 | "reason=%d\n", ch->number, ch->partid, ch->reason); | 765 | "reason=%d\n", ch->number, ch->partid, ch->reason); |
| 813 | } | 766 | } |
| 814 | 767 | ||
| 815 | if (ch->flags & XPC_C_WDISCONNECT) { | 768 | if (ch->flags & XPC_C_WDISCONNECT) { |
| @@ -820,35 +773,32 @@ xpc_process_disconnect(struct xpc_channel *ch, unsigned long *irq_flags) | |||
| 820 | /* time to take action on any delayed IPI flags */ | 773 | /* time to take action on any delayed IPI flags */ |
| 821 | spin_lock(&part->IPI_lock); | 774 | spin_lock(&part->IPI_lock); |
| 822 | XPC_SET_IPI_FLAGS(part->local_IPI_amo, ch->number, | 775 | XPC_SET_IPI_FLAGS(part->local_IPI_amo, ch->number, |
| 823 | ch->delayed_IPI_flags); | 776 | ch->delayed_IPI_flags); |
| 824 | spin_unlock(&part->IPI_lock); | 777 | spin_unlock(&part->IPI_lock); |
| 825 | } | 778 | } |
| 826 | ch->delayed_IPI_flags = 0; | 779 | ch->delayed_IPI_flags = 0; |
| 827 | } | 780 | } |
| 828 | } | 781 | } |
| 829 | 782 | ||
| 830 | |||
| 831 | /* | 783 | /* |
| 832 | * Process a change in the channel's remote connection state. | 784 | * Process a change in the channel's remote connection state. |
| 833 | */ | 785 | */ |
| 834 | static void | 786 | static void |
| 835 | xpc_process_openclose_IPI(struct xpc_partition *part, int ch_number, | 787 | xpc_process_openclose_IPI(struct xpc_partition *part, int ch_number, |
| 836 | u8 IPI_flags) | 788 | u8 IPI_flags) |
| 837 | { | 789 | { |
| 838 | unsigned long irq_flags; | 790 | unsigned long irq_flags; |
| 839 | struct xpc_openclose_args *args = | 791 | struct xpc_openclose_args *args = |
| 840 | &part->remote_openclose_args[ch_number]; | 792 | &part->remote_openclose_args[ch_number]; |
| 841 | struct xpc_channel *ch = &part->channels[ch_number]; | 793 | struct xpc_channel *ch = &part->channels[ch_number]; |
| 842 | enum xpc_retval reason; | 794 | enum xpc_retval reason; |
| 843 | 795 | ||
| 844 | |||
| 845 | |||
| 846 | spin_lock_irqsave(&ch->lock, irq_flags); | 796 | spin_lock_irqsave(&ch->lock, irq_flags); |
| 847 | 797 | ||
| 848 | again: | 798 | again: |
| 849 | 799 | ||
| 850 | if ((ch->flags & XPC_C_DISCONNECTED) && | 800 | if ((ch->flags & XPC_C_DISCONNECTED) && |
| 851 | (ch->flags & XPC_C_WDISCONNECT)) { | 801 | (ch->flags & XPC_C_WDISCONNECT)) { |
| 852 | /* | 802 | /* |
| 853 | * Delay processing IPI flags until thread waiting disconnect | 803 | * Delay processing IPI flags until thread waiting disconnect |
| 854 | * has had a chance to see that the channel is disconnected. | 804 | * has had a chance to see that the channel is disconnected. |
| @@ -858,7 +808,6 @@ again: | |||
| 858 | return; | 808 | return; |
| 859 | } | 809 | } |
| 860 | 810 | ||
| 861 | |||
| 862 | if (IPI_flags & XPC_IPI_CLOSEREQUEST) { | 811 | if (IPI_flags & XPC_IPI_CLOSEREQUEST) { |
| 863 | 812 | ||
| 864 | dev_dbg(xpc_chan, "XPC_IPI_CLOSEREQUEST (reason=%d) received " | 813 | dev_dbg(xpc_chan, "XPC_IPI_CLOSEREQUEST (reason=%d) received " |
| @@ -890,13 +839,14 @@ again: | |||
| 890 | if (ch->flags & XPC_C_DISCONNECTED) { | 839 | if (ch->flags & XPC_C_DISCONNECTED) { |
| 891 | if (!(IPI_flags & XPC_IPI_OPENREQUEST)) { | 840 | if (!(IPI_flags & XPC_IPI_OPENREQUEST)) { |
| 892 | if ((XPC_GET_IPI_FLAGS(part->local_IPI_amo, | 841 | if ((XPC_GET_IPI_FLAGS(part->local_IPI_amo, |
| 893 | ch_number) & XPC_IPI_OPENREQUEST)) { | 842 | ch_number) & |
| 843 | XPC_IPI_OPENREQUEST)) { | ||
| 894 | 844 | ||
| 895 | DBUG_ON(ch->delayed_IPI_flags != 0); | 845 | DBUG_ON(ch->delayed_IPI_flags != 0); |
| 896 | spin_lock(&part->IPI_lock); | 846 | spin_lock(&part->IPI_lock); |
| 897 | XPC_SET_IPI_FLAGS(part->local_IPI_amo, | 847 | XPC_SET_IPI_FLAGS(part->local_IPI_amo, |
| 898 | ch_number, | 848 | ch_number, |
| 899 | XPC_IPI_CLOSEREQUEST); | 849 | XPC_IPI_CLOSEREQUEST); |
| 900 | spin_unlock(&part->IPI_lock); | 850 | spin_unlock(&part->IPI_lock); |
| 901 | } | 851 | } |
| 902 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 852 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| @@ -921,11 +871,10 @@ again: | |||
| 921 | 871 | ||
| 922 | if (!(ch->flags & XPC_C_DISCONNECTING)) { | 872 | if (!(ch->flags & XPC_C_DISCONNECTING)) { |
| 923 | reason = args->reason; | 873 | reason = args->reason; |
| 924 | if (reason <= xpcSuccess || reason > xpcUnknownReason) { | 874 | if (reason <= xpcSuccess || reason > xpcUnknownReason) |
| 925 | reason = xpcUnknownReason; | 875 | reason = xpcUnknownReason; |
| 926 | } else if (reason == xpcUnregistering) { | 876 | else if (reason == xpcUnregistering) |
| 927 | reason = xpcOtherUnregistering; | 877 | reason = xpcOtherUnregistering; |
| 928 | } | ||
| 929 | 878 | ||
| 930 | XPC_DISCONNECT_CHANNEL(ch, reason, &irq_flags); | 879 | XPC_DISCONNECT_CHANNEL(ch, reason, &irq_flags); |
| 931 | 880 | ||
| @@ -937,7 +886,6 @@ again: | |||
| 937 | xpc_process_disconnect(ch, &irq_flags); | 886 | xpc_process_disconnect(ch, &irq_flags); |
| 938 | } | 887 | } |
| 939 | 888 | ||
| 940 | |||
| 941 | if (IPI_flags & XPC_IPI_CLOSEREPLY) { | 889 | if (IPI_flags & XPC_IPI_CLOSEREPLY) { |
| 942 | 890 | ||
| 943 | dev_dbg(xpc_chan, "XPC_IPI_CLOSEREPLY received from partid=%d," | 891 | dev_dbg(xpc_chan, "XPC_IPI_CLOSEREPLY received from partid=%d," |
| @@ -953,12 +901,13 @@ again: | |||
| 953 | 901 | ||
| 954 | if (!(ch->flags & XPC_C_RCLOSEREQUEST)) { | 902 | if (!(ch->flags & XPC_C_RCLOSEREQUEST)) { |
| 955 | if ((XPC_GET_IPI_FLAGS(part->local_IPI_amo, ch_number) | 903 | if ((XPC_GET_IPI_FLAGS(part->local_IPI_amo, ch_number) |
| 956 | & XPC_IPI_CLOSEREQUEST)) { | 904 | & XPC_IPI_CLOSEREQUEST)) { |
| 957 | 905 | ||
| 958 | DBUG_ON(ch->delayed_IPI_flags != 0); | 906 | DBUG_ON(ch->delayed_IPI_flags != 0); |
| 959 | spin_lock(&part->IPI_lock); | 907 | spin_lock(&part->IPI_lock); |
| 960 | XPC_SET_IPI_FLAGS(part->local_IPI_amo, | 908 | XPC_SET_IPI_FLAGS(part->local_IPI_amo, |
| 961 | ch_number, XPC_IPI_CLOSEREPLY); | 909 | ch_number, |
| 910 | XPC_IPI_CLOSEREPLY); | ||
| 962 | spin_unlock(&part->IPI_lock); | 911 | spin_unlock(&part->IPI_lock); |
| 963 | } | 912 | } |
| 964 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 913 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| @@ -973,7 +922,6 @@ again: | |||
| 973 | } | 922 | } |
| 974 | } | 923 | } |
| 975 | 924 | ||
| 976 | |||
| 977 | if (IPI_flags & XPC_IPI_OPENREQUEST) { | 925 | if (IPI_flags & XPC_IPI_OPENREQUEST) { |
| 978 | 926 | ||
| 979 | dev_dbg(xpc_chan, "XPC_IPI_OPENREQUEST (msg_size=%d, " | 927 | dev_dbg(xpc_chan, "XPC_IPI_OPENREQUEST (msg_size=%d, " |
| @@ -982,7 +930,7 @@ again: | |||
| 982 | ch->partid, ch->number); | 930 | ch->partid, ch->number); |
| 983 | 931 | ||
| 984 | if (part->act_state == XPC_P_DEACTIVATING || | 932 | if (part->act_state == XPC_P_DEACTIVATING || |
| 985 | (ch->flags & XPC_C_ROPENREQUEST)) { | 933 | (ch->flags & XPC_C_ROPENREQUEST)) { |
| 986 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 934 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| 987 | return; | 935 | return; |
| 988 | } | 936 | } |
| @@ -993,9 +941,9 @@ again: | |||
| 993 | return; | 941 | return; |
| 994 | } | 942 | } |
| 995 | DBUG_ON(!(ch->flags & (XPC_C_DISCONNECTED | | 943 | DBUG_ON(!(ch->flags & (XPC_C_DISCONNECTED | |
| 996 | XPC_C_OPENREQUEST))); | 944 | XPC_C_OPENREQUEST))); |
| 997 | DBUG_ON(ch->flags & (XPC_C_ROPENREQUEST | XPC_C_ROPENREPLY | | 945 | DBUG_ON(ch->flags & (XPC_C_ROPENREQUEST | XPC_C_ROPENREPLY | |
| 998 | XPC_C_OPENREPLY | XPC_C_CONNECTED)); | 946 | XPC_C_OPENREPLY | XPC_C_CONNECTED)); |
| 999 | 947 | ||
| 1000 | /* | 948 | /* |
| 1001 | * The meaningful OPENREQUEST connection state fields are: | 949 | * The meaningful OPENREQUEST connection state fields are: |
| @@ -1011,11 +959,10 @@ again: | |||
| 1011 | ch->flags |= (XPC_C_ROPENREQUEST | XPC_C_CONNECTING); | 959 | ch->flags |= (XPC_C_ROPENREQUEST | XPC_C_CONNECTING); |
| 1012 | ch->remote_nentries = args->local_nentries; | 960 | ch->remote_nentries = args->local_nentries; |
| 1013 | 961 | ||
| 1014 | |||
| 1015 | if (ch->flags & XPC_C_OPENREQUEST) { | 962 | if (ch->flags & XPC_C_OPENREQUEST) { |
| 1016 | if (args->msg_size != ch->msg_size) { | 963 | if (args->msg_size != ch->msg_size) { |
| 1017 | XPC_DISCONNECT_CHANNEL(ch, xpcUnequalMsgSizes, | 964 | XPC_DISCONNECT_CHANNEL(ch, xpcUnequalMsgSizes, |
| 1018 | &irq_flags); | 965 | &irq_flags); |
| 1019 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 966 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| 1020 | return; | 967 | return; |
| 1021 | } | 968 | } |
| @@ -1031,7 +978,6 @@ again: | |||
| 1031 | xpc_process_connect(ch, &irq_flags); | 978 | xpc_process_connect(ch, &irq_flags); |
| 1032 | } | 979 | } |
| 1033 | 980 | ||
| 1034 | |||
| 1035 | if (IPI_flags & XPC_IPI_OPENREPLY) { | 981 | if (IPI_flags & XPC_IPI_OPENREPLY) { |
| 1036 | 982 | ||
| 1037 | dev_dbg(xpc_chan, "XPC_IPI_OPENREPLY (local_msgqueue_pa=0x%lx, " | 983 | dev_dbg(xpc_chan, "XPC_IPI_OPENREPLY (local_msgqueue_pa=0x%lx, " |
| @@ -1046,7 +992,7 @@ again: | |||
| 1046 | } | 992 | } |
| 1047 | if (!(ch->flags & XPC_C_OPENREQUEST)) { | 993 | if (!(ch->flags & XPC_C_OPENREQUEST)) { |
| 1048 | XPC_DISCONNECT_CHANNEL(ch, xpcOpenCloseError, | 994 | XPC_DISCONNECT_CHANNEL(ch, xpcOpenCloseError, |
| 1049 | &irq_flags); | 995 | &irq_flags); |
| 1050 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 996 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| 1051 | return; | 997 | return; |
| 1052 | } | 998 | } |
| @@ -1057,7 +1003,7 @@ again: | |||
| 1057 | /* | 1003 | /* |
| 1058 | * The meaningful OPENREPLY connection state fields are: | 1004 | * The meaningful OPENREPLY connection state fields are: |
| 1059 | * local_msgqueue_pa = physical address of remote | 1005 | * local_msgqueue_pa = physical address of remote |
| 1060 | * partition's local_msgqueue | 1006 | * partition's local_msgqueue |
| 1061 | * local_nentries = remote partition's local_nentries | 1007 | * local_nentries = remote partition's local_nentries |
| 1062 | * remote_nentries = remote partition's remote_nentries | 1008 | * remote_nentries = remote partition's remote_nentries |
| 1063 | */ | 1009 | */ |
| @@ -1093,7 +1039,6 @@ again: | |||
| 1093 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 1039 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| 1094 | } | 1040 | } |
| 1095 | 1041 | ||
| 1096 | |||
| 1097 | /* | 1042 | /* |
| 1098 | * Attempt to establish a channel connection to a remote partition. | 1043 | * Attempt to establish a channel connection to a remote partition. |
| 1099 | */ | 1044 | */ |
| @@ -1103,10 +1048,8 @@ xpc_connect_channel(struct xpc_channel *ch) | |||
| 1103 | unsigned long irq_flags; | 1048 | unsigned long irq_flags; |
| 1104 | struct xpc_registration *registration = &xpc_registrations[ch->number]; | 1049 | struct xpc_registration *registration = &xpc_registrations[ch->number]; |
| 1105 | 1050 | ||
| 1106 | 1051 | if (mutex_trylock(®istration->mutex) == 0) | |
| 1107 | if (mutex_trylock(®istration->mutex) == 0) { | ||
| 1108 | return xpcRetry; | 1052 | return xpcRetry; |
| 1109 | } | ||
| 1110 | 1053 | ||
| 1111 | if (!XPC_CHANNEL_REGISTERED(ch->number)) { | 1054 | if (!XPC_CHANNEL_REGISTERED(ch->number)) { |
| 1112 | mutex_unlock(®istration->mutex); | 1055 | mutex_unlock(®istration->mutex); |
| @@ -1124,7 +1067,6 @@ xpc_connect_channel(struct xpc_channel *ch) | |||
| 1124 | return ch->reason; | 1067 | return ch->reason; |
| 1125 | } | 1068 | } |
| 1126 | 1069 | ||
| 1127 | |||
| 1128 | /* add info from the channel connect registration to the channel */ | 1070 | /* add info from the channel connect registration to the channel */ |
| 1129 | 1071 | ||
| 1130 | ch->kthreads_assigned_limit = registration->assigned_limit; | 1072 | ch->kthreads_assigned_limit = registration->assigned_limit; |
| @@ -1154,7 +1096,7 @@ xpc_connect_channel(struct xpc_channel *ch) | |||
| 1154 | */ | 1096 | */ |
| 1155 | mutex_unlock(®istration->mutex); | 1097 | mutex_unlock(®istration->mutex); |
| 1156 | XPC_DISCONNECT_CHANNEL(ch, xpcUnequalMsgSizes, | 1098 | XPC_DISCONNECT_CHANNEL(ch, xpcUnequalMsgSizes, |
| 1157 | &irq_flags); | 1099 | &irq_flags); |
| 1158 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 1100 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| 1159 | return xpcUnequalMsgSizes; | 1101 | return xpcUnequalMsgSizes; |
| 1160 | } | 1102 | } |
| @@ -1169,7 +1111,6 @@ xpc_connect_channel(struct xpc_channel *ch) | |||
| 1169 | 1111 | ||
| 1170 | mutex_unlock(®istration->mutex); | 1112 | mutex_unlock(®istration->mutex); |
| 1171 | 1113 | ||
| 1172 | |||
| 1173 | /* initiate the connection */ | 1114 | /* initiate the connection */ |
| 1174 | 1115 | ||
| 1175 | ch->flags |= (XPC_C_OPENREQUEST | XPC_C_CONNECTING); | 1116 | ch->flags |= (XPC_C_OPENREQUEST | XPC_C_CONNECTING); |
| @@ -1182,7 +1123,6 @@ xpc_connect_channel(struct xpc_channel *ch) | |||
| 1182 | return xpcSuccess; | 1123 | return xpcSuccess; |
| 1183 | } | 1124 | } |
| 1184 | 1125 | ||
| 1185 | |||
| 1186 | /* | 1126 | /* |
| 1187 | * Clear some of the msg flags in the local message queue. | 1127 | * Clear some of the msg flags in the local message queue. |
| 1188 | */ | 1128 | */ |
| @@ -1192,16 +1132,15 @@ xpc_clear_local_msgqueue_flags(struct xpc_channel *ch) | |||
| 1192 | struct xpc_msg *msg; | 1132 | struct xpc_msg *msg; |
| 1193 | s64 get; | 1133 | s64 get; |
| 1194 | 1134 | ||
| 1195 | |||
| 1196 | get = ch->w_remote_GP.get; | 1135 | get = ch->w_remote_GP.get; |
| 1197 | do { | 1136 | do { |
| 1198 | msg = (struct xpc_msg *) ((u64) ch->local_msgqueue + | 1137 | msg = (struct xpc_msg *)((u64)ch->local_msgqueue + |
| 1199 | (get % ch->local_nentries) * ch->msg_size); | 1138 | (get % ch->local_nentries) * |
| 1139 | ch->msg_size); | ||
| 1200 | msg->flags = 0; | 1140 | msg->flags = 0; |
| 1201 | } while (++get < (volatile s64) ch->remote_GP.get); | 1141 | } while (++get < ch->remote_GP.get); |
| 1202 | } | 1142 | } |
| 1203 | 1143 | ||
| 1204 | |||
| 1205 | /* | 1144 | /* |
| 1206 | * Clear some of the msg flags in the remote message queue. | 1145 | * Clear some of the msg flags in the remote message queue. |
| 1207 | */ | 1146 | */ |
| @@ -1211,43 +1150,39 @@ xpc_clear_remote_msgqueue_flags(struct xpc_channel *ch) | |||
| 1211 | struct xpc_msg *msg; | 1150 | struct xpc_msg *msg; |
| 1212 | s64 put; | 1151 | s64 put; |
| 1213 | 1152 | ||
| 1214 | |||
| 1215 | put = ch->w_remote_GP.put; | 1153 | put = ch->w_remote_GP.put; |
| 1216 | do { | 1154 | do { |
| 1217 | msg = (struct xpc_msg *) ((u64) ch->remote_msgqueue + | 1155 | msg = (struct xpc_msg *)((u64)ch->remote_msgqueue + |
| 1218 | (put % ch->remote_nentries) * ch->msg_size); | 1156 | (put % ch->remote_nentries) * |
| 1157 | ch->msg_size); | ||
| 1219 | msg->flags = 0; | 1158 | msg->flags = 0; |
| 1220 | } while (++put < (volatile s64) ch->remote_GP.put); | 1159 | } while (++put < ch->remote_GP.put); |
| 1221 | } | 1160 | } |
| 1222 | 1161 | ||
| 1223 | |||
| 1224 | static void | 1162 | static void |
| 1225 | xpc_process_msg_IPI(struct xpc_partition *part, int ch_number) | 1163 | xpc_process_msg_IPI(struct xpc_partition *part, int ch_number) |
| 1226 | { | 1164 | { |
| 1227 | struct xpc_channel *ch = &part->channels[ch_number]; | 1165 | struct xpc_channel *ch = &part->channels[ch_number]; |
| 1228 | int nmsgs_sent; | 1166 | int nmsgs_sent; |
| 1229 | 1167 | ||
| 1230 | |||
| 1231 | ch->remote_GP = part->remote_GPs[ch_number]; | 1168 | ch->remote_GP = part->remote_GPs[ch_number]; |
| 1232 | 1169 | ||
| 1233 | |||
| 1234 | /* See what, if anything, has changed for each connected channel */ | 1170 | /* See what, if anything, has changed for each connected channel */ |
| 1235 | 1171 | ||
| 1236 | xpc_msgqueue_ref(ch); | 1172 | xpc_msgqueue_ref(ch); |
| 1237 | 1173 | ||
| 1238 | if (ch->w_remote_GP.get == ch->remote_GP.get && | 1174 | if (ch->w_remote_GP.get == ch->remote_GP.get && |
| 1239 | ch->w_remote_GP.put == ch->remote_GP.put) { | 1175 | ch->w_remote_GP.put == ch->remote_GP.put) { |
| 1240 | /* nothing changed since GPs were last pulled */ | 1176 | /* nothing changed since GPs were last pulled */ |
| 1241 | xpc_msgqueue_deref(ch); | 1177 | xpc_msgqueue_deref(ch); |
| 1242 | return; | 1178 | return; |
| 1243 | } | 1179 | } |
| 1244 | 1180 | ||
| 1245 | if (!(ch->flags & XPC_C_CONNECTED)){ | 1181 | if (!(ch->flags & XPC_C_CONNECTED)) { |
| 1246 | xpc_msgqueue_deref(ch); | 1182 | xpc_msgqueue_deref(ch); |
| 1247 | return; | 1183 | return; |
| 1248 | } | 1184 | } |
| 1249 | 1185 | ||
| 1250 | |||
| 1251 | /* | 1186 | /* |
| 1252 | * First check to see if messages recently sent by us have been | 1187 | * First check to see if messages recently sent by us have been |
| 1253 | * received by the other side. (The remote GET value will have | 1188 | * received by the other side. (The remote GET value will have |
| @@ -1269,7 +1204,7 @@ xpc_process_msg_IPI(struct xpc_partition *part, int ch_number) | |||
| 1269 | * received and delivered by the other side. | 1204 | * received and delivered by the other side. |
| 1270 | */ | 1205 | */ |
| 1271 | xpc_notify_senders(ch, xpcMsgDelivered, | 1206 | xpc_notify_senders(ch, xpcMsgDelivered, |
| 1272 | ch->remote_GP.get); | 1207 | ch->remote_GP.get); |
| 1273 | } | 1208 | } |
| 1274 | 1209 | ||
| 1275 | /* | 1210 | /* |
| @@ -1288,12 +1223,10 @@ xpc_process_msg_IPI(struct xpc_partition *part, int ch_number) | |||
| 1288 | * If anyone was waiting for message queue entries to become | 1223 | * If anyone was waiting for message queue entries to become |
| 1289 | * available, wake them up. | 1224 | * available, wake them up. |
| 1290 | */ | 1225 | */ |
| 1291 | if (atomic_read(&ch->n_on_msg_allocate_wq) > 0) { | 1226 | if (atomic_read(&ch->n_on_msg_allocate_wq) > 0) |
| 1292 | wake_up(&ch->msg_allocate_wq); | 1227 | wake_up(&ch->msg_allocate_wq); |
| 1293 | } | ||
| 1294 | } | 1228 | } |
| 1295 | 1229 | ||
| 1296 | |||
| 1297 | /* | 1230 | /* |
| 1298 | * Now check for newly sent messages by the other side. (The remote | 1231 | * Now check for newly sent messages by the other side. (The remote |
| 1299 | * PUT value will have changed since we last looked at it.) | 1232 | * PUT value will have changed since we last looked at it.) |
| @@ -1318,16 +1251,14 @@ xpc_process_msg_IPI(struct xpc_partition *part, int ch_number) | |||
| 1318 | "delivered=%d, partid=%d, channel=%d\n", | 1251 | "delivered=%d, partid=%d, channel=%d\n", |
| 1319 | nmsgs_sent, ch->partid, ch->number); | 1252 | nmsgs_sent, ch->partid, ch->number); |
| 1320 | 1253 | ||
| 1321 | if (ch->flags & XPC_C_CONNECTEDCALLOUT_MADE) { | 1254 | if (ch->flags & XPC_C_CONNECTEDCALLOUT_MADE) |
| 1322 | xpc_activate_kthreads(ch, nmsgs_sent); | 1255 | xpc_activate_kthreads(ch, nmsgs_sent); |
| 1323 | } | ||
| 1324 | } | 1256 | } |
| 1325 | } | 1257 | } |
| 1326 | 1258 | ||
| 1327 | xpc_msgqueue_deref(ch); | 1259 | xpc_msgqueue_deref(ch); |
| 1328 | } | 1260 | } |
| 1329 | 1261 | ||
| 1330 | |||
| 1331 | void | 1262 | void |
| 1332 | xpc_process_channel_activity(struct xpc_partition *part) | 1263 | xpc_process_channel_activity(struct xpc_partition *part) |
| 1333 | { | 1264 | { |
| @@ -1337,7 +1268,6 @@ xpc_process_channel_activity(struct xpc_partition *part) | |||
| 1337 | int ch_number; | 1268 | int ch_number; |
| 1338 | u32 ch_flags; | 1269 | u32 ch_flags; |
| 1339 | 1270 | ||
| 1340 | |||
| 1341 | IPI_amo = xpc_get_IPI_flags(part); | 1271 | IPI_amo = xpc_get_IPI_flags(part); |
| 1342 | 1272 | ||
| 1343 | /* | 1273 | /* |
| @@ -1350,7 +1280,6 @@ xpc_process_channel_activity(struct xpc_partition *part) | |||
| 1350 | for (ch_number = 0; ch_number < part->nchannels; ch_number++) { | 1280 | for (ch_number = 0; ch_number < part->nchannels; ch_number++) { |
| 1351 | ch = &part->channels[ch_number]; | 1281 | ch = &part->channels[ch_number]; |
| 1352 | 1282 | ||
| 1353 | |||
| 1354 | /* | 1283 | /* |
| 1355 | * Process any open or close related IPI flags, and then deal | 1284 | * Process any open or close related IPI flags, and then deal |
| 1356 | * with connecting or disconnecting the channel as required. | 1285 | * with connecting or disconnecting the channel as required. |
| @@ -1358,9 +1287,8 @@ xpc_process_channel_activity(struct xpc_partition *part) | |||
| 1358 | 1287 | ||
| 1359 | IPI_flags = XPC_GET_IPI_FLAGS(IPI_amo, ch_number); | 1288 | IPI_flags = XPC_GET_IPI_FLAGS(IPI_amo, ch_number); |
| 1360 | 1289 | ||
| 1361 | if (XPC_ANY_OPENCLOSE_IPI_FLAGS_SET(IPI_flags)) { | 1290 | if (XPC_ANY_OPENCLOSE_IPI_FLAGS_SET(IPI_flags)) |
| 1362 | xpc_process_openclose_IPI(part, ch_number, IPI_flags); | 1291 | xpc_process_openclose_IPI(part, ch_number, IPI_flags); |
| 1363 | } | ||
| 1364 | 1292 | ||
| 1365 | ch_flags = ch->flags; /* need an atomic snapshot of flags */ | 1293 | ch_flags = ch->flags; /* need an atomic snapshot of flags */ |
| 1366 | 1294 | ||
| @@ -1371,14 +1299,13 @@ xpc_process_channel_activity(struct xpc_partition *part) | |||
| 1371 | continue; | 1299 | continue; |
| 1372 | } | 1300 | } |
| 1373 | 1301 | ||
| 1374 | if (part->act_state == XPC_P_DEACTIVATING) { | 1302 | if (part->act_state == XPC_P_DEACTIVATING) |
| 1375 | continue; | 1303 | continue; |
| 1376 | } | ||
| 1377 | 1304 | ||
| 1378 | if (!(ch_flags & XPC_C_CONNECTED)) { | 1305 | if (!(ch_flags & XPC_C_CONNECTED)) { |
| 1379 | if (!(ch_flags & XPC_C_OPENREQUEST)) { | 1306 | if (!(ch_flags & XPC_C_OPENREQUEST)) { |
| 1380 | DBUG_ON(ch_flags & XPC_C_SETUP); | 1307 | DBUG_ON(ch_flags & XPC_C_SETUP); |
| 1381 | (void) xpc_connect_channel(ch); | 1308 | (void)xpc_connect_channel(ch); |
| 1382 | } else { | 1309 | } else { |
| 1383 | spin_lock_irqsave(&ch->lock, irq_flags); | 1310 | spin_lock_irqsave(&ch->lock, irq_flags); |
| 1384 | xpc_process_connect(ch, &irq_flags); | 1311 | xpc_process_connect(ch, &irq_flags); |
| @@ -1387,20 +1314,17 @@ xpc_process_channel_activity(struct xpc_partition *part) | |||
| 1387 | continue; | 1314 | continue; |
| 1388 | } | 1315 | } |
| 1389 | 1316 | ||
| 1390 | |||
| 1391 | /* | 1317 | /* |
| 1392 | * Process any message related IPI flags, this may involve the | 1318 | * Process any message related IPI flags, this may involve the |
| 1393 | * activation of kthreads to deliver any pending messages sent | 1319 | * activation of kthreads to deliver any pending messages sent |
| 1394 | * from the other partition. | 1320 | * from the other partition. |
| 1395 | */ | 1321 | */ |
| 1396 | 1322 | ||
| 1397 | if (XPC_ANY_MSG_IPI_FLAGS_SET(IPI_flags)) { | 1323 | if (XPC_ANY_MSG_IPI_FLAGS_SET(IPI_flags)) |
| 1398 | xpc_process_msg_IPI(part, ch_number); | 1324 | xpc_process_msg_IPI(part, ch_number); |
| 1399 | } | ||
| 1400 | } | 1325 | } |
| 1401 | } | 1326 | } |
| 1402 | 1327 | ||
| 1403 | |||
| 1404 | /* | 1328 | /* |
| 1405 | * XPC's heartbeat code calls this function to inform XPC that a partition is | 1329 | * XPC's heartbeat code calls this function to inform XPC that a partition is |
| 1406 | * going down. XPC responds by tearing down the XPartition Communication | 1330 | * going down. XPC responds by tearing down the XPartition Communication |
| @@ -1417,7 +1341,6 @@ xpc_partition_going_down(struct xpc_partition *part, enum xpc_retval reason) | |||
| 1417 | int ch_number; | 1341 | int ch_number; |
| 1418 | struct xpc_channel *ch; | 1342 | struct xpc_channel *ch; |
| 1419 | 1343 | ||
| 1420 | |||
| 1421 | dev_dbg(xpc_chan, "deactivating partition %d, reason=%d\n", | 1344 | dev_dbg(xpc_chan, "deactivating partition %d, reason=%d\n", |
| 1422 | XPC_PARTID(part), reason); | 1345 | XPC_PARTID(part), reason); |
| 1423 | 1346 | ||
| @@ -1426,7 +1349,6 @@ xpc_partition_going_down(struct xpc_partition *part, enum xpc_retval reason) | |||
| 1426 | return; | 1349 | return; |
| 1427 | } | 1350 | } |
| 1428 | 1351 | ||
| 1429 | |||
| 1430 | /* disconnect channels associated with the partition going down */ | 1352 | /* disconnect channels associated with the partition going down */ |
| 1431 | 1353 | ||
| 1432 | for (ch_number = 0; ch_number < part->nchannels; ch_number++) { | 1354 | for (ch_number = 0; ch_number < part->nchannels; ch_number++) { |
| @@ -1446,7 +1368,6 @@ xpc_partition_going_down(struct xpc_partition *part, enum xpc_retval reason) | |||
| 1446 | xpc_part_deref(part); | 1368 | xpc_part_deref(part); |
| 1447 | } | 1369 | } |
| 1448 | 1370 | ||
| 1449 | |||
| 1450 | /* | 1371 | /* |
| 1451 | * Teardown the infrastructure necessary to support XPartition Communication | 1372 | * Teardown the infrastructure necessary to support XPartition Communication |
| 1452 | * between the specified remote partition and the local one. | 1373 | * between the specified remote partition and the local one. |
| @@ -1456,7 +1377,6 @@ xpc_teardown_infrastructure(struct xpc_partition *part) | |||
| 1456 | { | 1377 | { |
| 1457 | partid_t partid = XPC_PARTID(part); | 1378 | partid_t partid = XPC_PARTID(part); |
| 1458 | 1379 | ||
| 1459 | |||
| 1460 | /* | 1380 | /* |
| 1461 | * We start off by making this partition inaccessible to local | 1381 | * We start off by making this partition inaccessible to local |
| 1462 | * processes by marking it as no longer setup. Then we make it | 1382 | * processes by marking it as no longer setup. Then we make it |
| @@ -1473,9 +1393,7 @@ xpc_teardown_infrastructure(struct xpc_partition *part) | |||
| 1473 | 1393 | ||
| 1474 | xpc_vars_part[partid].magic = 0; | 1394 | xpc_vars_part[partid].magic = 0; |
| 1475 | 1395 | ||
| 1476 | 1396 | free_irq(SGI_XPC_NOTIFY, (void *)(u64)partid); | |
| 1477 | free_irq(SGI_XPC_NOTIFY, (void *) (u64) partid); | ||
| 1478 | |||
| 1479 | 1397 | ||
| 1480 | /* | 1398 | /* |
| 1481 | * Before proceeding with the teardown we have to wait until all | 1399 | * Before proceeding with the teardown we have to wait until all |
| @@ -1483,7 +1401,6 @@ xpc_teardown_infrastructure(struct xpc_partition *part) | |||
| 1483 | */ | 1401 | */ |
| 1484 | wait_event(part->teardown_wq, (atomic_read(&part->references) == 0)); | 1402 | wait_event(part->teardown_wq, (atomic_read(&part->references) == 0)); |
| 1485 | 1403 | ||
| 1486 | |||
| 1487 | /* now we can begin tearing down the infrastructure */ | 1404 | /* now we can begin tearing down the infrastructure */ |
| 1488 | 1405 | ||
| 1489 | part->setup_state = XPC_P_TORNDOWN; | 1406 | part->setup_state = XPC_P_TORNDOWN; |
| @@ -1504,7 +1421,6 @@ xpc_teardown_infrastructure(struct xpc_partition *part) | |||
| 1504 | part->local_IPI_amo_va = NULL; | 1421 | part->local_IPI_amo_va = NULL; |
| 1505 | } | 1422 | } |
| 1506 | 1423 | ||
| 1507 | |||
| 1508 | /* | 1424 | /* |
| 1509 | * Called by XP at the time of channel connection registration to cause | 1425 | * Called by XP at the time of channel connection registration to cause |
| 1510 | * XPC to establish connections to all currently active partitions. | 1426 | * XPC to establish connections to all currently active partitions. |
| @@ -1516,7 +1432,6 @@ xpc_initiate_connect(int ch_number) | |||
| 1516 | struct xpc_partition *part; | 1432 | struct xpc_partition *part; |
| 1517 | struct xpc_channel *ch; | 1433 | struct xpc_channel *ch; |
| 1518 | 1434 | ||
| 1519 | |||
| 1520 | DBUG_ON(ch_number < 0 || ch_number >= XPC_NCHANNELS); | 1435 | DBUG_ON(ch_number < 0 || ch_number >= XPC_NCHANNELS); |
| 1521 | 1436 | ||
| 1522 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { | 1437 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { |
| @@ -1535,7 +1450,6 @@ xpc_initiate_connect(int ch_number) | |||
| 1535 | } | 1450 | } |
| 1536 | } | 1451 | } |
| 1537 | 1452 | ||
| 1538 | |||
| 1539 | void | 1453 | void |
| 1540 | xpc_connected_callout(struct xpc_channel *ch) | 1454 | xpc_connected_callout(struct xpc_channel *ch) |
| 1541 | { | 1455 | { |
| @@ -1546,14 +1460,13 @@ xpc_connected_callout(struct xpc_channel *ch) | |||
| 1546 | "partid=%d, channel=%d\n", ch->partid, ch->number); | 1460 | "partid=%d, channel=%d\n", ch->partid, ch->number); |
| 1547 | 1461 | ||
| 1548 | ch->func(xpcConnected, ch->partid, ch->number, | 1462 | ch->func(xpcConnected, ch->partid, ch->number, |
| 1549 | (void *) (u64) ch->local_nentries, ch->key); | 1463 | (void *)(u64)ch->local_nentries, ch->key); |
| 1550 | 1464 | ||
| 1551 | dev_dbg(xpc_chan, "ch->func() returned, reason=xpcConnected, " | 1465 | dev_dbg(xpc_chan, "ch->func() returned, reason=xpcConnected, " |
| 1552 | "partid=%d, channel=%d\n", ch->partid, ch->number); | 1466 | "partid=%d, channel=%d\n", ch->partid, ch->number); |
| 1553 | } | 1467 | } |
| 1554 | } | 1468 | } |
| 1555 | 1469 | ||
| 1556 | |||
| 1557 | /* | 1470 | /* |
| 1558 | * Called by XP at the time of channel connection unregistration to cause | 1471 | * Called by XP at the time of channel connection unregistration to cause |
| 1559 | * XPC to teardown all current connections for the specified channel. | 1472 | * XPC to teardown all current connections for the specified channel. |
| @@ -1575,7 +1488,6 @@ xpc_initiate_disconnect(int ch_number) | |||
| 1575 | struct xpc_partition *part; | 1488 | struct xpc_partition *part; |
| 1576 | struct xpc_channel *ch; | 1489 | struct xpc_channel *ch; |
| 1577 | 1490 | ||
| 1578 | |||
| 1579 | DBUG_ON(ch_number < 0 || ch_number >= XPC_NCHANNELS); | 1491 | DBUG_ON(ch_number < 0 || ch_number >= XPC_NCHANNELS); |
| 1580 | 1492 | ||
| 1581 | /* initiate the channel disconnect for every active partition */ | 1493 | /* initiate the channel disconnect for every active partition */ |
| @@ -1592,7 +1504,7 @@ xpc_initiate_disconnect(int ch_number) | |||
| 1592 | ch->flags |= XPC_C_WDISCONNECT; | 1504 | ch->flags |= XPC_C_WDISCONNECT; |
| 1593 | 1505 | ||
| 1594 | XPC_DISCONNECT_CHANNEL(ch, xpcUnregistering, | 1506 | XPC_DISCONNECT_CHANNEL(ch, xpcUnregistering, |
| 1595 | &irq_flags); | 1507 | &irq_flags); |
| 1596 | } | 1508 | } |
| 1597 | 1509 | ||
| 1598 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 1510 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| @@ -1605,7 +1517,6 @@ xpc_initiate_disconnect(int ch_number) | |||
| 1605 | xpc_disconnect_wait(ch_number); | 1517 | xpc_disconnect_wait(ch_number); |
| 1606 | } | 1518 | } |
| 1607 | 1519 | ||
| 1608 | |||
| 1609 | /* | 1520 | /* |
| 1610 | * To disconnect a channel, and reflect it back to all who may be waiting. | 1521 | * To disconnect a channel, and reflect it back to all who may be waiting. |
| 1611 | * | 1522 | * |
| @@ -1617,16 +1528,15 @@ xpc_initiate_disconnect(int ch_number) | |||
| 1617 | */ | 1528 | */ |
| 1618 | void | 1529 | void |
| 1619 | xpc_disconnect_channel(const int line, struct xpc_channel *ch, | 1530 | xpc_disconnect_channel(const int line, struct xpc_channel *ch, |
| 1620 | enum xpc_retval reason, unsigned long *irq_flags) | 1531 | enum xpc_retval reason, unsigned long *irq_flags) |
| 1621 | { | 1532 | { |
| 1622 | u32 channel_was_connected = (ch->flags & XPC_C_CONNECTED); | 1533 | u32 channel_was_connected = (ch->flags & XPC_C_CONNECTED); |
| 1623 | 1534 | ||
| 1624 | |||
| 1625 | DBUG_ON(!spin_is_locked(&ch->lock)); | 1535 | DBUG_ON(!spin_is_locked(&ch->lock)); |
| 1626 | 1536 | ||
| 1627 | if (ch->flags & (XPC_C_DISCONNECTING | XPC_C_DISCONNECTED)) { | 1537 | if (ch->flags & (XPC_C_DISCONNECTING | XPC_C_DISCONNECTED)) |
| 1628 | return; | 1538 | return; |
| 1629 | } | 1539 | |
| 1630 | DBUG_ON(!(ch->flags & (XPC_C_CONNECTING | XPC_C_CONNECTED))); | 1540 | DBUG_ON(!(ch->flags & (XPC_C_CONNECTING | XPC_C_CONNECTED))); |
| 1631 | 1541 | ||
| 1632 | dev_dbg(xpc_chan, "reason=%d, line=%d, partid=%d, channel=%d\n", | 1542 | dev_dbg(xpc_chan, "reason=%d, line=%d, partid=%d, channel=%d\n", |
| @@ -1637,14 +1547,13 @@ xpc_disconnect_channel(const int line, struct xpc_channel *ch, | |||
| 1637 | ch->flags |= (XPC_C_CLOSEREQUEST | XPC_C_DISCONNECTING); | 1547 | ch->flags |= (XPC_C_CLOSEREQUEST | XPC_C_DISCONNECTING); |
| 1638 | /* some of these may not have been set */ | 1548 | /* some of these may not have been set */ |
| 1639 | ch->flags &= ~(XPC_C_OPENREQUEST | XPC_C_OPENREPLY | | 1549 | ch->flags &= ~(XPC_C_OPENREQUEST | XPC_C_OPENREPLY | |
| 1640 | XPC_C_ROPENREQUEST | XPC_C_ROPENREPLY | | 1550 | XPC_C_ROPENREQUEST | XPC_C_ROPENREPLY | |
| 1641 | XPC_C_CONNECTING | XPC_C_CONNECTED); | 1551 | XPC_C_CONNECTING | XPC_C_CONNECTED); |
| 1642 | 1552 | ||
| 1643 | xpc_IPI_send_closerequest(ch, irq_flags); | 1553 | xpc_IPI_send_closerequest(ch, irq_flags); |
| 1644 | 1554 | ||
| 1645 | if (channel_was_connected) { | 1555 | if (channel_was_connected) |
| 1646 | ch->flags |= XPC_C_WASCONNECTED; | 1556 | ch->flags |= XPC_C_WASCONNECTED; |
| 1647 | } | ||
| 1648 | 1557 | ||
| 1649 | spin_unlock_irqrestore(&ch->lock, *irq_flags); | 1558 | spin_unlock_irqrestore(&ch->lock, *irq_flags); |
| 1650 | 1559 | ||
| @@ -1653,20 +1562,18 @@ xpc_disconnect_channel(const int line, struct xpc_channel *ch, | |||
| 1653 | wake_up_all(&ch->idle_wq); | 1562 | wake_up_all(&ch->idle_wq); |
| 1654 | 1563 | ||
| 1655 | } else if ((ch->flags & XPC_C_CONNECTEDCALLOUT_MADE) && | 1564 | } else if ((ch->flags & XPC_C_CONNECTEDCALLOUT_MADE) && |
| 1656 | !(ch->flags & XPC_C_DISCONNECTINGCALLOUT)) { | 1565 | !(ch->flags & XPC_C_DISCONNECTINGCALLOUT)) { |
| 1657 | /* start a kthread that will do the xpcDisconnecting callout */ | 1566 | /* start a kthread that will do the xpcDisconnecting callout */ |
| 1658 | xpc_create_kthreads(ch, 1, 1); | 1567 | xpc_create_kthreads(ch, 1, 1); |
| 1659 | } | 1568 | } |
| 1660 | 1569 | ||
| 1661 | /* wake those waiting to allocate an entry from the local msg queue */ | 1570 | /* wake those waiting to allocate an entry from the local msg queue */ |
| 1662 | if (atomic_read(&ch->n_on_msg_allocate_wq) > 0) { | 1571 | if (atomic_read(&ch->n_on_msg_allocate_wq) > 0) |
| 1663 | wake_up(&ch->msg_allocate_wq); | 1572 | wake_up(&ch->msg_allocate_wq); |
| 1664 | } | ||
| 1665 | 1573 | ||
| 1666 | spin_lock_irqsave(&ch->lock, *irq_flags); | 1574 | spin_lock_irqsave(&ch->lock, *irq_flags); |
| 1667 | } | 1575 | } |
| 1668 | 1576 | ||
| 1669 | |||
| 1670 | void | 1577 | void |
| 1671 | xpc_disconnect_callout(struct xpc_channel *ch, enum xpc_retval reason) | 1578 | xpc_disconnect_callout(struct xpc_channel *ch, enum xpc_retval reason) |
| 1672 | { | 1579 | { |
| @@ -1687,7 +1594,6 @@ xpc_disconnect_callout(struct xpc_channel *ch, enum xpc_retval reason) | |||
| 1687 | } | 1594 | } |
| 1688 | } | 1595 | } |
| 1689 | 1596 | ||
| 1690 | |||
| 1691 | /* | 1597 | /* |
| 1692 | * Wait for a message entry to become available for the specified channel, | 1598 | * Wait for a message entry to become available for the specified channel, |
| 1693 | * but don't wait any longer than 1 jiffy. | 1599 | * but don't wait any longer than 1 jiffy. |
| @@ -1697,9 +1603,8 @@ xpc_allocate_msg_wait(struct xpc_channel *ch) | |||
| 1697 | { | 1603 | { |
| 1698 | enum xpc_retval ret; | 1604 | enum xpc_retval ret; |
| 1699 | 1605 | ||
| 1700 | |||
| 1701 | if (ch->flags & XPC_C_DISCONNECTING) { | 1606 | if (ch->flags & XPC_C_DISCONNECTING) { |
| 1702 | DBUG_ON(ch->reason == xpcInterrupted); // >>> Is this true? | 1607 | DBUG_ON(ch->reason == xpcInterrupted); |
| 1703 | return ch->reason; | 1608 | return ch->reason; |
| 1704 | } | 1609 | } |
| 1705 | 1610 | ||
| @@ -1709,7 +1614,7 @@ xpc_allocate_msg_wait(struct xpc_channel *ch) | |||
| 1709 | 1614 | ||
| 1710 | if (ch->flags & XPC_C_DISCONNECTING) { | 1615 | if (ch->flags & XPC_C_DISCONNECTING) { |
| 1711 | ret = ch->reason; | 1616 | ret = ch->reason; |
| 1712 | DBUG_ON(ch->reason == xpcInterrupted); // >>> Is this true? | 1617 | DBUG_ON(ch->reason == xpcInterrupted); |
| 1713 | } else if (ret == 0) { | 1618 | } else if (ret == 0) { |
| 1714 | ret = xpcTimeout; | 1619 | ret = xpcTimeout; |
| 1715 | } else { | 1620 | } else { |
| @@ -1719,20 +1624,18 @@ xpc_allocate_msg_wait(struct xpc_channel *ch) | |||
| 1719 | return ret; | 1624 | return ret; |
| 1720 | } | 1625 | } |
| 1721 | 1626 | ||
| 1722 | |||
| 1723 | /* | 1627 | /* |
| 1724 | * Allocate an entry for a message from the message queue associated with the | 1628 | * Allocate an entry for a message from the message queue associated with the |
| 1725 | * specified channel. | 1629 | * specified channel. |
| 1726 | */ | 1630 | */ |
| 1727 | static enum xpc_retval | 1631 | static enum xpc_retval |
| 1728 | xpc_allocate_msg(struct xpc_channel *ch, u32 flags, | 1632 | xpc_allocate_msg(struct xpc_channel *ch, u32 flags, |
| 1729 | struct xpc_msg **address_of_msg) | 1633 | struct xpc_msg **address_of_msg) |
| 1730 | { | 1634 | { |
| 1731 | struct xpc_msg *msg; | 1635 | struct xpc_msg *msg; |
| 1732 | enum xpc_retval ret; | 1636 | enum xpc_retval ret; |
| 1733 | s64 put; | 1637 | s64 put; |
| 1734 | 1638 | ||
| 1735 | |||
| 1736 | /* this reference will be dropped in xpc_send_msg() */ | 1639 | /* this reference will be dropped in xpc_send_msg() */ |
| 1737 | xpc_msgqueue_ref(ch); | 1640 | xpc_msgqueue_ref(ch); |
| 1738 | 1641 | ||
| @@ -1745,7 +1648,6 @@ xpc_allocate_msg(struct xpc_channel *ch, u32 flags, | |||
| 1745 | return xpcNotConnected; | 1648 | return xpcNotConnected; |
| 1746 | } | 1649 | } |
| 1747 | 1650 | ||
| 1748 | |||
| 1749 | /* | 1651 | /* |
| 1750 | * Get the next available message entry from the local message queue. | 1652 | * Get the next available message entry from the local message queue. |
| 1751 | * If none are available, we'll make sure that we grab the latest | 1653 | * If none are available, we'll make sure that we grab the latest |
| @@ -1755,25 +1657,23 @@ xpc_allocate_msg(struct xpc_channel *ch, u32 flags, | |||
| 1755 | 1657 | ||
| 1756 | while (1) { | 1658 | while (1) { |
| 1757 | 1659 | ||
| 1758 | put = (volatile s64) ch->w_local_GP.put; | 1660 | put = ch->w_local_GP.put; |
| 1759 | if (put - (volatile s64) ch->w_remote_GP.get < | 1661 | rmb(); /* guarantee that .put loads before .get */ |
| 1760 | ch->local_nentries) { | 1662 | if (put - ch->w_remote_GP.get < ch->local_nentries) { |
| 1761 | 1663 | ||
| 1762 | /* There are available message entries. We need to try | 1664 | /* There are available message entries. We need to try |
| 1763 | * to secure one for ourselves. We'll do this by trying | 1665 | * to secure one for ourselves. We'll do this by trying |
| 1764 | * to increment w_local_GP.put as long as someone else | 1666 | * to increment w_local_GP.put as long as someone else |
| 1765 | * doesn't beat us to it. If they do, we'll have to | 1667 | * doesn't beat us to it. If they do, we'll have to |
| 1766 | * try again. | 1668 | * try again. |
| 1767 | */ | 1669 | */ |
| 1768 | if (cmpxchg(&ch->w_local_GP.put, put, put + 1) == | 1670 | if (cmpxchg(&ch->w_local_GP.put, put, put + 1) == put) { |
| 1769 | put) { | ||
| 1770 | /* we got the entry referenced by put */ | 1671 | /* we got the entry referenced by put */ |
| 1771 | break; | 1672 | break; |
| 1772 | } | 1673 | } |
| 1773 | continue; /* try again */ | 1674 | continue; /* try again */ |
| 1774 | } | 1675 | } |
| 1775 | 1676 | ||
| 1776 | |||
| 1777 | /* | 1677 | /* |
| 1778 | * There aren't any available msg entries at this time. | 1678 | * There aren't any available msg entries at this time. |
| 1779 | * | 1679 | * |
| @@ -1783,9 +1683,8 @@ xpc_allocate_msg(struct xpc_channel *ch, u32 flags, | |||
| 1783 | * that will cause the IPI handler to fetch the latest | 1683 | * that will cause the IPI handler to fetch the latest |
| 1784 | * GP values as if an IPI was sent by the other side. | 1684 | * GP values as if an IPI was sent by the other side. |
| 1785 | */ | 1685 | */ |
| 1786 | if (ret == xpcTimeout) { | 1686 | if (ret == xpcTimeout) |
| 1787 | xpc_IPI_send_local_msgrequest(ch); | 1687 | xpc_IPI_send_local_msgrequest(ch); |
| 1788 | } | ||
| 1789 | 1688 | ||
| 1790 | if (flags & XPC_NOWAIT) { | 1689 | if (flags & XPC_NOWAIT) { |
| 1791 | xpc_msgqueue_deref(ch); | 1690 | xpc_msgqueue_deref(ch); |
| @@ -1799,25 +1698,22 @@ xpc_allocate_msg(struct xpc_channel *ch, u32 flags, | |||
| 1799 | } | 1698 | } |
| 1800 | } | 1699 | } |
| 1801 | 1700 | ||
| 1802 | |||
| 1803 | /* get the message's address and initialize it */ | 1701 | /* get the message's address and initialize it */ |
| 1804 | msg = (struct xpc_msg *) ((u64) ch->local_msgqueue + | 1702 | msg = (struct xpc_msg *)((u64)ch->local_msgqueue + |
| 1805 | (put % ch->local_nentries) * ch->msg_size); | 1703 | (put % ch->local_nentries) * ch->msg_size); |
| 1806 | |||
| 1807 | 1704 | ||
| 1808 | DBUG_ON(msg->flags != 0); | 1705 | DBUG_ON(msg->flags != 0); |
| 1809 | msg->number = put; | 1706 | msg->number = put; |
| 1810 | 1707 | ||
| 1811 | dev_dbg(xpc_chan, "w_local_GP.put changed to %ld; msg=0x%p, " | 1708 | dev_dbg(xpc_chan, "w_local_GP.put changed to %ld; msg=0x%p, " |
| 1812 | "msg_number=%ld, partid=%d, channel=%d\n", put + 1, | 1709 | "msg_number=%ld, partid=%d, channel=%d\n", put + 1, |
| 1813 | (void *) msg, msg->number, ch->partid, ch->number); | 1710 | (void *)msg, msg->number, ch->partid, ch->number); |
| 1814 | 1711 | ||
| 1815 | *address_of_msg = msg; | 1712 | *address_of_msg = msg; |
| 1816 | 1713 | ||
| 1817 | return xpcSuccess; | 1714 | return xpcSuccess; |
| 1818 | } | 1715 | } |
| 1819 | 1716 | ||
| 1820 | |||
| 1821 | /* | 1717 | /* |
| 1822 | * Allocate an entry for a message from the message queue associated with the | 1718 | * Allocate an entry for a message from the message queue associated with the |
| 1823 | * specified channel. NOTE that this routine can sleep waiting for a message | 1719 | * specified channel. NOTE that this routine can sleep waiting for a message |
| @@ -1838,7 +1734,6 @@ xpc_initiate_allocate(partid_t partid, int ch_number, u32 flags, void **payload) | |||
| 1838 | enum xpc_retval ret = xpcUnknownReason; | 1734 | enum xpc_retval ret = xpcUnknownReason; |
| 1839 | struct xpc_msg *msg = NULL; | 1735 | struct xpc_msg *msg = NULL; |
| 1840 | 1736 | ||
| 1841 | |||
| 1842 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); | 1737 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); |
| 1843 | DBUG_ON(ch_number < 0 || ch_number >= part->nchannels); | 1738 | DBUG_ON(ch_number < 0 || ch_number >= part->nchannels); |
| 1844 | 1739 | ||
| @@ -1848,15 +1743,13 @@ xpc_initiate_allocate(partid_t partid, int ch_number, u32 flags, void **payload) | |||
| 1848 | ret = xpc_allocate_msg(&part->channels[ch_number], flags, &msg); | 1743 | ret = xpc_allocate_msg(&part->channels[ch_number], flags, &msg); |
| 1849 | xpc_part_deref(part); | 1744 | xpc_part_deref(part); |
| 1850 | 1745 | ||
| 1851 | if (msg != NULL) { | 1746 | if (msg != NULL) |
| 1852 | *payload = &msg->payload; | 1747 | *payload = &msg->payload; |
| 1853 | } | ||
| 1854 | } | 1748 | } |
| 1855 | 1749 | ||
| 1856 | return ret; | 1750 | return ret; |
| 1857 | } | 1751 | } |
| 1858 | 1752 | ||
| 1859 | |||
| 1860 | /* | 1753 | /* |
| 1861 | * Now we actually send the messages that are ready to be sent by advancing | 1754 | * Now we actually send the messages that are ready to be sent by advancing |
| 1862 | * the local message queue's Put value and then send an IPI to the recipient | 1755 | * the local message queue's Put value and then send an IPI to the recipient |
| @@ -1869,20 +1762,18 @@ xpc_send_msgs(struct xpc_channel *ch, s64 initial_put) | |||
| 1869 | s64 put = initial_put + 1; | 1762 | s64 put = initial_put + 1; |
| 1870 | int send_IPI = 0; | 1763 | int send_IPI = 0; |
| 1871 | 1764 | ||
| 1872 | |||
| 1873 | while (1) { | 1765 | while (1) { |
| 1874 | 1766 | ||
| 1875 | while (1) { | 1767 | while (1) { |
| 1876 | if (put == (volatile s64) ch->w_local_GP.put) { | 1768 | if (put == ch->w_local_GP.put) |
| 1877 | break; | 1769 | break; |
| 1878 | } | ||
| 1879 | 1770 | ||
| 1880 | msg = (struct xpc_msg *) ((u64) ch->local_msgqueue + | 1771 | msg = (struct xpc_msg *)((u64)ch->local_msgqueue + |
| 1881 | (put % ch->local_nentries) * ch->msg_size); | 1772 | (put % ch->local_nentries) * |
| 1773 | ch->msg_size); | ||
| 1882 | 1774 | ||
| 1883 | if (!(msg->flags & XPC_M_READY)) { | 1775 | if (!(msg->flags & XPC_M_READY)) |
| 1884 | break; | 1776 | break; |
| 1885 | } | ||
| 1886 | 1777 | ||
| 1887 | put++; | 1778 | put++; |
| 1888 | } | 1779 | } |
| @@ -1893,9 +1784,9 @@ xpc_send_msgs(struct xpc_channel *ch, s64 initial_put) | |||
| 1893 | } | 1784 | } |
| 1894 | 1785 | ||
| 1895 | if (cmpxchg_rel(&ch->local_GP->put, initial_put, put) != | 1786 | if (cmpxchg_rel(&ch->local_GP->put, initial_put, put) != |
| 1896 | initial_put) { | 1787 | initial_put) { |
| 1897 | /* someone else beat us to it */ | 1788 | /* someone else beat us to it */ |
| 1898 | DBUG_ON((volatile s64) ch->local_GP->put < initial_put); | 1789 | DBUG_ON(ch->local_GP->put < initial_put); |
| 1899 | break; | 1790 | break; |
| 1900 | } | 1791 | } |
| 1901 | 1792 | ||
| @@ -1914,12 +1805,10 @@ xpc_send_msgs(struct xpc_channel *ch, s64 initial_put) | |||
| 1914 | initial_put = put; | 1805 | initial_put = put; |
| 1915 | } | 1806 | } |
| 1916 | 1807 | ||
| 1917 | if (send_IPI) { | 1808 | if (send_IPI) |
| 1918 | xpc_IPI_send_msgrequest(ch); | 1809 | xpc_IPI_send_msgrequest(ch); |
| 1919 | } | ||
| 1920 | } | 1810 | } |
| 1921 | 1811 | ||
| 1922 | |||
| 1923 | /* | 1812 | /* |
| 1924 | * Common code that does the actual sending of the message by advancing the | 1813 | * Common code that does the actual sending of the message by advancing the |
| 1925 | * local message queue's Put value and sends an IPI to the partition the | 1814 | * local message queue's Put value and sends an IPI to the partition the |
| @@ -1927,16 +1816,15 @@ xpc_send_msgs(struct xpc_channel *ch, s64 initial_put) | |||
| 1927 | */ | 1816 | */ |
| 1928 | static enum xpc_retval | 1817 | static enum xpc_retval |
| 1929 | xpc_send_msg(struct xpc_channel *ch, struct xpc_msg *msg, u8 notify_type, | 1818 | xpc_send_msg(struct xpc_channel *ch, struct xpc_msg *msg, u8 notify_type, |
| 1930 | xpc_notify_func func, void *key) | 1819 | xpc_notify_func func, void *key) |
| 1931 | { | 1820 | { |
| 1932 | enum xpc_retval ret = xpcSuccess; | 1821 | enum xpc_retval ret = xpcSuccess; |
| 1933 | struct xpc_notify *notify = notify; | 1822 | struct xpc_notify *notify = notify; |
| 1934 | s64 put, msg_number = msg->number; | 1823 | s64 put, msg_number = msg->number; |
| 1935 | 1824 | ||
| 1936 | |||
| 1937 | DBUG_ON(notify_type == XPC_N_CALL && func == NULL); | 1825 | DBUG_ON(notify_type == XPC_N_CALL && func == NULL); |
| 1938 | DBUG_ON((((u64) msg - (u64) ch->local_msgqueue) / ch->msg_size) != | 1826 | DBUG_ON((((u64)msg - (u64)ch->local_msgqueue) / ch->msg_size) != |
| 1939 | msg_number % ch->local_nentries); | 1827 | msg_number % ch->local_nentries); |
| 1940 | DBUG_ON(msg->flags & XPC_M_READY); | 1828 | DBUG_ON(msg->flags & XPC_M_READY); |
| 1941 | 1829 | ||
| 1942 | if (ch->flags & XPC_C_DISCONNECTING) { | 1830 | if (ch->flags & XPC_C_DISCONNECTING) { |
| @@ -1959,7 +1847,7 @@ xpc_send_msg(struct xpc_channel *ch, struct xpc_msg *msg, u8 notify_type, | |||
| 1959 | notify->key = key; | 1847 | notify->key = key; |
| 1960 | notify->type = notify_type; | 1848 | notify->type = notify_type; |
| 1961 | 1849 | ||
| 1962 | // >>> is a mb() needed here? | 1850 | /* >>> is a mb() needed here? */ |
| 1963 | 1851 | ||
| 1964 | if (ch->flags & XPC_C_DISCONNECTING) { | 1852 | if (ch->flags & XPC_C_DISCONNECTING) { |
| 1965 | /* | 1853 | /* |
| @@ -1970,7 +1858,7 @@ xpc_send_msg(struct xpc_channel *ch, struct xpc_msg *msg, u8 notify_type, | |||
| 1970 | * the notify entry. | 1858 | * the notify entry. |
| 1971 | */ | 1859 | */ |
| 1972 | if (cmpxchg(¬ify->type, notify_type, 0) == | 1860 | if (cmpxchg(¬ify->type, notify_type, 0) == |
| 1973 | notify_type) { | 1861 | notify_type) { |
| 1974 | atomic_dec(&ch->n_to_notify); | 1862 | atomic_dec(&ch->n_to_notify); |
| 1975 | ret = ch->reason; | 1863 | ret = ch->reason; |
| 1976 | } | 1864 | } |
| @@ -1992,16 +1880,14 @@ xpc_send_msg(struct xpc_channel *ch, struct xpc_msg *msg, u8 notify_type, | |||
| 1992 | /* see if the message is next in line to be sent, if so send it */ | 1880 | /* see if the message is next in line to be sent, if so send it */ |
| 1993 | 1881 | ||
| 1994 | put = ch->local_GP->put; | 1882 | put = ch->local_GP->put; |
| 1995 | if (put == msg_number) { | 1883 | if (put == msg_number) |
| 1996 | xpc_send_msgs(ch, put); | 1884 | xpc_send_msgs(ch, put); |
| 1997 | } | ||
| 1998 | 1885 | ||
| 1999 | /* drop the reference grabbed in xpc_allocate_msg() */ | 1886 | /* drop the reference grabbed in xpc_allocate_msg() */ |
| 2000 | xpc_msgqueue_deref(ch); | 1887 | xpc_msgqueue_deref(ch); |
| 2001 | return ret; | 1888 | return ret; |
| 2002 | } | 1889 | } |
| 2003 | 1890 | ||
| 2004 | |||
| 2005 | /* | 1891 | /* |
| 2006 | * Send a message previously allocated using xpc_initiate_allocate() on the | 1892 | * Send a message previously allocated using xpc_initiate_allocate() on the |
| 2007 | * specified channel connected to the specified partition. | 1893 | * specified channel connected to the specified partition. |
| @@ -2029,8 +1915,7 @@ xpc_initiate_send(partid_t partid, int ch_number, void *payload) | |||
| 2029 | struct xpc_msg *msg = XPC_MSG_ADDRESS(payload); | 1915 | struct xpc_msg *msg = XPC_MSG_ADDRESS(payload); |
| 2030 | enum xpc_retval ret; | 1916 | enum xpc_retval ret; |
| 2031 | 1917 | ||
| 2032 | 1918 | dev_dbg(xpc_chan, "msg=0x%p, partid=%d, channel=%d\n", (void *)msg, | |
| 2033 | dev_dbg(xpc_chan, "msg=0x%p, partid=%d, channel=%d\n", (void *) msg, | ||
| 2034 | partid, ch_number); | 1919 | partid, ch_number); |
| 2035 | 1920 | ||
| 2036 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); | 1921 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); |
| @@ -2042,7 +1927,6 @@ xpc_initiate_send(partid_t partid, int ch_number, void *payload) | |||
| 2042 | return ret; | 1927 | return ret; |
| 2043 | } | 1928 | } |
| 2044 | 1929 | ||
| 2045 | |||
| 2046 | /* | 1930 | /* |
| 2047 | * Send a message previously allocated using xpc_initiate_allocate on the | 1931 | * Send a message previously allocated using xpc_initiate_allocate on the |
| 2048 | * specified channel connected to the specified partition. | 1932 | * specified channel connected to the specified partition. |
| @@ -2075,14 +1959,13 @@ xpc_initiate_send(partid_t partid, int ch_number, void *payload) | |||
| 2075 | */ | 1959 | */ |
| 2076 | enum xpc_retval | 1960 | enum xpc_retval |
| 2077 | xpc_initiate_send_notify(partid_t partid, int ch_number, void *payload, | 1961 | xpc_initiate_send_notify(partid_t partid, int ch_number, void *payload, |
| 2078 | xpc_notify_func func, void *key) | 1962 | xpc_notify_func func, void *key) |
| 2079 | { | 1963 | { |
| 2080 | struct xpc_partition *part = &xpc_partitions[partid]; | 1964 | struct xpc_partition *part = &xpc_partitions[partid]; |
| 2081 | struct xpc_msg *msg = XPC_MSG_ADDRESS(payload); | 1965 | struct xpc_msg *msg = XPC_MSG_ADDRESS(payload); |
| 2082 | enum xpc_retval ret; | 1966 | enum xpc_retval ret; |
| 2083 | 1967 | ||
| 2084 | 1968 | dev_dbg(xpc_chan, "msg=0x%p, partid=%d, channel=%d\n", (void *)msg, | |
| 2085 | dev_dbg(xpc_chan, "msg=0x%p, partid=%d, channel=%d\n", (void *) msg, | ||
| 2086 | partid, ch_number); | 1969 | partid, ch_number); |
| 2087 | 1970 | ||
| 2088 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); | 1971 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); |
| @@ -2091,11 +1974,10 @@ xpc_initiate_send_notify(partid_t partid, int ch_number, void *payload, | |||
| 2091 | DBUG_ON(func == NULL); | 1974 | DBUG_ON(func == NULL); |
| 2092 | 1975 | ||
| 2093 | ret = xpc_send_msg(&part->channels[ch_number], msg, XPC_N_CALL, | 1976 | ret = xpc_send_msg(&part->channels[ch_number], msg, XPC_N_CALL, |
| 2094 | func, key); | 1977 | func, key); |
| 2095 | return ret; | 1978 | return ret; |
| 2096 | } | 1979 | } |
| 2097 | 1980 | ||
| 2098 | |||
| 2099 | static struct xpc_msg * | 1981 | static struct xpc_msg * |
| 2100 | xpc_pull_remote_msg(struct xpc_channel *ch, s64 get) | 1982 | xpc_pull_remote_msg(struct xpc_channel *ch, s64 get) |
| 2101 | { | 1983 | { |
| @@ -2105,7 +1987,6 @@ xpc_pull_remote_msg(struct xpc_channel *ch, s64 get) | |||
| 2105 | u64 msg_offset; | 1987 | u64 msg_offset; |
| 2106 | enum xpc_retval ret; | 1988 | enum xpc_retval ret; |
| 2107 | 1989 | ||
| 2108 | |||
| 2109 | if (mutex_lock_interruptible(&ch->msg_to_pull_mutex) != 0) { | 1990 | if (mutex_lock_interruptible(&ch->msg_to_pull_mutex) != 0) { |
| 2110 | /* we were interrupted by a signal */ | 1991 | /* we were interrupted by a signal */ |
| 2111 | return NULL; | 1992 | return NULL; |
| @@ -2117,23 +1998,21 @@ xpc_pull_remote_msg(struct xpc_channel *ch, s64 get) | |||
| 2117 | 1998 | ||
| 2118 | msg_index = ch->next_msg_to_pull % ch->remote_nentries; | 1999 | msg_index = ch->next_msg_to_pull % ch->remote_nentries; |
| 2119 | 2000 | ||
| 2120 | DBUG_ON(ch->next_msg_to_pull >= | 2001 | DBUG_ON(ch->next_msg_to_pull >= ch->w_remote_GP.put); |
| 2121 | (volatile s64) ch->w_remote_GP.put); | 2002 | nmsgs = ch->w_remote_GP.put - ch->next_msg_to_pull; |
| 2122 | nmsgs = (volatile s64) ch->w_remote_GP.put - | ||
| 2123 | ch->next_msg_to_pull; | ||
| 2124 | if (msg_index + nmsgs > ch->remote_nentries) { | 2003 | if (msg_index + nmsgs > ch->remote_nentries) { |
| 2125 | /* ignore the ones that wrap the msg queue for now */ | 2004 | /* ignore the ones that wrap the msg queue for now */ |
| 2126 | nmsgs = ch->remote_nentries - msg_index; | 2005 | nmsgs = ch->remote_nentries - msg_index; |
| 2127 | } | 2006 | } |
| 2128 | 2007 | ||
| 2129 | msg_offset = msg_index * ch->msg_size; | 2008 | msg_offset = msg_index * ch->msg_size; |
| 2130 | msg = (struct xpc_msg *) ((u64) ch->remote_msgqueue + | 2009 | msg = (struct xpc_msg *)((u64)ch->remote_msgqueue + msg_offset); |
| 2131 | msg_offset); | 2010 | remote_msg = (struct xpc_msg *)(ch->remote_msgqueue_pa + |
| 2132 | remote_msg = (struct xpc_msg *) (ch->remote_msgqueue_pa + | 2011 | msg_offset); |
| 2133 | msg_offset); | ||
| 2134 | 2012 | ||
| 2135 | if ((ret = xpc_pull_remote_cachelines(part, msg, remote_msg, | 2013 | ret = xpc_pull_remote_cachelines(part, msg, remote_msg, |
| 2136 | nmsgs * ch->msg_size)) != xpcSuccess) { | 2014 | nmsgs * ch->msg_size); |
| 2015 | if (ret != xpcSuccess) { | ||
| 2137 | 2016 | ||
| 2138 | dev_dbg(xpc_chan, "failed to pull %d msgs starting with" | 2017 | dev_dbg(xpc_chan, "failed to pull %d msgs starting with" |
| 2139 | " msg %ld from partition %d, channel=%d, " | 2018 | " msg %ld from partition %d, channel=%d, " |
| @@ -2146,8 +2025,6 @@ xpc_pull_remote_msg(struct xpc_channel *ch, s64 get) | |||
| 2146 | return NULL; | 2025 | return NULL; |
| 2147 | } | 2026 | } |
| 2148 | 2027 | ||
| 2149 | mb(); /* >>> this may not be needed, we're not sure */ | ||
| 2150 | |||
| 2151 | ch->next_msg_to_pull += nmsgs; | 2028 | ch->next_msg_to_pull += nmsgs; |
| 2152 | } | 2029 | } |
| 2153 | 2030 | ||
| @@ -2155,12 +2032,11 @@ xpc_pull_remote_msg(struct xpc_channel *ch, s64 get) | |||
| 2155 | 2032 | ||
| 2156 | /* return the message we were looking for */ | 2033 | /* return the message we were looking for */ |
| 2157 | msg_offset = (get % ch->remote_nentries) * ch->msg_size; | 2034 | msg_offset = (get % ch->remote_nentries) * ch->msg_size; |
| 2158 | msg = (struct xpc_msg *) ((u64) ch->remote_msgqueue + msg_offset); | 2035 | msg = (struct xpc_msg *)((u64)ch->remote_msgqueue + msg_offset); |
| 2159 | 2036 | ||
| 2160 | return msg; | 2037 | return msg; |
| 2161 | } | 2038 | } |
| 2162 | 2039 | ||
| 2163 | |||
| 2164 | /* | 2040 | /* |
| 2165 | * Get a message to be delivered. | 2041 | * Get a message to be delivered. |
| 2166 | */ | 2042 | */ |
| @@ -2170,23 +2046,21 @@ xpc_get_deliverable_msg(struct xpc_channel *ch) | |||
| 2170 | struct xpc_msg *msg = NULL; | 2046 | struct xpc_msg *msg = NULL; |
| 2171 | s64 get; | 2047 | s64 get; |
| 2172 | 2048 | ||
| 2173 | |||
| 2174 | do { | 2049 | do { |
| 2175 | if ((volatile u32) ch->flags & XPC_C_DISCONNECTING) { | 2050 | if (ch->flags & XPC_C_DISCONNECTING) |
| 2176 | break; | 2051 | break; |
| 2177 | } | ||
| 2178 | 2052 | ||
| 2179 | get = (volatile s64) ch->w_local_GP.get; | 2053 | get = ch->w_local_GP.get; |
| 2180 | if (get == (volatile s64) ch->w_remote_GP.put) { | 2054 | rmb(); /* guarantee that .get loads before .put */ |
| 2055 | if (get == ch->w_remote_GP.put) | ||
| 2181 | break; | 2056 | break; |
| 2182 | } | ||
| 2183 | 2057 | ||
| 2184 | /* There are messages waiting to be pulled and delivered. | 2058 | /* There are messages waiting to be pulled and delivered. |
| 2185 | * We need to try to secure one for ourselves. We'll do this | 2059 | * We need to try to secure one for ourselves. We'll do this |
| 2186 | * by trying to increment w_local_GP.get and hope that no one | 2060 | * by trying to increment w_local_GP.get and hope that no one |
| 2187 | * else beats us to it. If they do, we'll we'll simply have | 2061 | * else beats us to it. If they do, we'll we'll simply have |
| 2188 | * to try again for the next one. | 2062 | * to try again for the next one. |
| 2189 | */ | 2063 | */ |
| 2190 | 2064 | ||
| 2191 | if (cmpxchg(&ch->w_local_GP.get, get, get + 1) == get) { | 2065 | if (cmpxchg(&ch->w_local_GP.get, get, get + 1) == get) { |
| 2192 | /* we got the entry referenced by get */ | 2066 | /* we got the entry referenced by get */ |
| @@ -2211,7 +2085,6 @@ xpc_get_deliverable_msg(struct xpc_channel *ch) | |||
| 2211 | return msg; | 2085 | return msg; |
| 2212 | } | 2086 | } |
| 2213 | 2087 | ||
| 2214 | |||
| 2215 | /* | 2088 | /* |
| 2216 | * Deliver a message to its intended recipient. | 2089 | * Deliver a message to its intended recipient. |
| 2217 | */ | 2090 | */ |
| @@ -2220,8 +2093,8 @@ xpc_deliver_msg(struct xpc_channel *ch) | |||
| 2220 | { | 2093 | { |
| 2221 | struct xpc_msg *msg; | 2094 | struct xpc_msg *msg; |
| 2222 | 2095 | ||
| 2223 | 2096 | msg = xpc_get_deliverable_msg(ch); | |
| 2224 | if ((msg = xpc_get_deliverable_msg(ch)) != NULL) { | 2097 | if (msg != NULL) { |
| 2225 | 2098 | ||
| 2226 | /* | 2099 | /* |
| 2227 | * This ref is taken to protect the payload itself from being | 2100 | * This ref is taken to protect the payload itself from being |
| @@ -2235,16 +2108,16 @@ xpc_deliver_msg(struct xpc_channel *ch) | |||
| 2235 | if (ch->func != NULL) { | 2108 | if (ch->func != NULL) { |
| 2236 | dev_dbg(xpc_chan, "ch->func() called, msg=0x%p, " | 2109 | dev_dbg(xpc_chan, "ch->func() called, msg=0x%p, " |
| 2237 | "msg_number=%ld, partid=%d, channel=%d\n", | 2110 | "msg_number=%ld, partid=%d, channel=%d\n", |
| 2238 | (void *) msg, msg->number, ch->partid, | 2111 | (void *)msg, msg->number, ch->partid, |
| 2239 | ch->number); | 2112 | ch->number); |
| 2240 | 2113 | ||
| 2241 | /* deliver the message to its intended recipient */ | 2114 | /* deliver the message to its intended recipient */ |
| 2242 | ch->func(xpcMsgReceived, ch->partid, ch->number, | 2115 | ch->func(xpcMsgReceived, ch->partid, ch->number, |
| 2243 | &msg->payload, ch->key); | 2116 | &msg->payload, ch->key); |
| 2244 | 2117 | ||
| 2245 | dev_dbg(xpc_chan, "ch->func() returned, msg=0x%p, " | 2118 | dev_dbg(xpc_chan, "ch->func() returned, msg=0x%p, " |
| 2246 | "msg_number=%ld, partid=%d, channel=%d\n", | 2119 | "msg_number=%ld, partid=%d, channel=%d\n", |
| 2247 | (void *) msg, msg->number, ch->partid, | 2120 | (void *)msg, msg->number, ch->partid, |
| 2248 | ch->number); | 2121 | ch->number); |
| 2249 | } | 2122 | } |
| 2250 | 2123 | ||
| @@ -2252,7 +2125,6 @@ xpc_deliver_msg(struct xpc_channel *ch) | |||
| 2252 | } | 2125 | } |
| 2253 | } | 2126 | } |
| 2254 | 2127 | ||
| 2255 | |||
| 2256 | /* | 2128 | /* |
| 2257 | * Now we actually acknowledge the messages that have been delivered and ack'd | 2129 | * Now we actually acknowledge the messages that have been delivered and ack'd |
| 2258 | * by advancing the cached remote message queue's Get value and if requested | 2130 | * by advancing the cached remote message queue's Get value and if requested |
| @@ -2265,20 +2137,18 @@ xpc_acknowledge_msgs(struct xpc_channel *ch, s64 initial_get, u8 msg_flags) | |||
| 2265 | s64 get = initial_get + 1; | 2137 | s64 get = initial_get + 1; |
| 2266 | int send_IPI = 0; | 2138 | int send_IPI = 0; |
| 2267 | 2139 | ||
| 2268 | |||
| 2269 | while (1) { | 2140 | while (1) { |
| 2270 | 2141 | ||
| 2271 | while (1) { | 2142 | while (1) { |
| 2272 | if (get == (volatile s64) ch->w_local_GP.get) { | 2143 | if (get == ch->w_local_GP.get) |
| 2273 | break; | 2144 | break; |
| 2274 | } | ||
| 2275 | 2145 | ||
| 2276 | msg = (struct xpc_msg *) ((u64) ch->remote_msgqueue + | 2146 | msg = (struct xpc_msg *)((u64)ch->remote_msgqueue + |
| 2277 | (get % ch->remote_nentries) * ch->msg_size); | 2147 | (get % ch->remote_nentries) * |
| 2148 | ch->msg_size); | ||
| 2278 | 2149 | ||
| 2279 | if (!(msg->flags & XPC_M_DONE)) { | 2150 | if (!(msg->flags & XPC_M_DONE)) |
| 2280 | break; | 2151 | break; |
| 2281 | } | ||
| 2282 | 2152 | ||
| 2283 | msg_flags |= msg->flags; | 2153 | msg_flags |= msg->flags; |
| 2284 | get++; | 2154 | get++; |
| @@ -2290,10 +2160,9 @@ xpc_acknowledge_msgs(struct xpc_channel *ch, s64 initial_get, u8 msg_flags) | |||
| 2290 | } | 2160 | } |
| 2291 | 2161 | ||
| 2292 | if (cmpxchg_rel(&ch->local_GP->get, initial_get, get) != | 2162 | if (cmpxchg_rel(&ch->local_GP->get, initial_get, get) != |
| 2293 | initial_get) { | 2163 | initial_get) { |
| 2294 | /* someone else beat us to it */ | 2164 | /* someone else beat us to it */ |
| 2295 | DBUG_ON((volatile s64) ch->local_GP->get <= | 2165 | DBUG_ON(ch->local_GP->get <= initial_get); |
| 2296 | initial_get); | ||
| 2297 | break; | 2166 | break; |
| 2298 | } | 2167 | } |
| 2299 | 2168 | ||
| @@ -2312,12 +2181,10 @@ xpc_acknowledge_msgs(struct xpc_channel *ch, s64 initial_get, u8 msg_flags) | |||
| 2312 | initial_get = get; | 2181 | initial_get = get; |
| 2313 | } | 2182 | } |
| 2314 | 2183 | ||
| 2315 | if (send_IPI) { | 2184 | if (send_IPI) |
| 2316 | xpc_IPI_send_msgrequest(ch); | 2185 | xpc_IPI_send_msgrequest(ch); |
| 2317 | } | ||
| 2318 | } | 2186 | } |
| 2319 | 2187 | ||
| 2320 | |||
| 2321 | /* | 2188 | /* |
| 2322 | * Acknowledge receipt of a delivered message. | 2189 | * Acknowledge receipt of a delivered message. |
| 2323 | * | 2190 | * |
| @@ -2343,17 +2210,16 @@ xpc_initiate_received(partid_t partid, int ch_number, void *payload) | |||
| 2343 | struct xpc_msg *msg = XPC_MSG_ADDRESS(payload); | 2210 | struct xpc_msg *msg = XPC_MSG_ADDRESS(payload); |
| 2344 | s64 get, msg_number = msg->number; | 2211 | s64 get, msg_number = msg->number; |
| 2345 | 2212 | ||
| 2346 | |||
| 2347 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); | 2213 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); |
| 2348 | DBUG_ON(ch_number < 0 || ch_number >= part->nchannels); | 2214 | DBUG_ON(ch_number < 0 || ch_number >= part->nchannels); |
| 2349 | 2215 | ||
| 2350 | ch = &part->channels[ch_number]; | 2216 | ch = &part->channels[ch_number]; |
| 2351 | 2217 | ||
| 2352 | dev_dbg(xpc_chan, "msg=0x%p, msg_number=%ld, partid=%d, channel=%d\n", | 2218 | dev_dbg(xpc_chan, "msg=0x%p, msg_number=%ld, partid=%d, channel=%d\n", |
| 2353 | (void *) msg, msg_number, ch->partid, ch->number); | 2219 | (void *)msg, msg_number, ch->partid, ch->number); |
| 2354 | 2220 | ||
| 2355 | DBUG_ON((((u64) msg - (u64) ch->remote_msgqueue) / ch->msg_size) != | 2221 | DBUG_ON((((u64)msg - (u64)ch->remote_msgqueue) / ch->msg_size) != |
| 2356 | msg_number % ch->remote_nentries); | 2222 | msg_number % ch->remote_nentries); |
| 2357 | DBUG_ON(msg->flags & XPC_M_DONE); | 2223 | DBUG_ON(msg->flags & XPC_M_DONE); |
| 2358 | 2224 | ||
| 2359 | msg->flags |= XPC_M_DONE; | 2225 | msg->flags |= XPC_M_DONE; |
| @@ -2369,11 +2235,9 @@ xpc_initiate_received(partid_t partid, int ch_number, void *payload) | |||
| 2369 | * been delivered. | 2235 | * been delivered. |
| 2370 | */ | 2236 | */ |
| 2371 | get = ch->local_GP->get; | 2237 | get = ch->local_GP->get; |
| 2372 | if (get == msg_number) { | 2238 | if (get == msg_number) |
| 2373 | xpc_acknowledge_msgs(ch, get, msg->flags); | 2239 | xpc_acknowledge_msgs(ch, get, msg->flags); |
| 2374 | } | ||
| 2375 | 2240 | ||
| 2376 | /* the call to xpc_msgqueue_ref() was done by xpc_deliver_msg() */ | 2241 | /* the call to xpc_msgqueue_ref() was done by xpc_deliver_msg() */ |
| 2377 | xpc_msgqueue_deref(ch); | 2242 | xpc_msgqueue_deref(ch); |
| 2378 | } | 2243 | } |
| 2379 | |||
diff --git a/arch/ia64/sn/kernel/xpc_main.c b/drivers/misc/sgi-xp/xpc_main.c index 9e0b164da9c2..f673ba90eb0e 100644 --- a/arch/ia64/sn/kernel/xpc_main.c +++ b/drivers/misc/sgi-xp/xpc_main.c | |||
| @@ -3,10 +3,9 @@ | |||
| 3 | * License. See the file "COPYING" in the main directory of this archive | 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. | 4 | * for more details. |
| 5 | * | 5 | * |
| 6 | * Copyright (c) 2004-2007 Silicon Graphics, Inc. All Rights Reserved. | 6 | * Copyright (c) 2004-2008 Silicon Graphics, Inc. All Rights Reserved. |
| 7 | */ | 7 | */ |
| 8 | 8 | ||
| 9 | |||
| 10 | /* | 9 | /* |
| 11 | * Cross Partition Communication (XPC) support - standard version. | 10 | * Cross Partition Communication (XPC) support - standard version. |
| 12 | * | 11 | * |
| @@ -44,23 +43,20 @@ | |||
| 44 | * | 43 | * |
| 45 | */ | 44 | */ |
| 46 | 45 | ||
| 47 | |||
| 48 | #include <linux/kernel.h> | 46 | #include <linux/kernel.h> |
| 49 | #include <linux/module.h> | 47 | #include <linux/module.h> |
| 50 | #include <linux/init.h> | 48 | #include <linux/init.h> |
| 51 | #include <linux/sched.h> | ||
| 52 | #include <linux/syscalls.h> | ||
| 53 | #include <linux/cache.h> | 49 | #include <linux/cache.h> |
| 54 | #include <linux/interrupt.h> | 50 | #include <linux/interrupt.h> |
| 55 | #include <linux/delay.h> | 51 | #include <linux/delay.h> |
| 56 | #include <linux/reboot.h> | 52 | #include <linux/reboot.h> |
| 57 | #include <linux/completion.h> | 53 | #include <linux/completion.h> |
| 58 | #include <linux/kdebug.h> | 54 | #include <linux/kdebug.h> |
| 55 | #include <linux/kthread.h> | ||
| 56 | #include <linux/uaccess.h> | ||
| 59 | #include <asm/sn/intr.h> | 57 | #include <asm/sn/intr.h> |
| 60 | #include <asm/sn/sn_sal.h> | 58 | #include <asm/sn/sn_sal.h> |
| 61 | #include <asm/uaccess.h> | 59 | #include "xpc.h" |
| 62 | #include <asm/sn/xpc.h> | ||
| 63 | |||
| 64 | 60 | ||
| 65 | /* define two XPC debug device structures to be used with dev_dbg() et al */ | 61 | /* define two XPC debug device structures to be used with dev_dbg() et al */ |
| 66 | 62 | ||
| @@ -81,10 +77,8 @@ struct device xpc_chan_dbg_subname = { | |||
| 81 | struct device *xpc_part = &xpc_part_dbg_subname; | 77 | struct device *xpc_part = &xpc_part_dbg_subname; |
| 82 | struct device *xpc_chan = &xpc_chan_dbg_subname; | 78 | struct device *xpc_chan = &xpc_chan_dbg_subname; |
| 83 | 79 | ||
| 84 | |||
| 85 | static int xpc_kdebug_ignore; | 80 | static int xpc_kdebug_ignore; |
| 86 | 81 | ||
| 87 | |||
| 88 | /* systune related variables for /proc/sys directories */ | 82 | /* systune related variables for /proc/sys directories */ |
| 89 | 83 | ||
| 90 | static int xpc_hb_interval = XPC_HB_DEFAULT_INTERVAL; | 84 | static int xpc_hb_interval = XPC_HB_DEFAULT_INTERVAL; |
| @@ -96,61 +90,56 @@ static int xpc_hb_check_min_interval = 10; | |||
| 96 | static int xpc_hb_check_max_interval = 120; | 90 | static int xpc_hb_check_max_interval = 120; |
| 97 | 91 | ||
| 98 | int xpc_disengage_request_timelimit = XPC_DISENGAGE_REQUEST_DEFAULT_TIMELIMIT; | 92 | int xpc_disengage_request_timelimit = XPC_DISENGAGE_REQUEST_DEFAULT_TIMELIMIT; |
| 99 | static int xpc_disengage_request_min_timelimit = 0; | 93 | static int xpc_disengage_request_min_timelimit; /* = 0 */ |
| 100 | static int xpc_disengage_request_max_timelimit = 120; | 94 | static int xpc_disengage_request_max_timelimit = 120; |
| 101 | 95 | ||
| 102 | static ctl_table xpc_sys_xpc_hb_dir[] = { | 96 | static ctl_table xpc_sys_xpc_hb_dir[] = { |
| 103 | { | 97 | { |
| 104 | .ctl_name = CTL_UNNUMBERED, | 98 | .ctl_name = CTL_UNNUMBERED, |
| 105 | .procname = "hb_interval", | 99 | .procname = "hb_interval", |
| 106 | .data = &xpc_hb_interval, | 100 | .data = &xpc_hb_interval, |
| 107 | .maxlen = sizeof(int), | 101 | .maxlen = sizeof(int), |
| 108 | .mode = 0644, | 102 | .mode = 0644, |
| 109 | .proc_handler = &proc_dointvec_minmax, | 103 | .proc_handler = &proc_dointvec_minmax, |
| 110 | .strategy = &sysctl_intvec, | 104 | .strategy = &sysctl_intvec, |
| 111 | .extra1 = &xpc_hb_min_interval, | 105 | .extra1 = &xpc_hb_min_interval, |
| 112 | .extra2 = &xpc_hb_max_interval | 106 | .extra2 = &xpc_hb_max_interval}, |
| 113 | }, | ||
| 114 | { | 107 | { |
| 115 | .ctl_name = CTL_UNNUMBERED, | 108 | .ctl_name = CTL_UNNUMBERED, |
| 116 | .procname = "hb_check_interval", | 109 | .procname = "hb_check_interval", |
| 117 | .data = &xpc_hb_check_interval, | 110 | .data = &xpc_hb_check_interval, |
| 118 | .maxlen = sizeof(int), | 111 | .maxlen = sizeof(int), |
| 119 | .mode = 0644, | 112 | .mode = 0644, |
| 120 | .proc_handler = &proc_dointvec_minmax, | 113 | .proc_handler = &proc_dointvec_minmax, |
| 121 | .strategy = &sysctl_intvec, | 114 | .strategy = &sysctl_intvec, |
| 122 | .extra1 = &xpc_hb_check_min_interval, | 115 | .extra1 = &xpc_hb_check_min_interval, |
| 123 | .extra2 = &xpc_hb_check_max_interval | 116 | .extra2 = &xpc_hb_check_max_interval}, |
| 124 | }, | ||
| 125 | {} | 117 | {} |
| 126 | }; | 118 | }; |
| 127 | static ctl_table xpc_sys_xpc_dir[] = { | 119 | static ctl_table xpc_sys_xpc_dir[] = { |
| 128 | { | 120 | { |
| 129 | .ctl_name = CTL_UNNUMBERED, | 121 | .ctl_name = CTL_UNNUMBERED, |
| 130 | .procname = "hb", | 122 | .procname = "hb", |
| 131 | .mode = 0555, | 123 | .mode = 0555, |
| 132 | .child = xpc_sys_xpc_hb_dir | 124 | .child = xpc_sys_xpc_hb_dir}, |
| 133 | }, | ||
| 134 | { | 125 | { |
| 135 | .ctl_name = CTL_UNNUMBERED, | 126 | .ctl_name = CTL_UNNUMBERED, |
| 136 | .procname = "disengage_request_timelimit", | 127 | .procname = "disengage_request_timelimit", |
| 137 | .data = &xpc_disengage_request_timelimit, | 128 | .data = &xpc_disengage_request_timelimit, |
| 138 | .maxlen = sizeof(int), | 129 | .maxlen = sizeof(int), |
| 139 | .mode = 0644, | 130 | .mode = 0644, |
| 140 | .proc_handler = &proc_dointvec_minmax, | 131 | .proc_handler = &proc_dointvec_minmax, |
| 141 | .strategy = &sysctl_intvec, | 132 | .strategy = &sysctl_intvec, |
| 142 | .extra1 = &xpc_disengage_request_min_timelimit, | 133 | .extra1 = &xpc_disengage_request_min_timelimit, |
| 143 | .extra2 = &xpc_disengage_request_max_timelimit | 134 | .extra2 = &xpc_disengage_request_max_timelimit}, |
| 144 | }, | ||
| 145 | {} | 135 | {} |
| 146 | }; | 136 | }; |
| 147 | static ctl_table xpc_sys_dir[] = { | 137 | static ctl_table xpc_sys_dir[] = { |
| 148 | { | 138 | { |
| 149 | .ctl_name = CTL_UNNUMBERED, | 139 | .ctl_name = CTL_UNNUMBERED, |
| 150 | .procname = "xpc", | 140 | .procname = "xpc", |
| 151 | .mode = 0555, | 141 | .mode = 0555, |
| 152 | .child = xpc_sys_xpc_dir | 142 | .child = xpc_sys_xpc_dir}, |
| 153 | }, | ||
| 154 | {} | 143 | {} |
| 155 | }; | 144 | }; |
| 156 | static struct ctl_table_header *xpc_sysctl; | 145 | static struct ctl_table_header *xpc_sysctl; |
| @@ -172,13 +161,10 @@ static DECLARE_COMPLETION(xpc_hb_checker_exited); | |||
| 172 | /* notification that the xpc_discovery thread has exited */ | 161 | /* notification that the xpc_discovery thread has exited */ |
| 173 | static DECLARE_COMPLETION(xpc_discovery_exited); | 162 | static DECLARE_COMPLETION(xpc_discovery_exited); |
| 174 | 163 | ||
| 175 | |||
| 176 | static struct timer_list xpc_hb_timer; | 164 | static struct timer_list xpc_hb_timer; |
| 177 | 165 | ||
| 178 | |||
| 179 | static void xpc_kthread_waitmsgs(struct xpc_partition *, struct xpc_channel *); | 166 | static void xpc_kthread_waitmsgs(struct xpc_partition *, struct xpc_channel *); |
| 180 | 167 | ||
| 181 | |||
| 182 | static int xpc_system_reboot(struct notifier_block *, unsigned long, void *); | 168 | static int xpc_system_reboot(struct notifier_block *, unsigned long, void *); |
| 183 | static struct notifier_block xpc_reboot_notifier = { | 169 | static struct notifier_block xpc_reboot_notifier = { |
| 184 | .notifier_call = xpc_system_reboot, | 170 | .notifier_call = xpc_system_reboot, |
| @@ -189,25 +175,22 @@ static struct notifier_block xpc_die_notifier = { | |||
| 189 | .notifier_call = xpc_system_die, | 175 | .notifier_call = xpc_system_die, |
| 190 | }; | 176 | }; |
| 191 | 177 | ||
| 192 | |||
| 193 | /* | 178 | /* |
| 194 | * Timer function to enforce the timelimit on the partition disengage request. | 179 | * Timer function to enforce the timelimit on the partition disengage request. |
| 195 | */ | 180 | */ |
| 196 | static void | 181 | static void |
| 197 | xpc_timeout_partition_disengage_request(unsigned long data) | 182 | xpc_timeout_partition_disengage_request(unsigned long data) |
| 198 | { | 183 | { |
| 199 | struct xpc_partition *part = (struct xpc_partition *) data; | 184 | struct xpc_partition *part = (struct xpc_partition *)data; |
| 200 | |||
| 201 | 185 | ||
| 202 | DBUG_ON(time_before(jiffies, part->disengage_request_timeout)); | 186 | DBUG_ON(time_before(jiffies, part->disengage_request_timeout)); |
| 203 | 187 | ||
| 204 | (void) xpc_partition_disengaged(part); | 188 | (void)xpc_partition_disengaged(part); |
| 205 | 189 | ||
| 206 | DBUG_ON(part->disengage_request_timeout != 0); | 190 | DBUG_ON(part->disengage_request_timeout != 0); |
| 207 | DBUG_ON(xpc_partition_engaged(1UL << XPC_PARTID(part)) != 0); | 191 | DBUG_ON(xpc_partition_engaged(1UL << XPC_PARTID(part)) != 0); |
| 208 | } | 192 | } |
| 209 | 193 | ||
| 210 | |||
| 211 | /* | 194 | /* |
| 212 | * Notify the heartbeat check thread that an IRQ has been received. | 195 | * Notify the heartbeat check thread that an IRQ has been received. |
| 213 | */ | 196 | */ |
| @@ -219,7 +202,6 @@ xpc_act_IRQ_handler(int irq, void *dev_id) | |||
| 219 | return IRQ_HANDLED; | 202 | return IRQ_HANDLED; |
| 220 | } | 203 | } |
| 221 | 204 | ||
| 222 | |||
| 223 | /* | 205 | /* |
| 224 | * Timer to produce the heartbeat. The timer structures function is | 206 | * Timer to produce the heartbeat. The timer structures function is |
| 225 | * already set when this is initially called. A tunable is used to | 207 | * already set when this is initially called. A tunable is used to |
| @@ -230,15 +212,13 @@ xpc_hb_beater(unsigned long dummy) | |||
| 230 | { | 212 | { |
| 231 | xpc_vars->heartbeat++; | 213 | xpc_vars->heartbeat++; |
| 232 | 214 | ||
| 233 | if (time_after_eq(jiffies, xpc_hb_check_timeout)) { | 215 | if (time_after_eq(jiffies, xpc_hb_check_timeout)) |
| 234 | wake_up_interruptible(&xpc_act_IRQ_wq); | 216 | wake_up_interruptible(&xpc_act_IRQ_wq); |
| 235 | } | ||
| 236 | 217 | ||
| 237 | xpc_hb_timer.expires = jiffies + (xpc_hb_interval * HZ); | 218 | xpc_hb_timer.expires = jiffies + (xpc_hb_interval * HZ); |
| 238 | add_timer(&xpc_hb_timer); | 219 | add_timer(&xpc_hb_timer); |
| 239 | } | 220 | } |
| 240 | 221 | ||
| 241 | |||
| 242 | /* | 222 | /* |
| 243 | * This thread is responsible for nearly all of the partition | 223 | * This thread is responsible for nearly all of the partition |
| 244 | * activation/deactivation. | 224 | * activation/deactivation. |
| @@ -248,27 +228,23 @@ xpc_hb_checker(void *ignore) | |||
| 248 | { | 228 | { |
| 249 | int last_IRQ_count = 0; | 229 | int last_IRQ_count = 0; |
| 250 | int new_IRQ_count; | 230 | int new_IRQ_count; |
| 251 | int force_IRQ=0; | 231 | int force_IRQ = 0; |
| 252 | |||
| 253 | 232 | ||
| 254 | /* this thread was marked active by xpc_hb_init() */ | 233 | /* this thread was marked active by xpc_hb_init() */ |
| 255 | 234 | ||
| 256 | daemonize(XPC_HB_CHECK_THREAD_NAME); | ||
| 257 | |||
| 258 | set_cpus_allowed(current, cpumask_of_cpu(XPC_HB_CHECK_CPU)); | 235 | set_cpus_allowed(current, cpumask_of_cpu(XPC_HB_CHECK_CPU)); |
| 259 | 236 | ||
| 260 | /* set our heartbeating to other partitions into motion */ | 237 | /* set our heartbeating to other partitions into motion */ |
| 261 | xpc_hb_check_timeout = jiffies + (xpc_hb_check_interval * HZ); | 238 | xpc_hb_check_timeout = jiffies + (xpc_hb_check_interval * HZ); |
| 262 | xpc_hb_beater(0); | 239 | xpc_hb_beater(0); |
| 263 | 240 | ||
| 264 | while (!(volatile int) xpc_exiting) { | 241 | while (!xpc_exiting) { |
| 265 | 242 | ||
| 266 | dev_dbg(xpc_part, "woke up with %d ticks rem; %d IRQs have " | 243 | dev_dbg(xpc_part, "woke up with %d ticks rem; %d IRQs have " |
| 267 | "been received\n", | 244 | "been received\n", |
| 268 | (int) (xpc_hb_check_timeout - jiffies), | 245 | (int)(xpc_hb_check_timeout - jiffies), |
| 269 | atomic_read(&xpc_act_IRQ_rcvd) - last_IRQ_count); | 246 | atomic_read(&xpc_act_IRQ_rcvd) - last_IRQ_count); |
| 270 | 247 | ||
| 271 | |||
| 272 | /* checking of remote heartbeats is skewed by IRQ handling */ | 248 | /* checking of remote heartbeats is skewed by IRQ handling */ |
| 273 | if (time_after_eq(jiffies, xpc_hb_check_timeout)) { | 249 | if (time_after_eq(jiffies, xpc_hb_check_timeout)) { |
| 274 | dev_dbg(xpc_part, "checking remote heartbeats\n"); | 250 | dev_dbg(xpc_part, "checking remote heartbeats\n"); |
| @@ -282,7 +258,6 @@ xpc_hb_checker(void *ignore) | |||
| 282 | force_IRQ = 1; | 258 | force_IRQ = 1; |
| 283 | } | 259 | } |
| 284 | 260 | ||
| 285 | |||
| 286 | /* check for outstanding IRQs */ | 261 | /* check for outstanding IRQs */ |
| 287 | new_IRQ_count = atomic_read(&xpc_act_IRQ_rcvd); | 262 | new_IRQ_count = atomic_read(&xpc_act_IRQ_rcvd); |
| 288 | if (last_IRQ_count < new_IRQ_count || force_IRQ != 0) { | 263 | if (last_IRQ_count < new_IRQ_count || force_IRQ != 0) { |
| @@ -294,30 +269,30 @@ xpc_hb_checker(void *ignore) | |||
| 294 | last_IRQ_count += xpc_identify_act_IRQ_sender(); | 269 | last_IRQ_count += xpc_identify_act_IRQ_sender(); |
| 295 | if (last_IRQ_count < new_IRQ_count) { | 270 | if (last_IRQ_count < new_IRQ_count) { |
| 296 | /* retry once to help avoid missing AMO */ | 271 | /* retry once to help avoid missing AMO */ |
| 297 | (void) xpc_identify_act_IRQ_sender(); | 272 | (void)xpc_identify_act_IRQ_sender(); |
| 298 | } | 273 | } |
| 299 | last_IRQ_count = new_IRQ_count; | 274 | last_IRQ_count = new_IRQ_count; |
| 300 | 275 | ||
| 301 | xpc_hb_check_timeout = jiffies + | 276 | xpc_hb_check_timeout = jiffies + |
| 302 | (xpc_hb_check_interval * HZ); | 277 | (xpc_hb_check_interval * HZ); |
| 303 | } | 278 | } |
| 304 | 279 | ||
| 305 | /* wait for IRQ or timeout */ | 280 | /* wait for IRQ or timeout */ |
| 306 | (void) wait_event_interruptible(xpc_act_IRQ_wq, | 281 | (void)wait_event_interruptible(xpc_act_IRQ_wq, |
| 307 | (last_IRQ_count < atomic_read(&xpc_act_IRQ_rcvd) || | 282 | (last_IRQ_count < |
| 308 | time_after_eq(jiffies, xpc_hb_check_timeout) || | 283 | atomic_read(&xpc_act_IRQ_rcvd) |
| 309 | (volatile int) xpc_exiting)); | 284 | || time_after_eq(jiffies, |
| 285 | xpc_hb_check_timeout) || | ||
| 286 | xpc_exiting)); | ||
| 310 | } | 287 | } |
| 311 | 288 | ||
| 312 | dev_dbg(xpc_part, "heartbeat checker is exiting\n"); | 289 | dev_dbg(xpc_part, "heartbeat checker is exiting\n"); |
| 313 | 290 | ||
| 314 | |||
| 315 | /* mark this thread as having exited */ | 291 | /* mark this thread as having exited */ |
| 316 | complete(&xpc_hb_checker_exited); | 292 | complete(&xpc_hb_checker_exited); |
| 317 | return 0; | 293 | return 0; |
| 318 | } | 294 | } |
| 319 | 295 | ||
| 320 | |||
| 321 | /* | 296 | /* |
| 322 | * This thread will attempt to discover other partitions to activate | 297 | * This thread will attempt to discover other partitions to activate |
| 323 | * based on info provided by SAL. This new thread is short lived and | 298 | * based on info provided by SAL. This new thread is short lived and |
| @@ -326,8 +301,6 @@ xpc_hb_checker(void *ignore) | |||
| 326 | static int | 301 | static int |
| 327 | xpc_initiate_discovery(void *ignore) | 302 | xpc_initiate_discovery(void *ignore) |
| 328 | { | 303 | { |
| 329 | daemonize(XPC_DISCOVERY_THREAD_NAME); | ||
| 330 | |||
| 331 | xpc_discovery(); | 304 | xpc_discovery(); |
| 332 | 305 | ||
| 333 | dev_dbg(xpc_part, "discovery thread is exiting\n"); | 306 | dev_dbg(xpc_part, "discovery thread is exiting\n"); |
| @@ -337,7 +310,6 @@ xpc_initiate_discovery(void *ignore) | |||
| 337 | return 0; | 310 | return 0; |
| 338 | } | 311 | } |
| 339 | 312 | ||
| 340 | |||
| 341 | /* | 313 | /* |
| 342 | * Establish first contact with the remote partititon. This involves pulling | 314 | * Establish first contact with the remote partititon. This involves pulling |
| 343 | * the XPC per partition variables from the remote partition and waiting for | 315 | * the XPC per partition variables from the remote partition and waiting for |
| @@ -348,7 +320,6 @@ xpc_make_first_contact(struct xpc_partition *part) | |||
| 348 | { | 320 | { |
| 349 | enum xpc_retval ret; | 321 | enum xpc_retval ret; |
| 350 | 322 | ||
| 351 | |||
| 352 | while ((ret = xpc_pull_remote_vars_part(part)) != xpcSuccess) { | 323 | while ((ret = xpc_pull_remote_vars_part(part)) != xpcSuccess) { |
| 353 | if (ret != xpcRetry) { | 324 | if (ret != xpcRetry) { |
| 354 | XPC_DEACTIVATE_PARTITION(part, ret); | 325 | XPC_DEACTIVATE_PARTITION(part, ret); |
| @@ -359,17 +330,15 @@ xpc_make_first_contact(struct xpc_partition *part) | |||
| 359 | "partition %d\n", XPC_PARTID(part)); | 330 | "partition %d\n", XPC_PARTID(part)); |
| 360 | 331 | ||
| 361 | /* wait a 1/4 of a second or so */ | 332 | /* wait a 1/4 of a second or so */ |
| 362 | (void) msleep_interruptible(250); | 333 | (void)msleep_interruptible(250); |
| 363 | 334 | ||
| 364 | if (part->act_state == XPC_P_DEACTIVATING) { | 335 | if (part->act_state == XPC_P_DEACTIVATING) |
| 365 | return part->reason; | 336 | return part->reason; |
| 366 | } | ||
| 367 | } | 337 | } |
| 368 | 338 | ||
| 369 | return xpc_mark_partition_active(part); | 339 | return xpc_mark_partition_active(part); |
| 370 | } | 340 | } |
| 371 | 341 | ||
| 372 | |||
| 373 | /* | 342 | /* |
| 374 | * The first kthread assigned to a newly activated partition is the one | 343 | * The first kthread assigned to a newly activated partition is the one |
| 375 | * created by XPC HB with which it calls xpc_partition_up(). XPC hangs on to | 344 | * created by XPC HB with which it calls xpc_partition_up(). XPC hangs on to |
| @@ -386,12 +355,11 @@ static void | |||
| 386 | xpc_channel_mgr(struct xpc_partition *part) | 355 | xpc_channel_mgr(struct xpc_partition *part) |
| 387 | { | 356 | { |
| 388 | while (part->act_state != XPC_P_DEACTIVATING || | 357 | while (part->act_state != XPC_P_DEACTIVATING || |
| 389 | atomic_read(&part->nchannels_active) > 0 || | 358 | atomic_read(&part->nchannels_active) > 0 || |
| 390 | !xpc_partition_disengaged(part)) { | 359 | !xpc_partition_disengaged(part)) { |
| 391 | 360 | ||
| 392 | xpc_process_channel_activity(part); | 361 | xpc_process_channel_activity(part); |
| 393 | 362 | ||
| 394 | |||
| 395 | /* | 363 | /* |
| 396 | * Wait until we've been requested to activate kthreads or | 364 | * Wait until we've been requested to activate kthreads or |
| 397 | * all of the channel's message queues have been torn down or | 365 | * all of the channel's message queues have been torn down or |
| @@ -406,21 +374,16 @@ xpc_channel_mgr(struct xpc_partition *part) | |||
| 406 | * wake him up. | 374 | * wake him up. |
| 407 | */ | 375 | */ |
| 408 | atomic_dec(&part->channel_mgr_requests); | 376 | atomic_dec(&part->channel_mgr_requests); |
| 409 | (void) wait_event_interruptible(part->channel_mgr_wq, | 377 | (void)wait_event_interruptible(part->channel_mgr_wq, |
| 410 | (atomic_read(&part->channel_mgr_requests) > 0 || | 378 | (atomic_read(&part->channel_mgr_requests) > 0 || |
| 411 | (volatile u64) part->local_IPI_amo != 0 || | 379 | part->local_IPI_amo != 0 || |
| 412 | ((volatile u8) part->act_state == | 380 | (part->act_state == XPC_P_DEACTIVATING && |
| 413 | XPC_P_DEACTIVATING && | 381 | atomic_read(&part->nchannels_active) == 0 && |
| 414 | atomic_read(&part->nchannels_active) == 0 && | 382 | xpc_partition_disengaged(part)))); |
| 415 | xpc_partition_disengaged(part)))); | ||
| 416 | atomic_set(&part->channel_mgr_requests, 1); | 383 | atomic_set(&part->channel_mgr_requests, 1); |
| 417 | |||
| 418 | // >>> Does it need to wakeup periodically as well? In case we | ||
| 419 | // >>> miscalculated the #of kthreads to wakeup or create? | ||
| 420 | } | 384 | } |
| 421 | } | 385 | } |
| 422 | 386 | ||
| 423 | |||
| 424 | /* | 387 | /* |
| 425 | * When XPC HB determines that a partition has come up, it will create a new | 388 | * When XPC HB determines that a partition has come up, it will create a new |
| 426 | * kthread and that kthread will call this function to attempt to set up the | 389 | * kthread and that kthread will call this function to attempt to set up the |
| @@ -443,9 +406,8 @@ xpc_partition_up(struct xpc_partition *part) | |||
| 443 | 406 | ||
| 444 | dev_dbg(xpc_chan, "activating partition %d\n", XPC_PARTID(part)); | 407 | dev_dbg(xpc_chan, "activating partition %d\n", XPC_PARTID(part)); |
| 445 | 408 | ||
| 446 | if (xpc_setup_infrastructure(part) != xpcSuccess) { | 409 | if (xpc_setup_infrastructure(part) != xpcSuccess) |
| 447 | return; | 410 | return; |
| 448 | } | ||
| 449 | 411 | ||
| 450 | /* | 412 | /* |
| 451 | * The kthread that XPC HB called us with will become the | 413 | * The kthread that XPC HB called us with will become the |
| @@ -454,27 +416,22 @@ xpc_partition_up(struct xpc_partition *part) | |||
| 454 | * has been dismantled. | 416 | * has been dismantled. |
| 455 | */ | 417 | */ |
| 456 | 418 | ||
| 457 | (void) xpc_part_ref(part); /* this will always succeed */ | 419 | (void)xpc_part_ref(part); /* this will always succeed */ |
| 458 | 420 | ||
| 459 | if (xpc_make_first_contact(part) == xpcSuccess) { | 421 | if (xpc_make_first_contact(part) == xpcSuccess) |
| 460 | xpc_channel_mgr(part); | 422 | xpc_channel_mgr(part); |
| 461 | } | ||
| 462 | 423 | ||
| 463 | xpc_part_deref(part); | 424 | xpc_part_deref(part); |
| 464 | 425 | ||
| 465 | xpc_teardown_infrastructure(part); | 426 | xpc_teardown_infrastructure(part); |
| 466 | } | 427 | } |
| 467 | 428 | ||
| 468 | |||
| 469 | static int | 429 | static int |
| 470 | xpc_activating(void *__partid) | 430 | xpc_activating(void *__partid) |
| 471 | { | 431 | { |
| 472 | partid_t partid = (u64) __partid; | 432 | partid_t partid = (u64)__partid; |
| 473 | struct xpc_partition *part = &xpc_partitions[partid]; | 433 | struct xpc_partition *part = &xpc_partitions[partid]; |
| 474 | unsigned long irq_flags; | 434 | unsigned long irq_flags; |
| 475 | struct sched_param param = { .sched_priority = MAX_RT_PRIO - 1 }; | ||
| 476 | int ret; | ||
| 477 | |||
| 478 | 435 | ||
| 479 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); | 436 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); |
| 480 | 437 | ||
| @@ -496,21 +453,6 @@ xpc_activating(void *__partid) | |||
| 496 | 453 | ||
| 497 | dev_dbg(xpc_part, "bringing partition %d up\n", partid); | 454 | dev_dbg(xpc_part, "bringing partition %d up\n", partid); |
| 498 | 455 | ||
| 499 | daemonize("xpc%02d", partid); | ||
| 500 | |||
| 501 | /* | ||
| 502 | * This thread needs to run at a realtime priority to prevent a | ||
| 503 | * significant performance degradation. | ||
| 504 | */ | ||
| 505 | ret = sched_setscheduler(current, SCHED_FIFO, ¶m); | ||
| 506 | if (ret != 0) { | ||
| 507 | dev_warn(xpc_part, "unable to set pid %d to a realtime " | ||
| 508 | "priority, ret=%d\n", current->pid, ret); | ||
| 509 | } | ||
| 510 | |||
| 511 | /* allow this thread and its children to run on any CPU */ | ||
| 512 | set_cpus_allowed(current, CPU_MASK_ALL); | ||
| 513 | |||
| 514 | /* | 456 | /* |
| 515 | * Register the remote partition's AMOs with SAL so it can handle | 457 | * Register the remote partition's AMOs with SAL so it can handle |
| 516 | * and cleanup errors within that address range should the remote | 458 | * and cleanup errors within that address range should the remote |
| @@ -522,9 +464,9 @@ xpc_activating(void *__partid) | |||
| 522 | * reloads and system reboots. | 464 | * reloads and system reboots. |
| 523 | */ | 465 | */ |
| 524 | if (sn_register_xp_addr_region(part->remote_amos_page_pa, | 466 | if (sn_register_xp_addr_region(part->remote_amos_page_pa, |
| 525 | PAGE_SIZE, 1) < 0) { | 467 | PAGE_SIZE, 1) < 0) { |
| 526 | dev_warn(xpc_part, "xpc_partition_up(%d) failed to register " | 468 | dev_warn(xpc_part, "xpc_partition_up(%d) failed to register " |
| 527 | "xp_addr region\n", partid); | 469 | "xp_addr region\n", partid); |
| 528 | 470 | ||
| 529 | spin_lock_irqsave(&part->act_lock, irq_flags); | 471 | spin_lock_irqsave(&part->act_lock, irq_flags); |
| 530 | part->act_state = XPC_P_INACTIVE; | 472 | part->act_state = XPC_P_INACTIVE; |
| @@ -537,12 +479,11 @@ xpc_activating(void *__partid) | |||
| 537 | xpc_allow_hb(partid, xpc_vars); | 479 | xpc_allow_hb(partid, xpc_vars); |
| 538 | xpc_IPI_send_activated(part); | 480 | xpc_IPI_send_activated(part); |
| 539 | 481 | ||
| 540 | |||
| 541 | /* | 482 | /* |
| 542 | * xpc_partition_up() holds this thread and marks this partition as | 483 | * xpc_partition_up() holds this thread and marks this partition as |
| 543 | * XPC_P_ACTIVE by calling xpc_hb_mark_active(). | 484 | * XPC_P_ACTIVE by calling xpc_hb_mark_active(). |
| 544 | */ | 485 | */ |
| 545 | (void) xpc_partition_up(part); | 486 | (void)xpc_partition_up(part); |
| 546 | 487 | ||
| 547 | xpc_disallow_hb(partid, xpc_vars); | 488 | xpc_disallow_hb(partid, xpc_vars); |
| 548 | xpc_mark_partition_inactive(part); | 489 | xpc_mark_partition_inactive(part); |
| @@ -555,14 +496,12 @@ xpc_activating(void *__partid) | |||
| 555 | return 0; | 496 | return 0; |
| 556 | } | 497 | } |
| 557 | 498 | ||
| 558 | |||
| 559 | void | 499 | void |
| 560 | xpc_activate_partition(struct xpc_partition *part) | 500 | xpc_activate_partition(struct xpc_partition *part) |
| 561 | { | 501 | { |
| 562 | partid_t partid = XPC_PARTID(part); | 502 | partid_t partid = XPC_PARTID(part); |
| 563 | unsigned long irq_flags; | 503 | unsigned long irq_flags; |
| 564 | pid_t pid; | 504 | struct task_struct *kthread; |
| 565 | |||
| 566 | 505 | ||
| 567 | spin_lock_irqsave(&part->act_lock, irq_flags); | 506 | spin_lock_irqsave(&part->act_lock, irq_flags); |
| 568 | 507 | ||
| @@ -573,9 +512,9 @@ xpc_activate_partition(struct xpc_partition *part) | |||
| 573 | 512 | ||
| 574 | spin_unlock_irqrestore(&part->act_lock, irq_flags); | 513 | spin_unlock_irqrestore(&part->act_lock, irq_flags); |
| 575 | 514 | ||
| 576 | pid = kernel_thread(xpc_activating, (void *) ((u64) partid), 0); | 515 | kthread = kthread_run(xpc_activating, (void *)((u64)partid), "xpc%02d", |
| 577 | 516 | partid); | |
| 578 | if (unlikely(pid <= 0)) { | 517 | if (IS_ERR(kthread)) { |
| 579 | spin_lock_irqsave(&part->act_lock, irq_flags); | 518 | spin_lock_irqsave(&part->act_lock, irq_flags); |
| 580 | part->act_state = XPC_P_INACTIVE; | 519 | part->act_state = XPC_P_INACTIVE; |
| 581 | XPC_SET_REASON(part, xpcCloneKThreadFailed, __LINE__); | 520 | XPC_SET_REASON(part, xpcCloneKThreadFailed, __LINE__); |
| @@ -583,12 +522,11 @@ xpc_activate_partition(struct xpc_partition *part) | |||
| 583 | } | 522 | } |
| 584 | } | 523 | } |
| 585 | 524 | ||
| 586 | |||
| 587 | /* | 525 | /* |
| 588 | * Handle the receipt of a SGI_XPC_NOTIFY IRQ by seeing whether the specified | 526 | * Handle the receipt of a SGI_XPC_NOTIFY IRQ by seeing whether the specified |
| 589 | * partition actually sent it. Since SGI_XPC_NOTIFY IRQs may be shared by more | 527 | * partition actually sent it. Since SGI_XPC_NOTIFY IRQs may be shared by more |
| 590 | * than one partition, we use an AMO_t structure per partition to indicate | 528 | * than one partition, we use an AMO_t structure per partition to indicate |
| 591 | * whether a partition has sent an IPI or not. >>> If it has, then wake up the | 529 | * whether a partition has sent an IPI or not. If it has, then wake up the |
| 592 | * associated kthread to handle it. | 530 | * associated kthread to handle it. |
| 593 | * | 531 | * |
| 594 | * All SGI_XPC_NOTIFY IRQs received by XPC are the result of IPIs sent by XPC | 532 | * All SGI_XPC_NOTIFY IRQs received by XPC are the result of IPIs sent by XPC |
| @@ -603,10 +541,9 @@ xpc_activate_partition(struct xpc_partition *part) | |||
| 603 | irqreturn_t | 541 | irqreturn_t |
| 604 | xpc_notify_IRQ_handler(int irq, void *dev_id) | 542 | xpc_notify_IRQ_handler(int irq, void *dev_id) |
| 605 | { | 543 | { |
| 606 | partid_t partid = (partid_t) (u64) dev_id; | 544 | partid_t partid = (partid_t) (u64)dev_id; |
| 607 | struct xpc_partition *part = &xpc_partitions[partid]; | 545 | struct xpc_partition *part = &xpc_partitions[partid]; |
| 608 | 546 | ||
| 609 | |||
| 610 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); | 547 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); |
| 611 | 548 | ||
| 612 | if (xpc_part_ref(part)) { | 549 | if (xpc_part_ref(part)) { |
| @@ -617,7 +554,6 @@ xpc_notify_IRQ_handler(int irq, void *dev_id) | |||
| 617 | return IRQ_HANDLED; | 554 | return IRQ_HANDLED; |
| 618 | } | 555 | } |
| 619 | 556 | ||
| 620 | |||
| 621 | /* | 557 | /* |
| 622 | * Check to see if xpc_notify_IRQ_handler() dropped any IPIs on the floor | 558 | * Check to see if xpc_notify_IRQ_handler() dropped any IPIs on the floor |
| 623 | * because the write to their associated IPI amo completed after the IRQ/IPI | 559 | * because the write to their associated IPI amo completed after the IRQ/IPI |
| @@ -630,13 +566,12 @@ xpc_dropped_IPI_check(struct xpc_partition *part) | |||
| 630 | xpc_check_for_channel_activity(part); | 566 | xpc_check_for_channel_activity(part); |
| 631 | 567 | ||
| 632 | part->dropped_IPI_timer.expires = jiffies + | 568 | part->dropped_IPI_timer.expires = jiffies + |
| 633 | XPC_P_DROPPED_IPI_WAIT; | 569 | XPC_P_DROPPED_IPI_WAIT; |
| 634 | add_timer(&part->dropped_IPI_timer); | 570 | add_timer(&part->dropped_IPI_timer); |
| 635 | xpc_part_deref(part); | 571 | xpc_part_deref(part); |
| 636 | } | 572 | } |
| 637 | } | 573 | } |
| 638 | 574 | ||
| 639 | |||
| 640 | void | 575 | void |
| 641 | xpc_activate_kthreads(struct xpc_channel *ch, int needed) | 576 | xpc_activate_kthreads(struct xpc_channel *ch, int needed) |
| 642 | { | 577 | { |
| @@ -644,7 +579,6 @@ xpc_activate_kthreads(struct xpc_channel *ch, int needed) | |||
| 644 | int assigned = atomic_read(&ch->kthreads_assigned); | 579 | int assigned = atomic_read(&ch->kthreads_assigned); |
| 645 | int wakeup; | 580 | int wakeup; |
| 646 | 581 | ||
| 647 | |||
| 648 | DBUG_ON(needed <= 0); | 582 | DBUG_ON(needed <= 0); |
| 649 | 583 | ||
| 650 | if (idle > 0) { | 584 | if (idle > 0) { |
| @@ -658,16 +592,13 @@ xpc_activate_kthreads(struct xpc_channel *ch, int needed) | |||
| 658 | wake_up_nr(&ch->idle_wq, wakeup); | 592 | wake_up_nr(&ch->idle_wq, wakeup); |
| 659 | } | 593 | } |
| 660 | 594 | ||
| 661 | if (needed <= 0) { | 595 | if (needed <= 0) |
| 662 | return; | 596 | return; |
| 663 | } | ||
| 664 | 597 | ||
| 665 | if (needed + assigned > ch->kthreads_assigned_limit) { | 598 | if (needed + assigned > ch->kthreads_assigned_limit) { |
| 666 | needed = ch->kthreads_assigned_limit - assigned; | 599 | needed = ch->kthreads_assigned_limit - assigned; |
| 667 | // >>>should never be less than 0 | 600 | if (needed <= 0) |
| 668 | if (needed <= 0) { | ||
| 669 | return; | 601 | return; |
| 670 | } | ||
| 671 | } | 602 | } |
| 672 | 603 | ||
| 673 | dev_dbg(xpc_chan, "create %d new kthreads, partid=%d, channel=%d\n", | 604 | dev_dbg(xpc_chan, "create %d new kthreads, partid=%d, channel=%d\n", |
| @@ -676,7 +607,6 @@ xpc_activate_kthreads(struct xpc_channel *ch, int needed) | |||
| 676 | xpc_create_kthreads(ch, needed, 0); | 607 | xpc_create_kthreads(ch, needed, 0); |
| 677 | } | 608 | } |
| 678 | 609 | ||
| 679 | |||
| 680 | /* | 610 | /* |
| 681 | * This function is where XPC's kthreads wait for messages to deliver. | 611 | * This function is where XPC's kthreads wait for messages to deliver. |
| 682 | */ | 612 | */ |
| @@ -686,15 +616,13 @@ xpc_kthread_waitmsgs(struct xpc_partition *part, struct xpc_channel *ch) | |||
| 686 | do { | 616 | do { |
| 687 | /* deliver messages to their intended recipients */ | 617 | /* deliver messages to their intended recipients */ |
| 688 | 618 | ||
| 689 | while ((volatile s64) ch->w_local_GP.get < | 619 | while (ch->w_local_GP.get < ch->w_remote_GP.put && |
| 690 | (volatile s64) ch->w_remote_GP.put && | 620 | !(ch->flags & XPC_C_DISCONNECTING)) { |
| 691 | !((volatile u32) ch->flags & | ||
| 692 | XPC_C_DISCONNECTING)) { | ||
| 693 | xpc_deliver_msg(ch); | 621 | xpc_deliver_msg(ch); |
| 694 | } | 622 | } |
| 695 | 623 | ||
| 696 | if (atomic_inc_return(&ch->kthreads_idle) > | 624 | if (atomic_inc_return(&ch->kthreads_idle) > |
| 697 | ch->kthreads_idle_limit) { | 625 | ch->kthreads_idle_limit) { |
| 698 | /* too many idle kthreads on this channel */ | 626 | /* too many idle kthreads on this channel */ |
| 699 | atomic_dec(&ch->kthreads_idle); | 627 | atomic_dec(&ch->kthreads_idle); |
| 700 | break; | 628 | break; |
| @@ -703,20 +631,17 @@ xpc_kthread_waitmsgs(struct xpc_partition *part, struct xpc_channel *ch) | |||
| 703 | dev_dbg(xpc_chan, "idle kthread calling " | 631 | dev_dbg(xpc_chan, "idle kthread calling " |
| 704 | "wait_event_interruptible_exclusive()\n"); | 632 | "wait_event_interruptible_exclusive()\n"); |
| 705 | 633 | ||
| 706 | (void) wait_event_interruptible_exclusive(ch->idle_wq, | 634 | (void)wait_event_interruptible_exclusive(ch->idle_wq, |
| 707 | ((volatile s64) ch->w_local_GP.get < | 635 | (ch->w_local_GP.get < ch->w_remote_GP.put || |
| 708 | (volatile s64) ch->w_remote_GP.put || | 636 | (ch->flags & XPC_C_DISCONNECTING))); |
| 709 | ((volatile u32) ch->flags & | ||
| 710 | XPC_C_DISCONNECTING))); | ||
| 711 | 637 | ||
| 712 | atomic_dec(&ch->kthreads_idle); | 638 | atomic_dec(&ch->kthreads_idle); |
| 713 | 639 | ||
| 714 | } while (!((volatile u32) ch->flags & XPC_C_DISCONNECTING)); | 640 | } while (!(ch->flags & XPC_C_DISCONNECTING)); |
| 715 | } | 641 | } |
| 716 | 642 | ||
| 717 | |||
| 718 | static int | 643 | static int |
| 719 | xpc_daemonize_kthread(void *args) | 644 | xpc_kthread_start(void *args) |
| 720 | { | 645 | { |
| 721 | partid_t partid = XPC_UNPACK_ARG1(args); | 646 | partid_t partid = XPC_UNPACK_ARG1(args); |
| 722 | u16 ch_number = XPC_UNPACK_ARG2(args); | 647 | u16 ch_number = XPC_UNPACK_ARG2(args); |
| @@ -725,9 +650,6 @@ xpc_daemonize_kthread(void *args) | |||
| 725 | int n_needed; | 650 | int n_needed; |
| 726 | unsigned long irq_flags; | 651 | unsigned long irq_flags; |
| 727 | 652 | ||
| 728 | |||
| 729 | daemonize("xpc%02dc%d", partid, ch_number); | ||
| 730 | |||
| 731 | dev_dbg(xpc_chan, "kthread starting, partid=%d, channel=%d\n", | 653 | dev_dbg(xpc_chan, "kthread starting, partid=%d, channel=%d\n", |
| 732 | partid, ch_number); | 654 | partid, ch_number); |
| 733 | 655 | ||
| @@ -756,10 +678,9 @@ xpc_daemonize_kthread(void *args) | |||
| 756 | * need one less than total #of messages to deliver. | 678 | * need one less than total #of messages to deliver. |
| 757 | */ | 679 | */ |
| 758 | n_needed = ch->w_remote_GP.put - ch->w_local_GP.get - 1; | 680 | n_needed = ch->w_remote_GP.put - ch->w_local_GP.get - 1; |
| 759 | if (n_needed > 0 && | 681 | if (n_needed > 0 && !(ch->flags & XPC_C_DISCONNECTING)) |
| 760 | !(ch->flags & XPC_C_DISCONNECTING)) { | ||
| 761 | xpc_activate_kthreads(ch, n_needed); | 682 | xpc_activate_kthreads(ch, n_needed); |
| 762 | } | 683 | |
| 763 | } else { | 684 | } else { |
| 764 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 685 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| 765 | } | 686 | } |
| @@ -771,7 +692,7 @@ xpc_daemonize_kthread(void *args) | |||
| 771 | 692 | ||
| 772 | spin_lock_irqsave(&ch->lock, irq_flags); | 693 | spin_lock_irqsave(&ch->lock, irq_flags); |
| 773 | if ((ch->flags & XPC_C_CONNECTEDCALLOUT_MADE) && | 694 | if ((ch->flags & XPC_C_CONNECTEDCALLOUT_MADE) && |
| 774 | !(ch->flags & XPC_C_DISCONNECTINGCALLOUT)) { | 695 | !(ch->flags & XPC_C_DISCONNECTINGCALLOUT)) { |
| 775 | ch->flags |= XPC_C_DISCONNECTINGCALLOUT; | 696 | ch->flags |= XPC_C_DISCONNECTINGCALLOUT; |
| 776 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 697 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| 777 | 698 | ||
| @@ -798,7 +719,6 @@ xpc_daemonize_kthread(void *args) | |||
| 798 | return 0; | 719 | return 0; |
| 799 | } | 720 | } |
| 800 | 721 | ||
| 801 | |||
| 802 | /* | 722 | /* |
| 803 | * For each partition that XPC has established communications with, there is | 723 | * For each partition that XPC has established communications with, there is |
| 804 | * a minimum of one kernel thread assigned to perform any operation that | 724 | * a minimum of one kernel thread assigned to perform any operation that |
| @@ -813,13 +733,12 @@ xpc_daemonize_kthread(void *args) | |||
| 813 | */ | 733 | */ |
| 814 | void | 734 | void |
| 815 | xpc_create_kthreads(struct xpc_channel *ch, int needed, | 735 | xpc_create_kthreads(struct xpc_channel *ch, int needed, |
| 816 | int ignore_disconnecting) | 736 | int ignore_disconnecting) |
| 817 | { | 737 | { |
| 818 | unsigned long irq_flags; | 738 | unsigned long irq_flags; |
| 819 | pid_t pid; | ||
| 820 | u64 args = XPC_PACK_ARGS(ch->partid, ch->number); | 739 | u64 args = XPC_PACK_ARGS(ch->partid, ch->number); |
| 821 | struct xpc_partition *part = &xpc_partitions[ch->partid]; | 740 | struct xpc_partition *part = &xpc_partitions[ch->partid]; |
| 822 | 741 | struct task_struct *kthread; | |
| 823 | 742 | ||
| 824 | while (needed-- > 0) { | 743 | while (needed-- > 0) { |
| 825 | 744 | ||
| @@ -832,7 +751,7 @@ xpc_create_kthreads(struct xpc_channel *ch, int needed, | |||
| 832 | if (!atomic_inc_not_zero(&ch->kthreads_assigned)) { | 751 | if (!atomic_inc_not_zero(&ch->kthreads_assigned)) { |
| 833 | /* kthreads assigned had gone to zero */ | 752 | /* kthreads assigned had gone to zero */ |
| 834 | BUG_ON(!(ch->flags & | 753 | BUG_ON(!(ch->flags & |
| 835 | XPC_C_DISCONNECTINGCALLOUT_MADE)); | 754 | XPC_C_DISCONNECTINGCALLOUT_MADE)); |
| 836 | break; | 755 | break; |
| 837 | } | 756 | } |
| 838 | 757 | ||
| @@ -843,11 +762,12 @@ xpc_create_kthreads(struct xpc_channel *ch, int needed, | |||
| 843 | if (atomic_inc_return(&part->nchannels_engaged) == 1) | 762 | if (atomic_inc_return(&part->nchannels_engaged) == 1) |
| 844 | xpc_mark_partition_engaged(part); | 763 | xpc_mark_partition_engaged(part); |
| 845 | } | 764 | } |
| 846 | (void) xpc_part_ref(part); | 765 | (void)xpc_part_ref(part); |
| 847 | xpc_msgqueue_ref(ch); | 766 | xpc_msgqueue_ref(ch); |
| 848 | 767 | ||
| 849 | pid = kernel_thread(xpc_daemonize_kthread, (void *) args, 0); | 768 | kthread = kthread_run(xpc_kthread_start, (void *)args, |
| 850 | if (pid < 0) { | 769 | "xpc%02dc%d", ch->partid, ch->number); |
| 770 | if (IS_ERR(kthread)) { | ||
| 851 | /* the fork failed */ | 771 | /* the fork failed */ |
| 852 | 772 | ||
| 853 | /* | 773 | /* |
| @@ -857,7 +777,7 @@ xpc_create_kthreads(struct xpc_channel *ch, int needed, | |||
| 857 | * to this channel are blocked in the channel's | 777 | * to this channel are blocked in the channel's |
| 858 | * registerer, because the only thing that will unblock | 778 | * registerer, because the only thing that will unblock |
| 859 | * them is the xpcDisconnecting callout that this | 779 | * them is the xpcDisconnecting callout that this |
| 860 | * failed kernel_thread would have made. | 780 | * failed kthread_run() would have made. |
| 861 | */ | 781 | */ |
| 862 | 782 | ||
| 863 | if (atomic_dec_return(&ch->kthreads_assigned) == 0 && | 783 | if (atomic_dec_return(&ch->kthreads_assigned) == 0 && |
| @@ -869,7 +789,7 @@ xpc_create_kthreads(struct xpc_channel *ch, int needed, | |||
| 869 | xpc_part_deref(part); | 789 | xpc_part_deref(part); |
| 870 | 790 | ||
| 871 | if (atomic_read(&ch->kthreads_assigned) < | 791 | if (atomic_read(&ch->kthreads_assigned) < |
| 872 | ch->kthreads_idle_limit) { | 792 | ch->kthreads_idle_limit) { |
| 873 | /* | 793 | /* |
| 874 | * Flag this as an error only if we have an | 794 | * Flag this as an error only if we have an |
| 875 | * insufficient #of kthreads for the channel | 795 | * insufficient #of kthreads for the channel |
| @@ -877,17 +797,14 @@ xpc_create_kthreads(struct xpc_channel *ch, int needed, | |||
| 877 | */ | 797 | */ |
| 878 | spin_lock_irqsave(&ch->lock, irq_flags); | 798 | spin_lock_irqsave(&ch->lock, irq_flags); |
| 879 | XPC_DISCONNECT_CHANNEL(ch, xpcLackOfResources, | 799 | XPC_DISCONNECT_CHANNEL(ch, xpcLackOfResources, |
| 880 | &irq_flags); | 800 | &irq_flags); |
| 881 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 801 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| 882 | } | 802 | } |
| 883 | break; | 803 | break; |
| 884 | } | 804 | } |
| 885 | |||
| 886 | ch->kthreads_created++; // >>> temporary debug only!!! | ||
| 887 | } | 805 | } |
| 888 | } | 806 | } |
| 889 | 807 | ||
| 890 | |||
| 891 | void | 808 | void |
| 892 | xpc_disconnect_wait(int ch_number) | 809 | xpc_disconnect_wait(int ch_number) |
| 893 | { | 810 | { |
| @@ -897,14 +814,12 @@ xpc_disconnect_wait(int ch_number) | |||
| 897 | struct xpc_channel *ch; | 814 | struct xpc_channel *ch; |
| 898 | int wakeup_channel_mgr; | 815 | int wakeup_channel_mgr; |
| 899 | 816 | ||
| 900 | |||
| 901 | /* now wait for all callouts to the caller's function to cease */ | 817 | /* now wait for all callouts to the caller's function to cease */ |
| 902 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { | 818 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { |
| 903 | part = &xpc_partitions[partid]; | 819 | part = &xpc_partitions[partid]; |
| 904 | 820 | ||
| 905 | if (!xpc_part_ref(part)) { | 821 | if (!xpc_part_ref(part)) |
| 906 | continue; | 822 | continue; |
| 907 | } | ||
| 908 | 823 | ||
| 909 | ch = &part->channels[ch_number]; | 824 | ch = &part->channels[ch_number]; |
| 910 | 825 | ||
| @@ -923,7 +838,8 @@ xpc_disconnect_wait(int ch_number) | |||
| 923 | if (part->act_state != XPC_P_DEACTIVATING) { | 838 | if (part->act_state != XPC_P_DEACTIVATING) { |
| 924 | spin_lock(&part->IPI_lock); | 839 | spin_lock(&part->IPI_lock); |
| 925 | XPC_SET_IPI_FLAGS(part->local_IPI_amo, | 840 | XPC_SET_IPI_FLAGS(part->local_IPI_amo, |
| 926 | ch->number, ch->delayed_IPI_flags); | 841 | ch->number, |
| 842 | ch->delayed_IPI_flags); | ||
| 927 | spin_unlock(&part->IPI_lock); | 843 | spin_unlock(&part->IPI_lock); |
| 928 | wakeup_channel_mgr = 1; | 844 | wakeup_channel_mgr = 1; |
| 929 | } | 845 | } |
| @@ -933,15 +849,13 @@ xpc_disconnect_wait(int ch_number) | |||
| 933 | ch->flags &= ~XPC_C_WDISCONNECT; | 849 | ch->flags &= ~XPC_C_WDISCONNECT; |
| 934 | spin_unlock_irqrestore(&ch->lock, irq_flags); | 850 | spin_unlock_irqrestore(&ch->lock, irq_flags); |
| 935 | 851 | ||
| 936 | if (wakeup_channel_mgr) { | 852 | if (wakeup_channel_mgr) |
| 937 | xpc_wakeup_channel_mgr(part); | 853 | xpc_wakeup_channel_mgr(part); |
| 938 | } | ||
| 939 | 854 | ||
| 940 | xpc_part_deref(part); | 855 | xpc_part_deref(part); |
| 941 | } | 856 | } |
| 942 | } | 857 | } |
| 943 | 858 | ||
| 944 | |||
| 945 | static void | 859 | static void |
| 946 | xpc_do_exit(enum xpc_retval reason) | 860 | xpc_do_exit(enum xpc_retval reason) |
| 947 | { | 861 | { |
| @@ -950,7 +864,6 @@ xpc_do_exit(enum xpc_retval reason) | |||
| 950 | struct xpc_partition *part; | 864 | struct xpc_partition *part; |
| 951 | unsigned long printmsg_time, disengage_request_timeout = 0; | 865 | unsigned long printmsg_time, disengage_request_timeout = 0; |
| 952 | 866 | ||
| 953 | |||
| 954 | /* a 'rmmod XPC' and a 'reboot' cannot both end up here together */ | 867 | /* a 'rmmod XPC' and a 'reboot' cannot both end up here together */ |
| 955 | DBUG_ON(xpc_exiting == 1); | 868 | DBUG_ON(xpc_exiting == 1); |
| 956 | 869 | ||
| @@ -971,10 +884,8 @@ xpc_do_exit(enum xpc_retval reason) | |||
| 971 | /* wait for the heartbeat checker thread to exit */ | 884 | /* wait for the heartbeat checker thread to exit */ |
| 972 | wait_for_completion(&xpc_hb_checker_exited); | 885 | wait_for_completion(&xpc_hb_checker_exited); |
| 973 | 886 | ||
| 974 | |||
| 975 | /* sleep for a 1/3 of a second or so */ | 887 | /* sleep for a 1/3 of a second or so */ |
| 976 | (void) msleep_interruptible(300); | 888 | (void)msleep_interruptible(300); |
| 977 | |||
| 978 | 889 | ||
| 979 | /* wait for all partitions to become inactive */ | 890 | /* wait for all partitions to become inactive */ |
| 980 | 891 | ||
| @@ -988,7 +899,7 @@ xpc_do_exit(enum xpc_retval reason) | |||
| 988 | part = &xpc_partitions[partid]; | 899 | part = &xpc_partitions[partid]; |
| 989 | 900 | ||
| 990 | if (xpc_partition_disengaged(part) && | 901 | if (xpc_partition_disengaged(part) && |
| 991 | part->act_state == XPC_P_INACTIVE) { | 902 | part->act_state == XPC_P_INACTIVE) { |
| 992 | continue; | 903 | continue; |
| 993 | } | 904 | } |
| 994 | 905 | ||
| @@ -997,47 +908,46 @@ xpc_do_exit(enum xpc_retval reason) | |||
| 997 | XPC_DEACTIVATE_PARTITION(part, reason); | 908 | XPC_DEACTIVATE_PARTITION(part, reason); |
| 998 | 909 | ||
| 999 | if (part->disengage_request_timeout > | 910 | if (part->disengage_request_timeout > |
| 1000 | disengage_request_timeout) { | 911 | disengage_request_timeout) { |
| 1001 | disengage_request_timeout = | 912 | disengage_request_timeout = |
| 1002 | part->disengage_request_timeout; | 913 | part->disengage_request_timeout; |
| 1003 | } | 914 | } |
| 1004 | } | 915 | } |
| 1005 | 916 | ||
| 1006 | if (xpc_partition_engaged(-1UL)) { | 917 | if (xpc_partition_engaged(-1UL)) { |
| 1007 | if (time_after(jiffies, printmsg_time)) { | 918 | if (time_after(jiffies, printmsg_time)) { |
| 1008 | dev_info(xpc_part, "waiting for remote " | 919 | dev_info(xpc_part, "waiting for remote " |
| 1009 | "partitions to disengage, timeout in " | 920 | "partitions to disengage, timeout in " |
| 1010 | "%ld seconds\n", | 921 | "%ld seconds\n", |
| 1011 | (disengage_request_timeout - jiffies) | 922 | (disengage_request_timeout - jiffies) |
| 1012 | / HZ); | 923 | / HZ); |
| 1013 | printmsg_time = jiffies + | 924 | printmsg_time = jiffies + |
| 1014 | (XPC_DISENGAGE_PRINTMSG_INTERVAL * HZ); | 925 | (XPC_DISENGAGE_PRINTMSG_INTERVAL * HZ); |
| 1015 | printed_waiting_msg = 1; | 926 | printed_waiting_msg = 1; |
| 1016 | } | 927 | } |
| 1017 | 928 | ||
| 1018 | } else if (active_part_count > 0) { | 929 | } else if (active_part_count > 0) { |
| 1019 | if (printed_waiting_msg) { | 930 | if (printed_waiting_msg) { |
| 1020 | dev_info(xpc_part, "waiting for local partition" | 931 | dev_info(xpc_part, "waiting for local partition" |
| 1021 | " to disengage\n"); | 932 | " to disengage\n"); |
| 1022 | printed_waiting_msg = 0; | 933 | printed_waiting_msg = 0; |
| 1023 | } | 934 | } |
| 1024 | 935 | ||
| 1025 | } else { | 936 | } else { |
| 1026 | if (!xpc_disengage_request_timedout) { | 937 | if (!xpc_disengage_request_timedout) { |
| 1027 | dev_info(xpc_part, "all partitions have " | 938 | dev_info(xpc_part, "all partitions have " |
| 1028 | "disengaged\n"); | 939 | "disengaged\n"); |
| 1029 | } | 940 | } |
| 1030 | break; | 941 | break; |
| 1031 | } | 942 | } |
| 1032 | 943 | ||
| 1033 | /* sleep for a 1/3 of a second or so */ | 944 | /* sleep for a 1/3 of a second or so */ |
| 1034 | (void) msleep_interruptible(300); | 945 | (void)msleep_interruptible(300); |
| 1035 | 946 | ||
| 1036 | } while (1); | 947 | } while (1); |
| 1037 | 948 | ||
| 1038 | DBUG_ON(xpc_partition_engaged(-1UL)); | 949 | DBUG_ON(xpc_partition_engaged(-1UL)); |
| 1039 | 950 | ||
| 1040 | |||
| 1041 | /* indicate to others that our reserved page is uninitialized */ | 951 | /* indicate to others that our reserved page is uninitialized */ |
| 1042 | xpc_rsvd_page->vars_pa = 0; | 952 | xpc_rsvd_page->vars_pa = 0; |
| 1043 | 953 | ||
| @@ -1047,27 +957,24 @@ xpc_do_exit(enum xpc_retval reason) | |||
| 1047 | 957 | ||
| 1048 | if (reason == xpcUnloading) { | 958 | if (reason == xpcUnloading) { |
| 1049 | /* take ourselves off of the reboot_notifier_list */ | 959 | /* take ourselves off of the reboot_notifier_list */ |
| 1050 | (void) unregister_reboot_notifier(&xpc_reboot_notifier); | 960 | (void)unregister_reboot_notifier(&xpc_reboot_notifier); |
| 1051 | 961 | ||
| 1052 | /* take ourselves off of the die_notifier list */ | 962 | /* take ourselves off of the die_notifier list */ |
| 1053 | (void) unregister_die_notifier(&xpc_die_notifier); | 963 | (void)unregister_die_notifier(&xpc_die_notifier); |
| 1054 | } | 964 | } |
| 1055 | 965 | ||
| 1056 | /* close down protections for IPI operations */ | 966 | /* close down protections for IPI operations */ |
| 1057 | xpc_restrict_IPI_ops(); | 967 | xpc_restrict_IPI_ops(); |
| 1058 | 968 | ||
| 1059 | |||
| 1060 | /* clear the interface to XPC's functions */ | 969 | /* clear the interface to XPC's functions */ |
| 1061 | xpc_clear_interface(); | 970 | xpc_clear_interface(); |
| 1062 | 971 | ||
| 1063 | if (xpc_sysctl) { | 972 | if (xpc_sysctl) |
| 1064 | unregister_sysctl_table(xpc_sysctl); | 973 | unregister_sysctl_table(xpc_sysctl); |
| 1065 | } | ||
| 1066 | 974 | ||
| 1067 | kfree(xpc_remote_copy_buffer_base); | 975 | kfree(xpc_remote_copy_buffer_base); |
| 1068 | } | 976 | } |
| 1069 | 977 | ||
| 1070 | |||
| 1071 | /* | 978 | /* |
| 1072 | * This function is called when the system is being rebooted. | 979 | * This function is called when the system is being rebooted. |
| 1073 | */ | 980 | */ |
| @@ -1076,7 +983,6 @@ xpc_system_reboot(struct notifier_block *nb, unsigned long event, void *unused) | |||
| 1076 | { | 983 | { |
| 1077 | enum xpc_retval reason; | 984 | enum xpc_retval reason; |
| 1078 | 985 | ||
| 1079 | |||
| 1080 | switch (event) { | 986 | switch (event) { |
| 1081 | case SYS_RESTART: | 987 | case SYS_RESTART: |
| 1082 | reason = xpcSystemReboot; | 988 | reason = xpcSystemReboot; |
| @@ -1095,7 +1001,6 @@ xpc_system_reboot(struct notifier_block *nb, unsigned long event, void *unused) | |||
| 1095 | return NOTIFY_DONE; | 1001 | return NOTIFY_DONE; |
| 1096 | } | 1002 | } |
| 1097 | 1003 | ||
| 1098 | |||
| 1099 | /* | 1004 | /* |
| 1100 | * Notify other partitions to disengage from all references to our memory. | 1005 | * Notify other partitions to disengage from all references to our memory. |
| 1101 | */ | 1006 | */ |
| @@ -1107,17 +1012,16 @@ xpc_die_disengage(void) | |||
| 1107 | unsigned long engaged; | 1012 | unsigned long engaged; |
| 1108 | long time, printmsg_time, disengage_request_timeout; | 1013 | long time, printmsg_time, disengage_request_timeout; |
| 1109 | 1014 | ||
| 1110 | |||
| 1111 | /* keep xpc_hb_checker thread from doing anything (just in case) */ | 1015 | /* keep xpc_hb_checker thread from doing anything (just in case) */ |
| 1112 | xpc_exiting = 1; | 1016 | xpc_exiting = 1; |
| 1113 | 1017 | ||
| 1114 | xpc_vars->heartbeating_to_mask = 0; /* indicate we're deactivated */ | 1018 | xpc_vars->heartbeating_to_mask = 0; /* indicate we're deactivated */ |
| 1115 | 1019 | ||
| 1116 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { | 1020 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { |
| 1117 | part = &xpc_partitions[partid]; | 1021 | part = &xpc_partitions[partid]; |
| 1118 | 1022 | ||
| 1119 | if (!XPC_SUPPORTS_DISENGAGE_REQUEST(part-> | 1023 | if (!XPC_SUPPORTS_DISENGAGE_REQUEST(part-> |
| 1120 | remote_vars_version)) { | 1024 | remote_vars_version)) { |
| 1121 | 1025 | ||
| 1122 | /* just in case it was left set by an earlier XPC */ | 1026 | /* just in case it was left set by an earlier XPC */ |
| 1123 | xpc_clear_partition_engaged(1UL << partid); | 1027 | xpc_clear_partition_engaged(1UL << partid); |
| @@ -1125,7 +1029,7 @@ xpc_die_disengage(void) | |||
| 1125 | } | 1029 | } |
| 1126 | 1030 | ||
| 1127 | if (xpc_partition_engaged(1UL << partid) || | 1031 | if (xpc_partition_engaged(1UL << partid) || |
| 1128 | part->act_state != XPC_P_INACTIVE) { | 1032 | part->act_state != XPC_P_INACTIVE) { |
| 1129 | xpc_request_partition_disengage(part); | 1033 | xpc_request_partition_disengage(part); |
| 1130 | xpc_mark_partition_disengaged(part); | 1034 | xpc_mark_partition_disengaged(part); |
| 1131 | xpc_IPI_send_disengage(part); | 1035 | xpc_IPI_send_disengage(part); |
| @@ -1134,9 +1038,9 @@ xpc_die_disengage(void) | |||
| 1134 | 1038 | ||
| 1135 | time = rtc_time(); | 1039 | time = rtc_time(); |
| 1136 | printmsg_time = time + | 1040 | printmsg_time = time + |
| 1137 | (XPC_DISENGAGE_PRINTMSG_INTERVAL * sn_rtc_cycles_per_second); | 1041 | (XPC_DISENGAGE_PRINTMSG_INTERVAL * sn_rtc_cycles_per_second); |
| 1138 | disengage_request_timeout = time + | 1042 | disengage_request_timeout = time + |
| 1139 | (xpc_disengage_request_timelimit * sn_rtc_cycles_per_second); | 1043 | (xpc_disengage_request_timelimit * sn_rtc_cycles_per_second); |
| 1140 | 1044 | ||
| 1141 | /* wait for all other partitions to disengage from us */ | 1045 | /* wait for all other partitions to disengage from us */ |
| 1142 | 1046 | ||
| @@ -1152,8 +1056,8 @@ xpc_die_disengage(void) | |||
| 1152 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { | 1056 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { |
| 1153 | if (engaged & (1UL << partid)) { | 1057 | if (engaged & (1UL << partid)) { |
| 1154 | dev_info(xpc_part, "disengage from " | 1058 | dev_info(xpc_part, "disengage from " |
| 1155 | "remote partition %d timed " | 1059 | "remote partition %d timed " |
| 1156 | "out\n", partid); | 1060 | "out\n", partid); |
| 1157 | } | 1061 | } |
| 1158 | } | 1062 | } |
| 1159 | break; | 1063 | break; |
| @@ -1161,17 +1065,16 @@ xpc_die_disengage(void) | |||
| 1161 | 1065 | ||
| 1162 | if (time >= printmsg_time) { | 1066 | if (time >= printmsg_time) { |
| 1163 | dev_info(xpc_part, "waiting for remote partitions to " | 1067 | dev_info(xpc_part, "waiting for remote partitions to " |
| 1164 | "disengage, timeout in %ld seconds\n", | 1068 | "disengage, timeout in %ld seconds\n", |
| 1165 | (disengage_request_timeout - time) / | 1069 | (disengage_request_timeout - time) / |
| 1166 | sn_rtc_cycles_per_second); | 1070 | sn_rtc_cycles_per_second); |
| 1167 | printmsg_time = time + | 1071 | printmsg_time = time + |
| 1168 | (XPC_DISENGAGE_PRINTMSG_INTERVAL * | 1072 | (XPC_DISENGAGE_PRINTMSG_INTERVAL * |
| 1169 | sn_rtc_cycles_per_second); | 1073 | sn_rtc_cycles_per_second); |
| 1170 | } | 1074 | } |
| 1171 | } | 1075 | } |
| 1172 | } | 1076 | } |
| 1173 | 1077 | ||
| 1174 | |||
| 1175 | /* | 1078 | /* |
| 1176 | * This function is called when the system is being restarted or halted due | 1079 | * This function is called when the system is being restarted or halted due |
| 1177 | * to some sort of system failure. If this is the case we need to notify the | 1080 | * to some sort of system failure. If this is the case we need to notify the |
| @@ -1191,9 +1094,9 @@ xpc_system_die(struct notifier_block *nb, unsigned long event, void *unused) | |||
| 1191 | 1094 | ||
| 1192 | case DIE_KDEBUG_ENTER: | 1095 | case DIE_KDEBUG_ENTER: |
| 1193 | /* Should lack of heartbeat be ignored by other partitions? */ | 1096 | /* Should lack of heartbeat be ignored by other partitions? */ |
| 1194 | if (!xpc_kdebug_ignore) { | 1097 | if (!xpc_kdebug_ignore) |
| 1195 | break; | 1098 | break; |
| 1196 | } | 1099 | |
| 1197 | /* fall through */ | 1100 | /* fall through */ |
| 1198 | case DIE_MCA_MONARCH_ENTER: | 1101 | case DIE_MCA_MONARCH_ENTER: |
| 1199 | case DIE_INIT_MONARCH_ENTER: | 1102 | case DIE_INIT_MONARCH_ENTER: |
| @@ -1203,9 +1106,9 @@ xpc_system_die(struct notifier_block *nb, unsigned long event, void *unused) | |||
| 1203 | 1106 | ||
| 1204 | case DIE_KDEBUG_LEAVE: | 1107 | case DIE_KDEBUG_LEAVE: |
| 1205 | /* Is lack of heartbeat being ignored by other partitions? */ | 1108 | /* Is lack of heartbeat being ignored by other partitions? */ |
| 1206 | if (!xpc_kdebug_ignore) { | 1109 | if (!xpc_kdebug_ignore) |
| 1207 | break; | 1110 | break; |
| 1208 | } | 1111 | |
| 1209 | /* fall through */ | 1112 | /* fall through */ |
| 1210 | case DIE_MCA_MONARCH_LEAVE: | 1113 | case DIE_MCA_MONARCH_LEAVE: |
| 1211 | case DIE_INIT_MONARCH_LEAVE: | 1114 | case DIE_INIT_MONARCH_LEAVE: |
| @@ -1217,26 +1120,23 @@ xpc_system_die(struct notifier_block *nb, unsigned long event, void *unused) | |||
| 1217 | return NOTIFY_DONE; | 1120 | return NOTIFY_DONE; |
| 1218 | } | 1121 | } |
| 1219 | 1122 | ||
| 1220 | |||
| 1221 | int __init | 1123 | int __init |
| 1222 | xpc_init(void) | 1124 | xpc_init(void) |
| 1223 | { | 1125 | { |
| 1224 | int ret; | 1126 | int ret; |
| 1225 | partid_t partid; | 1127 | partid_t partid; |
| 1226 | struct xpc_partition *part; | 1128 | struct xpc_partition *part; |
| 1227 | pid_t pid; | 1129 | struct task_struct *kthread; |
| 1228 | size_t buf_size; | 1130 | size_t buf_size; |
| 1229 | 1131 | ||
| 1230 | 1132 | if (!ia64_platform_is("sn2")) | |
| 1231 | if (!ia64_platform_is("sn2")) { | ||
| 1232 | return -ENODEV; | 1133 | return -ENODEV; |
| 1233 | } | ||
| 1234 | |||
| 1235 | 1134 | ||
| 1236 | buf_size = max(XPC_RP_VARS_SIZE, | 1135 | buf_size = max(XPC_RP_VARS_SIZE, |
| 1237 | XPC_RP_HEADER_SIZE + XP_NASID_MASK_BYTES); | 1136 | XPC_RP_HEADER_SIZE + XP_NASID_MASK_BYTES); |
| 1238 | xpc_remote_copy_buffer = xpc_kmalloc_cacheline_aligned(buf_size, | 1137 | xpc_remote_copy_buffer = xpc_kmalloc_cacheline_aligned(buf_size, |
| 1239 | GFP_KERNEL, &xpc_remote_copy_buffer_base); | 1138 | GFP_KERNEL, |
| 1139 | &xpc_remote_copy_buffer_base); | ||
| 1240 | if (xpc_remote_copy_buffer == NULL) | 1140 | if (xpc_remote_copy_buffer == NULL) |
| 1241 | return -ENOMEM; | 1141 | return -ENOMEM; |
| 1242 | 1142 | ||
| @@ -1256,7 +1156,7 @@ xpc_init(void) | |||
| 1256 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { | 1156 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { |
| 1257 | part = &xpc_partitions[partid]; | 1157 | part = &xpc_partitions[partid]; |
| 1258 | 1158 | ||
| 1259 | DBUG_ON((u64) part != L1_CACHE_ALIGN((u64) part)); | 1159 | DBUG_ON((u64)part != L1_CACHE_ALIGN((u64)part)); |
| 1260 | 1160 | ||
| 1261 | part->act_IRQ_rcvd = 0; | 1161 | part->act_IRQ_rcvd = 0; |
| 1262 | spin_lock_init(&part->act_lock); | 1162 | spin_lock_init(&part->act_lock); |
| @@ -1265,8 +1165,8 @@ xpc_init(void) | |||
| 1265 | 1165 | ||
| 1266 | init_timer(&part->disengage_request_timer); | 1166 | init_timer(&part->disengage_request_timer); |
| 1267 | part->disengage_request_timer.function = | 1167 | part->disengage_request_timer.function = |
| 1268 | xpc_timeout_partition_disengage_request; | 1168 | xpc_timeout_partition_disengage_request; |
| 1269 | part->disengage_request_timer.data = (unsigned long) part; | 1169 | part->disengage_request_timer.data = (unsigned long)part; |
| 1270 | 1170 | ||
| 1271 | part->setup_state = XPC_P_UNSET; | 1171 | part->setup_state = XPC_P_UNSET; |
| 1272 | init_waitqueue_head(&part->teardown_wq); | 1172 | init_waitqueue_head(&part->teardown_wq); |
| @@ -1292,16 +1192,15 @@ xpc_init(void) | |||
| 1292 | * but rather immediately process the interrupt. | 1192 | * but rather immediately process the interrupt. |
| 1293 | */ | 1193 | */ |
| 1294 | ret = request_irq(SGI_XPC_ACTIVATE, xpc_act_IRQ_handler, 0, | 1194 | ret = request_irq(SGI_XPC_ACTIVATE, xpc_act_IRQ_handler, 0, |
| 1295 | "xpc hb", NULL); | 1195 | "xpc hb", NULL); |
| 1296 | if (ret != 0) { | 1196 | if (ret != 0) { |
| 1297 | dev_err(xpc_part, "can't register ACTIVATE IRQ handler, " | 1197 | dev_err(xpc_part, "can't register ACTIVATE IRQ handler, " |
| 1298 | "errno=%d\n", -ret); | 1198 | "errno=%d\n", -ret); |
| 1299 | 1199 | ||
| 1300 | xpc_restrict_IPI_ops(); | 1200 | xpc_restrict_IPI_ops(); |
| 1301 | 1201 | ||
| 1302 | if (xpc_sysctl) { | 1202 | if (xpc_sysctl) |
| 1303 | unregister_sysctl_table(xpc_sysctl); | 1203 | unregister_sysctl_table(xpc_sysctl); |
| 1304 | } | ||
| 1305 | 1204 | ||
| 1306 | kfree(xpc_remote_copy_buffer_base); | 1205 | kfree(xpc_remote_copy_buffer_base); |
| 1307 | return -EBUSY; | 1206 | return -EBUSY; |
| @@ -1319,26 +1218,22 @@ xpc_init(void) | |||
| 1319 | free_irq(SGI_XPC_ACTIVATE, NULL); | 1218 | free_irq(SGI_XPC_ACTIVATE, NULL); |
| 1320 | xpc_restrict_IPI_ops(); | 1219 | xpc_restrict_IPI_ops(); |
| 1321 | 1220 | ||
| 1322 | if (xpc_sysctl) { | 1221 | if (xpc_sysctl) |
| 1323 | unregister_sysctl_table(xpc_sysctl); | 1222 | unregister_sysctl_table(xpc_sysctl); |
| 1324 | } | ||
| 1325 | 1223 | ||
| 1326 | kfree(xpc_remote_copy_buffer_base); | 1224 | kfree(xpc_remote_copy_buffer_base); |
| 1327 | return -EBUSY; | 1225 | return -EBUSY; |
| 1328 | } | 1226 | } |
| 1329 | 1227 | ||
| 1330 | |||
| 1331 | /* add ourselves to the reboot_notifier_list */ | 1228 | /* add ourselves to the reboot_notifier_list */ |
| 1332 | ret = register_reboot_notifier(&xpc_reboot_notifier); | 1229 | ret = register_reboot_notifier(&xpc_reboot_notifier); |
| 1333 | if (ret != 0) { | 1230 | if (ret != 0) |
| 1334 | dev_warn(xpc_part, "can't register reboot notifier\n"); | 1231 | dev_warn(xpc_part, "can't register reboot notifier\n"); |
| 1335 | } | ||
| 1336 | 1232 | ||
| 1337 | /* add ourselves to the die_notifier list */ | 1233 | /* add ourselves to the die_notifier list */ |
| 1338 | ret = register_die_notifier(&xpc_die_notifier); | 1234 | ret = register_die_notifier(&xpc_die_notifier); |
| 1339 | if (ret != 0) { | 1235 | if (ret != 0) |
| 1340 | dev_warn(xpc_part, "can't register die notifier\n"); | 1236 | dev_warn(xpc_part, "can't register die notifier\n"); |
| 1341 | } | ||
| 1342 | 1237 | ||
| 1343 | init_timer(&xpc_hb_timer); | 1238 | init_timer(&xpc_hb_timer); |
| 1344 | xpc_hb_timer.function = xpc_hb_beater; | 1239 | xpc_hb_timer.function = xpc_hb_beater; |
| @@ -1347,39 +1242,38 @@ xpc_init(void) | |||
| 1347 | * The real work-horse behind xpc. This processes incoming | 1242 | * The real work-horse behind xpc. This processes incoming |
| 1348 | * interrupts and monitors remote heartbeats. | 1243 | * interrupts and monitors remote heartbeats. |
| 1349 | */ | 1244 | */ |
| 1350 | pid = kernel_thread(xpc_hb_checker, NULL, 0); | 1245 | kthread = kthread_run(xpc_hb_checker, NULL, XPC_HB_CHECK_THREAD_NAME); |
| 1351 | if (pid < 0) { | 1246 | if (IS_ERR(kthread)) { |
| 1352 | dev_err(xpc_part, "failed while forking hb check thread\n"); | 1247 | dev_err(xpc_part, "failed while forking hb check thread\n"); |
| 1353 | 1248 | ||
| 1354 | /* indicate to others that our reserved page is uninitialized */ | 1249 | /* indicate to others that our reserved page is uninitialized */ |
| 1355 | xpc_rsvd_page->vars_pa = 0; | 1250 | xpc_rsvd_page->vars_pa = 0; |
| 1356 | 1251 | ||
| 1357 | /* take ourselves off of the reboot_notifier_list */ | 1252 | /* take ourselves off of the reboot_notifier_list */ |
| 1358 | (void) unregister_reboot_notifier(&xpc_reboot_notifier); | 1253 | (void)unregister_reboot_notifier(&xpc_reboot_notifier); |
| 1359 | 1254 | ||
| 1360 | /* take ourselves off of the die_notifier list */ | 1255 | /* take ourselves off of the die_notifier list */ |
| 1361 | (void) unregister_die_notifier(&xpc_die_notifier); | 1256 | (void)unregister_die_notifier(&xpc_die_notifier); |
| 1362 | 1257 | ||
| 1363 | del_timer_sync(&xpc_hb_timer); | 1258 | del_timer_sync(&xpc_hb_timer); |
| 1364 | free_irq(SGI_XPC_ACTIVATE, NULL); | 1259 | free_irq(SGI_XPC_ACTIVATE, NULL); |
| 1365 | xpc_restrict_IPI_ops(); | 1260 | xpc_restrict_IPI_ops(); |
| 1366 | 1261 | ||
| 1367 | if (xpc_sysctl) { | 1262 | if (xpc_sysctl) |
| 1368 | unregister_sysctl_table(xpc_sysctl); | 1263 | unregister_sysctl_table(xpc_sysctl); |
| 1369 | } | ||
| 1370 | 1264 | ||
| 1371 | kfree(xpc_remote_copy_buffer_base); | 1265 | kfree(xpc_remote_copy_buffer_base); |
| 1372 | return -EBUSY; | 1266 | return -EBUSY; |
| 1373 | } | 1267 | } |
| 1374 | 1268 | ||
| 1375 | |||
| 1376 | /* | 1269 | /* |
| 1377 | * Startup a thread that will attempt to discover other partitions to | 1270 | * Startup a thread that will attempt to discover other partitions to |
| 1378 | * activate based on info provided by SAL. This new thread is short | 1271 | * activate based on info provided by SAL. This new thread is short |
| 1379 | * lived and will exit once discovery is complete. | 1272 | * lived and will exit once discovery is complete. |
| 1380 | */ | 1273 | */ |
| 1381 | pid = kernel_thread(xpc_initiate_discovery, NULL, 0); | 1274 | kthread = kthread_run(xpc_initiate_discovery, NULL, |
| 1382 | if (pid < 0) { | 1275 | XPC_DISCOVERY_THREAD_NAME); |
| 1276 | if (IS_ERR(kthread)) { | ||
| 1383 | dev_err(xpc_part, "failed while forking discovery thread\n"); | 1277 | dev_err(xpc_part, "failed while forking discovery thread\n"); |
| 1384 | 1278 | ||
| 1385 | /* mark this new thread as a non-starter */ | 1279 | /* mark this new thread as a non-starter */ |
| @@ -1389,7 +1283,6 @@ xpc_init(void) | |||
| 1389 | return -EBUSY; | 1283 | return -EBUSY; |
| 1390 | } | 1284 | } |
| 1391 | 1285 | ||
| 1392 | |||
| 1393 | /* set the interface to point at XPC's functions */ | 1286 | /* set the interface to point at XPC's functions */ |
| 1394 | xpc_set_interface(xpc_initiate_connect, xpc_initiate_disconnect, | 1287 | xpc_set_interface(xpc_initiate_connect, xpc_initiate_disconnect, |
| 1395 | xpc_initiate_allocate, xpc_initiate_send, | 1288 | xpc_initiate_allocate, xpc_initiate_send, |
| @@ -1398,16 +1291,16 @@ xpc_init(void) | |||
| 1398 | 1291 | ||
| 1399 | return 0; | 1292 | return 0; |
| 1400 | } | 1293 | } |
| 1401 | module_init(xpc_init); | ||
| 1402 | 1294 | ||
| 1295 | module_init(xpc_init); | ||
| 1403 | 1296 | ||
| 1404 | void __exit | 1297 | void __exit |
| 1405 | xpc_exit(void) | 1298 | xpc_exit(void) |
| 1406 | { | 1299 | { |
| 1407 | xpc_do_exit(xpcUnloading); | 1300 | xpc_do_exit(xpcUnloading); |
| 1408 | } | 1301 | } |
| 1409 | module_exit(xpc_exit); | ||
| 1410 | 1302 | ||
| 1303 | module_exit(xpc_exit); | ||
| 1411 | 1304 | ||
| 1412 | MODULE_AUTHOR("Silicon Graphics, Inc."); | 1305 | MODULE_AUTHOR("Silicon Graphics, Inc."); |
| 1413 | MODULE_DESCRIPTION("Cross Partition Communication (XPC) support"); | 1306 | MODULE_DESCRIPTION("Cross Partition Communication (XPC) support"); |
| @@ -1415,17 +1308,16 @@ MODULE_LICENSE("GPL"); | |||
| 1415 | 1308 | ||
| 1416 | module_param(xpc_hb_interval, int, 0); | 1309 | module_param(xpc_hb_interval, int, 0); |
| 1417 | MODULE_PARM_DESC(xpc_hb_interval, "Number of seconds between " | 1310 | MODULE_PARM_DESC(xpc_hb_interval, "Number of seconds between " |
| 1418 | "heartbeat increments."); | 1311 | "heartbeat increments."); |
| 1419 | 1312 | ||
| 1420 | module_param(xpc_hb_check_interval, int, 0); | 1313 | module_param(xpc_hb_check_interval, int, 0); |
| 1421 | MODULE_PARM_DESC(xpc_hb_check_interval, "Number of seconds between " | 1314 | MODULE_PARM_DESC(xpc_hb_check_interval, "Number of seconds between " |
| 1422 | "heartbeat checks."); | 1315 | "heartbeat checks."); |
| 1423 | 1316 | ||
| 1424 | module_param(xpc_disengage_request_timelimit, int, 0); | 1317 | module_param(xpc_disengage_request_timelimit, int, 0); |
| 1425 | MODULE_PARM_DESC(xpc_disengage_request_timelimit, "Number of seconds to wait " | 1318 | MODULE_PARM_DESC(xpc_disengage_request_timelimit, "Number of seconds to wait " |
| 1426 | "for disengage request to complete."); | 1319 | "for disengage request to complete."); |
| 1427 | 1320 | ||
| 1428 | module_param(xpc_kdebug_ignore, int, 0); | 1321 | module_param(xpc_kdebug_ignore, int, 0); |
| 1429 | MODULE_PARM_DESC(xpc_kdebug_ignore, "Should lack of heartbeat be ignored by " | 1322 | MODULE_PARM_DESC(xpc_kdebug_ignore, "Should lack of heartbeat be ignored by " |
| 1430 | "other partitions when dropping into kdebug."); | 1323 | "other partitions when dropping into kdebug."); |
| 1431 | |||
diff --git a/arch/ia64/sn/kernel/xpc_partition.c b/drivers/misc/sgi-xp/xpc_partition.c index 9e97c2684832..27e200ec5826 100644 --- a/arch/ia64/sn/kernel/xpc_partition.c +++ b/drivers/misc/sgi-xp/xpc_partition.c | |||
| @@ -3,10 +3,9 @@ | |||
| 3 | * License. See the file "COPYING" in the main directory of this archive | 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. | 4 | * for more details. |
| 5 | * | 5 | * |
| 6 | * Copyright (c) 2004-2006 Silicon Graphics, Inc. All Rights Reserved. | 6 | * Copyright (c) 2004-2008 Silicon Graphics, Inc. All Rights Reserved. |
| 7 | */ | 7 | */ |
| 8 | 8 | ||
| 9 | |||
| 10 | /* | 9 | /* |
| 11 | * Cross Partition Communication (XPC) partition support. | 10 | * Cross Partition Communication (XPC) partition support. |
| 12 | * | 11 | * |
| @@ -16,7 +15,6 @@ | |||
| 16 | * | 15 | * |
| 17 | */ | 16 | */ |
| 18 | 17 | ||
| 19 | |||
| 20 | #include <linux/kernel.h> | 18 | #include <linux/kernel.h> |
| 21 | #include <linux/sysctl.h> | 19 | #include <linux/sysctl.h> |
| 22 | #include <linux/cache.h> | 20 | #include <linux/cache.h> |
| @@ -28,13 +26,11 @@ | |||
| 28 | #include <asm/sn/sn_sal.h> | 26 | #include <asm/sn/sn_sal.h> |
| 29 | #include <asm/sn/nodepda.h> | 27 | #include <asm/sn/nodepda.h> |
| 30 | #include <asm/sn/addrs.h> | 28 | #include <asm/sn/addrs.h> |
| 31 | #include <asm/sn/xpc.h> | 29 | #include "xpc.h" |
| 32 | |||
| 33 | 30 | ||
| 34 | /* XPC is exiting flag */ | 31 | /* XPC is exiting flag */ |
| 35 | int xpc_exiting; | 32 | int xpc_exiting; |
| 36 | 33 | ||
| 37 | |||
| 38 | /* SH_IPI_ACCESS shub register value on startup */ | 34 | /* SH_IPI_ACCESS shub register value on startup */ |
| 39 | static u64 xpc_sh1_IPI_access; | 35 | static u64 xpc_sh1_IPI_access; |
| 40 | static u64 xpc_sh2_IPI_access0; | 36 | static u64 xpc_sh2_IPI_access0; |
| @@ -42,11 +38,9 @@ static u64 xpc_sh2_IPI_access1; | |||
| 42 | static u64 xpc_sh2_IPI_access2; | 38 | static u64 xpc_sh2_IPI_access2; |
| 43 | static u64 xpc_sh2_IPI_access3; | 39 | static u64 xpc_sh2_IPI_access3; |
| 44 | 40 | ||
| 45 | |||
| 46 | /* original protection values for each node */ | 41 | /* original protection values for each node */ |
| 47 | u64 xpc_prot_vec[MAX_NUMNODES]; | 42 | u64 xpc_prot_vec[MAX_NUMNODES]; |
| 48 | 43 | ||
| 49 | |||
| 50 | /* this partition's reserved page pointers */ | 44 | /* this partition's reserved page pointers */ |
| 51 | struct xpc_rsvd_page *xpc_rsvd_page; | 45 | struct xpc_rsvd_page *xpc_rsvd_page; |
| 52 | static u64 *xpc_part_nasids; | 46 | static u64 *xpc_part_nasids; |
| @@ -57,7 +51,6 @@ struct xpc_vars_part *xpc_vars_part; | |||
| 57 | static int xp_nasid_mask_bytes; /* actual size in bytes of nasid mask */ | 51 | static int xp_nasid_mask_bytes; /* actual size in bytes of nasid mask */ |
| 58 | static int xp_nasid_mask_words; /* actual size in words of nasid mask */ | 52 | static int xp_nasid_mask_words; /* actual size in words of nasid mask */ |
| 59 | 53 | ||
| 60 | |||
| 61 | /* | 54 | /* |
| 62 | * For performance reasons, each entry of xpc_partitions[] is cacheline | 55 | * For performance reasons, each entry of xpc_partitions[] is cacheline |
| 63 | * aligned. And xpc_partitions[] is padded with an additional entry at the | 56 | * aligned. And xpc_partitions[] is padded with an additional entry at the |
| @@ -66,7 +59,6 @@ static int xp_nasid_mask_words; /* actual size in words of nasid mask */ | |||
| 66 | */ | 59 | */ |
| 67 | struct xpc_partition xpc_partitions[XP_MAX_PARTITIONS + 1]; | 60 | struct xpc_partition xpc_partitions[XP_MAX_PARTITIONS + 1]; |
| 68 | 61 | ||
| 69 | |||
| 70 | /* | 62 | /* |
| 71 | * Generic buffer used to store a local copy of portions of a remote | 63 | * Generic buffer used to store a local copy of portions of a remote |
| 72 | * partition's reserved page (either its header and part_nasids mask, | 64 | * partition's reserved page (either its header and part_nasids mask, |
| @@ -75,7 +67,6 @@ struct xpc_partition xpc_partitions[XP_MAX_PARTITIONS + 1]; | |||
| 75 | char *xpc_remote_copy_buffer; | 67 | char *xpc_remote_copy_buffer; |
| 76 | void *xpc_remote_copy_buffer_base; | 68 | void *xpc_remote_copy_buffer_base; |
| 77 | 69 | ||
| 78 | |||
| 79 | /* | 70 | /* |
| 80 | * Guarantee that the kmalloc'd memory is cacheline aligned. | 71 | * Guarantee that the kmalloc'd memory is cacheline aligned. |
| 81 | */ | 72 | */ |
| @@ -84,22 +75,21 @@ xpc_kmalloc_cacheline_aligned(size_t size, gfp_t flags, void **base) | |||
| 84 | { | 75 | { |
| 85 | /* see if kmalloc will give us cachline aligned memory by default */ | 76 | /* see if kmalloc will give us cachline aligned memory by default */ |
| 86 | *base = kmalloc(size, flags); | 77 | *base = kmalloc(size, flags); |
| 87 | if (*base == NULL) { | 78 | if (*base == NULL) |
| 88 | return NULL; | 79 | return NULL; |
| 89 | } | 80 | |
| 90 | if ((u64) *base == L1_CACHE_ALIGN((u64) *base)) { | 81 | if ((u64)*base == L1_CACHE_ALIGN((u64)*base)) |
| 91 | return *base; | 82 | return *base; |
| 92 | } | 83 | |
| 93 | kfree(*base); | 84 | kfree(*base); |
| 94 | 85 | ||
| 95 | /* nope, we'll have to do it ourselves */ | 86 | /* nope, we'll have to do it ourselves */ |
| 96 | *base = kmalloc(size + L1_CACHE_BYTES, flags); | 87 | *base = kmalloc(size + L1_CACHE_BYTES, flags); |
| 97 | if (*base == NULL) { | 88 | if (*base == NULL) |
| 98 | return NULL; | 89 | return NULL; |
| 99 | } | ||
| 100 | return (void *) L1_CACHE_ALIGN((u64) *base); | ||
| 101 | } | ||
| 102 | 90 | ||
| 91 | return (void *)L1_CACHE_ALIGN((u64)*base); | ||
| 92 | } | ||
| 103 | 93 | ||
| 104 | /* | 94 | /* |
| 105 | * Given a nasid, get the physical address of the partition's reserved page | 95 | * Given a nasid, get the physical address of the partition's reserved page |
| @@ -117,25 +107,24 @@ xpc_get_rsvd_page_pa(int nasid) | |||
| 117 | u64 buf_len = 0; | 107 | u64 buf_len = 0; |
| 118 | void *buf_base = NULL; | 108 | void *buf_base = NULL; |
| 119 | 109 | ||
| 120 | |||
| 121 | while (1) { | 110 | while (1) { |
| 122 | 111 | ||
| 123 | status = sn_partition_reserved_page_pa(buf, &cookie, &rp_pa, | 112 | status = sn_partition_reserved_page_pa(buf, &cookie, &rp_pa, |
| 124 | &len); | 113 | &len); |
| 125 | 114 | ||
| 126 | dev_dbg(xpc_part, "SAL returned with status=%li, cookie=" | 115 | dev_dbg(xpc_part, "SAL returned with status=%li, cookie=" |
| 127 | "0x%016lx, address=0x%016lx, len=0x%016lx\n", | 116 | "0x%016lx, address=0x%016lx, len=0x%016lx\n", |
| 128 | status, cookie, rp_pa, len); | 117 | status, cookie, rp_pa, len); |
| 129 | 118 | ||
| 130 | if (status != SALRET_MORE_PASSES) { | 119 | if (status != SALRET_MORE_PASSES) |
| 131 | break; | 120 | break; |
| 132 | } | ||
| 133 | 121 | ||
| 134 | if (L1_CACHE_ALIGN(len) > buf_len) { | 122 | if (L1_CACHE_ALIGN(len) > buf_len) { |
| 135 | kfree(buf_base); | 123 | kfree(buf_base); |
| 136 | buf_len = L1_CACHE_ALIGN(len); | 124 | buf_len = L1_CACHE_ALIGN(len); |
| 137 | buf = (u64) xpc_kmalloc_cacheline_aligned(buf_len, | 125 | buf = (u64)xpc_kmalloc_cacheline_aligned(buf_len, |
| 138 | GFP_KERNEL, &buf_base); | 126 | GFP_KERNEL, |
| 127 | &buf_base); | ||
| 139 | if (buf_base == NULL) { | 128 | if (buf_base == NULL) { |
| 140 | dev_err(xpc_part, "unable to kmalloc " | 129 | dev_err(xpc_part, "unable to kmalloc " |
| 141 | "len=0x%016lx\n", buf_len); | 130 | "len=0x%016lx\n", buf_len); |
| @@ -145,7 +134,7 @@ xpc_get_rsvd_page_pa(int nasid) | |||
| 145 | } | 134 | } |
| 146 | 135 | ||
| 147 | bte_res = xp_bte_copy(rp_pa, buf, buf_len, | 136 | bte_res = xp_bte_copy(rp_pa, buf, buf_len, |
| 148 | (BTE_NOTIFY | BTE_WACQUIRE), NULL); | 137 | (BTE_NOTIFY | BTE_WACQUIRE), NULL); |
| 149 | if (bte_res != BTE_SUCCESS) { | 138 | if (bte_res != BTE_SUCCESS) { |
| 150 | dev_dbg(xpc_part, "xp_bte_copy failed %i\n", bte_res); | 139 | dev_dbg(xpc_part, "xp_bte_copy failed %i\n", bte_res); |
| 151 | status = SALRET_ERROR; | 140 | status = SALRET_ERROR; |
| @@ -155,14 +144,13 @@ xpc_get_rsvd_page_pa(int nasid) | |||
| 155 | 144 | ||
| 156 | kfree(buf_base); | 145 | kfree(buf_base); |
| 157 | 146 | ||
| 158 | if (status != SALRET_OK) { | 147 | if (status != SALRET_OK) |
| 159 | rp_pa = 0; | 148 | rp_pa = 0; |
| 160 | } | 149 | |
| 161 | dev_dbg(xpc_part, "reserved page at phys address 0x%016lx\n", rp_pa); | 150 | dev_dbg(xpc_part, "reserved page at phys address 0x%016lx\n", rp_pa); |
| 162 | return rp_pa; | 151 | return rp_pa; |
| 163 | } | 152 | } |
| 164 | 153 | ||
| 165 | |||
| 166 | /* | 154 | /* |
| 167 | * Fill the partition reserved page with the information needed by | 155 | * Fill the partition reserved page with the information needed by |
| 168 | * other partitions to discover we are alive and establish initial | 156 | * other partitions to discover we are alive and establish initial |
| @@ -176,7 +164,6 @@ xpc_rsvd_page_init(void) | |||
| 176 | u64 rp_pa, nasid_array = 0; | 164 | u64 rp_pa, nasid_array = 0; |
| 177 | int i, ret; | 165 | int i, ret; |
| 178 | 166 | ||
| 179 | |||
| 180 | /* get the local reserved page's address */ | 167 | /* get the local reserved page's address */ |
| 181 | 168 | ||
| 182 | preempt_disable(); | 169 | preempt_disable(); |
| @@ -186,7 +173,7 @@ xpc_rsvd_page_init(void) | |||
| 186 | dev_err(xpc_part, "SAL failed to locate the reserved page\n"); | 173 | dev_err(xpc_part, "SAL failed to locate the reserved page\n"); |
| 187 | return NULL; | 174 | return NULL; |
| 188 | } | 175 | } |
| 189 | rp = (struct xpc_rsvd_page *) __va(rp_pa); | 176 | rp = (struct xpc_rsvd_page *)__va(rp_pa); |
| 190 | 177 | ||
| 191 | if (rp->partid != sn_partition_id) { | 178 | if (rp->partid != sn_partition_id) { |
| 192 | dev_err(xpc_part, "the reserved page's partid of %d should be " | 179 | dev_err(xpc_part, "the reserved page's partid of %d should be " |
| @@ -222,8 +209,9 @@ xpc_rsvd_page_init(void) | |||
| 222 | * on subsequent loads of XPC. This AMO page is never freed, and its | 209 | * on subsequent loads of XPC. This AMO page is never freed, and its |
| 223 | * memory protections are never restricted. | 210 | * memory protections are never restricted. |
| 224 | */ | 211 | */ |
| 225 | if ((amos_page = xpc_vars->amos_page) == NULL) { | 212 | amos_page = xpc_vars->amos_page; |
| 226 | amos_page = (AMO_t *) TO_AMO(uncached_alloc_page(0)); | 213 | if (amos_page == NULL) { |
| 214 | amos_page = (AMO_t *)TO_AMO(uncached_alloc_page(0)); | ||
| 227 | if (amos_page == NULL) { | 215 | if (amos_page == NULL) { |
| 228 | dev_err(xpc_part, "can't allocate page of AMOs\n"); | 216 | dev_err(xpc_part, "can't allocate page of AMOs\n"); |
| 229 | return NULL; | 217 | return NULL; |
| @@ -234,30 +222,31 @@ xpc_rsvd_page_init(void) | |||
| 234 | * when xpc_allow_IPI_ops() is called via xpc_hb_init(). | 222 | * when xpc_allow_IPI_ops() is called via xpc_hb_init(). |
| 235 | */ | 223 | */ |
| 236 | if (!enable_shub_wars_1_1()) { | 224 | if (!enable_shub_wars_1_1()) { |
| 237 | ret = sn_change_memprotect(ia64_tpa((u64) amos_page), | 225 | ret = sn_change_memprotect(ia64_tpa((u64)amos_page), |
| 238 | PAGE_SIZE, SN_MEMPROT_ACCESS_CLASS_1, | 226 | PAGE_SIZE, |
| 239 | &nasid_array); | 227 | SN_MEMPROT_ACCESS_CLASS_1, |
| 228 | &nasid_array); | ||
| 240 | if (ret != 0) { | 229 | if (ret != 0) { |
| 241 | dev_err(xpc_part, "can't change memory " | 230 | dev_err(xpc_part, "can't change memory " |
| 242 | "protections\n"); | 231 | "protections\n"); |
| 243 | uncached_free_page(__IA64_UNCACHED_OFFSET | | 232 | uncached_free_page(__IA64_UNCACHED_OFFSET | |
| 244 | TO_PHYS((u64) amos_page)); | 233 | TO_PHYS((u64)amos_page)); |
| 245 | return NULL; | 234 | return NULL; |
| 246 | } | 235 | } |
| 247 | } | 236 | } |
| 248 | } else if (!IS_AMO_ADDRESS((u64) amos_page)) { | 237 | } else if (!IS_AMO_ADDRESS((u64)amos_page)) { |
| 249 | /* | 238 | /* |
| 250 | * EFI's XPBOOT can also set amos_page in the reserved page, | 239 | * EFI's XPBOOT can also set amos_page in the reserved page, |
| 251 | * but it happens to leave it as an uncached physical address | 240 | * but it happens to leave it as an uncached physical address |
| 252 | * and we need it to be an uncached virtual, so we'll have to | 241 | * and we need it to be an uncached virtual, so we'll have to |
| 253 | * convert it. | 242 | * convert it. |
| 254 | */ | 243 | */ |
| 255 | if (!IS_AMO_PHYS_ADDRESS((u64) amos_page)) { | 244 | if (!IS_AMO_PHYS_ADDRESS((u64)amos_page)) { |
| 256 | dev_err(xpc_part, "previously used amos_page address " | 245 | dev_err(xpc_part, "previously used amos_page address " |
| 257 | "is bad = 0x%p\n", (void *) amos_page); | 246 | "is bad = 0x%p\n", (void *)amos_page); |
| 258 | return NULL; | 247 | return NULL; |
| 259 | } | 248 | } |
| 260 | amos_page = (AMO_t *) TO_AMO((u64) amos_page); | 249 | amos_page = (AMO_t *)TO_AMO((u64)amos_page); |
| 261 | } | 250 | } |
| 262 | 251 | ||
| 263 | /* clear xpc_vars */ | 252 | /* clear xpc_vars */ |
| @@ -267,22 +256,20 @@ xpc_rsvd_page_init(void) | |||
| 267 | xpc_vars->act_nasid = cpuid_to_nasid(0); | 256 | xpc_vars->act_nasid = cpuid_to_nasid(0); |
| 268 | xpc_vars->act_phys_cpuid = cpu_physical_id(0); | 257 | xpc_vars->act_phys_cpuid = cpu_physical_id(0); |
| 269 | xpc_vars->vars_part_pa = __pa(xpc_vars_part); | 258 | xpc_vars->vars_part_pa = __pa(xpc_vars_part); |
| 270 | xpc_vars->amos_page_pa = ia64_tpa((u64) amos_page); | 259 | xpc_vars->amos_page_pa = ia64_tpa((u64)amos_page); |
| 271 | xpc_vars->amos_page = amos_page; /* save for next load of XPC */ | 260 | xpc_vars->amos_page = amos_page; /* save for next load of XPC */ |
| 272 | |||
| 273 | 261 | ||
| 274 | /* clear xpc_vars_part */ | 262 | /* clear xpc_vars_part */ |
| 275 | memset((u64 *) xpc_vars_part, 0, sizeof(struct xpc_vars_part) * | 263 | memset((u64 *)xpc_vars_part, 0, sizeof(struct xpc_vars_part) * |
| 276 | XP_MAX_PARTITIONS); | 264 | XP_MAX_PARTITIONS); |
| 277 | 265 | ||
| 278 | /* initialize the activate IRQ related AMO variables */ | 266 | /* initialize the activate IRQ related AMO variables */ |
| 279 | for (i = 0; i < xp_nasid_mask_words; i++) { | 267 | for (i = 0; i < xp_nasid_mask_words; i++) |
| 280 | (void) xpc_IPI_init(XPC_ACTIVATE_IRQ_AMOS + i); | 268 | (void)xpc_IPI_init(XPC_ACTIVATE_IRQ_AMOS + i); |
| 281 | } | ||
| 282 | 269 | ||
| 283 | /* initialize the engaged remote partitions related AMO variables */ | 270 | /* initialize the engaged remote partitions related AMO variables */ |
| 284 | (void) xpc_IPI_init(XPC_ENGAGED_PARTITIONS_AMO); | 271 | (void)xpc_IPI_init(XPC_ENGAGED_PARTITIONS_AMO); |
| 285 | (void) xpc_IPI_init(XPC_DISENGAGE_REQUEST_AMO); | 272 | (void)xpc_IPI_init(XPC_DISENGAGE_REQUEST_AMO); |
| 286 | 273 | ||
| 287 | /* timestamp of when reserved page was setup by XPC */ | 274 | /* timestamp of when reserved page was setup by XPC */ |
| 288 | rp->stamp = CURRENT_TIME; | 275 | rp->stamp = CURRENT_TIME; |
| @@ -296,7 +283,6 @@ xpc_rsvd_page_init(void) | |||
| 296 | return rp; | 283 | return rp; |
| 297 | } | 284 | } |
| 298 | 285 | ||
| 299 | |||
| 300 | /* | 286 | /* |
| 301 | * Change protections to allow IPI operations (and AMO operations on | 287 | * Change protections to allow IPI operations (and AMO operations on |
| 302 | * Shub 1.1 systems). | 288 | * Shub 1.1 systems). |
| @@ -307,39 +293,38 @@ xpc_allow_IPI_ops(void) | |||
| 307 | int node; | 293 | int node; |
| 308 | int nasid; | 294 | int nasid; |
| 309 | 295 | ||
| 310 | 296 | /* >>> Change SH_IPI_ACCESS code to use SAL call once it is available */ | |
| 311 | // >>> Change SH_IPI_ACCESS code to use SAL call once it is available. | ||
| 312 | 297 | ||
| 313 | if (is_shub2()) { | 298 | if (is_shub2()) { |
| 314 | xpc_sh2_IPI_access0 = | 299 | xpc_sh2_IPI_access0 = |
| 315 | (u64) HUB_L((u64 *) LOCAL_MMR_ADDR(SH2_IPI_ACCESS0)); | 300 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH2_IPI_ACCESS0)); |
| 316 | xpc_sh2_IPI_access1 = | 301 | xpc_sh2_IPI_access1 = |
| 317 | (u64) HUB_L((u64 *) LOCAL_MMR_ADDR(SH2_IPI_ACCESS1)); | 302 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH2_IPI_ACCESS1)); |
| 318 | xpc_sh2_IPI_access2 = | 303 | xpc_sh2_IPI_access2 = |
| 319 | (u64) HUB_L((u64 *) LOCAL_MMR_ADDR(SH2_IPI_ACCESS2)); | 304 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH2_IPI_ACCESS2)); |
| 320 | xpc_sh2_IPI_access3 = | 305 | xpc_sh2_IPI_access3 = |
| 321 | (u64) HUB_L((u64 *) LOCAL_MMR_ADDR(SH2_IPI_ACCESS3)); | 306 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH2_IPI_ACCESS3)); |
| 322 | 307 | ||
| 323 | for_each_online_node(node) { | 308 | for_each_online_node(node) { |
| 324 | nasid = cnodeid_to_nasid(node); | 309 | nasid = cnodeid_to_nasid(node); |
| 325 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS0), | 310 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS0), |
| 326 | -1UL); | 311 | -1UL); |
| 327 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS1), | 312 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS1), |
| 328 | -1UL); | 313 | -1UL); |
| 329 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS2), | 314 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS2), |
| 330 | -1UL); | 315 | -1UL); |
| 331 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS3), | 316 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS3), |
| 332 | -1UL); | 317 | -1UL); |
| 333 | } | 318 | } |
| 334 | 319 | ||
| 335 | } else { | 320 | } else { |
| 336 | xpc_sh1_IPI_access = | 321 | xpc_sh1_IPI_access = |
| 337 | (u64) HUB_L((u64 *) LOCAL_MMR_ADDR(SH1_IPI_ACCESS)); | 322 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH1_IPI_ACCESS)); |
| 338 | 323 | ||
| 339 | for_each_online_node(node) { | 324 | for_each_online_node(node) { |
| 340 | nasid = cnodeid_to_nasid(node); | 325 | nasid = cnodeid_to_nasid(node); |
| 341 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH1_IPI_ACCESS), | 326 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH1_IPI_ACCESS), |
| 342 | -1UL); | 327 | -1UL); |
| 343 | 328 | ||
| 344 | /* | 329 | /* |
| 345 | * Since the BIST collides with memory operations on | 330 | * Since the BIST collides with memory operations on |
| @@ -347,21 +332,23 @@ xpc_allow_IPI_ops(void) | |||
| 347 | */ | 332 | */ |
| 348 | if (enable_shub_wars_1_1()) { | 333 | if (enable_shub_wars_1_1()) { |
| 349 | /* open up everything */ | 334 | /* open up everything */ |
| 350 | xpc_prot_vec[node] = (u64) HUB_L((u64 *) | 335 | xpc_prot_vec[node] = (u64)HUB_L((u64 *) |
| 351 | GLOBAL_MMR_ADDR(nasid, | 336 | GLOBAL_MMR_ADDR |
| 352 | SH1_MD_DQLP_MMR_DIR_PRIVEC0)); | 337 | (nasid, |
| 353 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, | 338 | SH1_MD_DQLP_MMR_DIR_PRIVEC0)); |
| 354 | SH1_MD_DQLP_MMR_DIR_PRIVEC0), | 339 | HUB_S((u64 *) |
| 355 | -1UL); | 340 | GLOBAL_MMR_ADDR(nasid, |
| 356 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, | 341 | SH1_MD_DQLP_MMR_DIR_PRIVEC0), |
| 357 | SH1_MD_DQRP_MMR_DIR_PRIVEC0), | 342 | -1UL); |
| 358 | -1UL); | 343 | HUB_S((u64 *) |
| 344 | GLOBAL_MMR_ADDR(nasid, | ||
| 345 | SH1_MD_DQRP_MMR_DIR_PRIVEC0), | ||
| 346 | -1UL); | ||
| 359 | } | 347 | } |
| 360 | } | 348 | } |
| 361 | } | 349 | } |
| 362 | } | 350 | } |
| 363 | 351 | ||
| 364 | |||
| 365 | /* | 352 | /* |
| 366 | * Restrict protections to disallow IPI operations (and AMO operations on | 353 | * Restrict protections to disallow IPI operations (and AMO operations on |
| 367 | * Shub 1.1 systems). | 354 | * Shub 1.1 systems). |
| @@ -372,43 +359,41 @@ xpc_restrict_IPI_ops(void) | |||
| 372 | int node; | 359 | int node; |
| 373 | int nasid; | 360 | int nasid; |
| 374 | 361 | ||
| 375 | 362 | /* >>> Change SH_IPI_ACCESS code to use SAL call once it is available */ | |
| 376 | // >>> Change SH_IPI_ACCESS code to use SAL call once it is available. | ||
| 377 | 363 | ||
| 378 | if (is_shub2()) { | 364 | if (is_shub2()) { |
| 379 | 365 | ||
| 380 | for_each_online_node(node) { | 366 | for_each_online_node(node) { |
| 381 | nasid = cnodeid_to_nasid(node); | 367 | nasid = cnodeid_to_nasid(node); |
| 382 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS0), | 368 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS0), |
| 383 | xpc_sh2_IPI_access0); | 369 | xpc_sh2_IPI_access0); |
| 384 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS1), | 370 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS1), |
| 385 | xpc_sh2_IPI_access1); | 371 | xpc_sh2_IPI_access1); |
| 386 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS2), | 372 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS2), |
| 387 | xpc_sh2_IPI_access2); | 373 | xpc_sh2_IPI_access2); |
| 388 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS3), | 374 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS3), |
| 389 | xpc_sh2_IPI_access3); | 375 | xpc_sh2_IPI_access3); |
| 390 | } | 376 | } |
| 391 | 377 | ||
| 392 | } else { | 378 | } else { |
| 393 | 379 | ||
| 394 | for_each_online_node(node) { | 380 | for_each_online_node(node) { |
| 395 | nasid = cnodeid_to_nasid(node); | 381 | nasid = cnodeid_to_nasid(node); |
| 396 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, SH1_IPI_ACCESS), | 382 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH1_IPI_ACCESS), |
| 397 | xpc_sh1_IPI_access); | 383 | xpc_sh1_IPI_access); |
| 398 | 384 | ||
| 399 | if (enable_shub_wars_1_1()) { | 385 | if (enable_shub_wars_1_1()) { |
| 400 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, | 386 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, |
| 401 | SH1_MD_DQLP_MMR_DIR_PRIVEC0), | 387 | SH1_MD_DQLP_MMR_DIR_PRIVEC0), |
| 402 | xpc_prot_vec[node]); | 388 | xpc_prot_vec[node]); |
| 403 | HUB_S((u64 *) GLOBAL_MMR_ADDR(nasid, | 389 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, |
| 404 | SH1_MD_DQRP_MMR_DIR_PRIVEC0), | 390 | SH1_MD_DQRP_MMR_DIR_PRIVEC0), |
| 405 | xpc_prot_vec[node]); | 391 | xpc_prot_vec[node]); |
| 406 | } | 392 | } |
| 407 | } | 393 | } |
| 408 | } | 394 | } |
| 409 | } | 395 | } |
| 410 | 396 | ||
| 411 | |||
| 412 | /* | 397 | /* |
| 413 | * At periodic intervals, scan through all active partitions and ensure | 398 | * At periodic intervals, scan through all active partitions and ensure |
| 414 | * their heartbeat is still active. If not, the partition is deactivated. | 399 | * their heartbeat is still active. If not, the partition is deactivated. |
| @@ -421,34 +406,31 @@ xpc_check_remote_hb(void) | |||
| 421 | partid_t partid; | 406 | partid_t partid; |
| 422 | bte_result_t bres; | 407 | bte_result_t bres; |
| 423 | 408 | ||
| 424 | 409 | remote_vars = (struct xpc_vars *)xpc_remote_copy_buffer; | |
| 425 | remote_vars = (struct xpc_vars *) xpc_remote_copy_buffer; | ||
| 426 | 410 | ||
| 427 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { | 411 | for (partid = 1; partid < XP_MAX_PARTITIONS; partid++) { |
| 428 | 412 | ||
| 429 | if (xpc_exiting) { | 413 | if (xpc_exiting) |
| 430 | break; | 414 | break; |
| 431 | } | ||
| 432 | 415 | ||
| 433 | if (partid == sn_partition_id) { | 416 | if (partid == sn_partition_id) |
| 434 | continue; | 417 | continue; |
| 435 | } | ||
| 436 | 418 | ||
| 437 | part = &xpc_partitions[partid]; | 419 | part = &xpc_partitions[partid]; |
| 438 | 420 | ||
| 439 | if (part->act_state == XPC_P_INACTIVE || | 421 | if (part->act_state == XPC_P_INACTIVE || |
| 440 | part->act_state == XPC_P_DEACTIVATING) { | 422 | part->act_state == XPC_P_DEACTIVATING) { |
| 441 | continue; | 423 | continue; |
| 442 | } | 424 | } |
| 443 | 425 | ||
| 444 | /* pull the remote_hb cache line */ | 426 | /* pull the remote_hb cache line */ |
| 445 | bres = xp_bte_copy(part->remote_vars_pa, | 427 | bres = xp_bte_copy(part->remote_vars_pa, |
| 446 | (u64) remote_vars, | 428 | (u64)remote_vars, |
| 447 | XPC_RP_VARS_SIZE, | 429 | XPC_RP_VARS_SIZE, |
| 448 | (BTE_NOTIFY | BTE_WACQUIRE), NULL); | 430 | (BTE_NOTIFY | BTE_WACQUIRE), NULL); |
| 449 | if (bres != BTE_SUCCESS) { | 431 | if (bres != BTE_SUCCESS) { |
| 450 | XPC_DEACTIVATE_PARTITION(part, | 432 | XPC_DEACTIVATE_PARTITION(part, |
| 451 | xpc_map_bte_errors(bres)); | 433 | xpc_map_bte_errors(bres)); |
| 452 | continue; | 434 | continue; |
| 453 | } | 435 | } |
| 454 | 436 | ||
| @@ -459,8 +441,8 @@ xpc_check_remote_hb(void) | |||
| 459 | remote_vars->heartbeating_to_mask); | 441 | remote_vars->heartbeating_to_mask); |
| 460 | 442 | ||
| 461 | if (((remote_vars->heartbeat == part->last_heartbeat) && | 443 | if (((remote_vars->heartbeat == part->last_heartbeat) && |
| 462 | (remote_vars->heartbeat_offline == 0)) || | 444 | (remote_vars->heartbeat_offline == 0)) || |
| 463 | !xpc_hb_allowed(sn_partition_id, remote_vars)) { | 445 | !xpc_hb_allowed(sn_partition_id, remote_vars)) { |
| 464 | 446 | ||
| 465 | XPC_DEACTIVATE_PARTITION(part, xpcNoHeartbeat); | 447 | XPC_DEACTIVATE_PARTITION(part, xpcNoHeartbeat); |
| 466 | continue; | 448 | continue; |
| @@ -470,7 +452,6 @@ xpc_check_remote_hb(void) | |||
| 470 | } | 452 | } |
| 471 | } | 453 | } |
| 472 | 454 | ||
| 473 | |||
| 474 | /* | 455 | /* |
| 475 | * Get a copy of a portion of the remote partition's rsvd page. | 456 | * Get a copy of a portion of the remote partition's rsvd page. |
| 476 | * | 457 | * |
| @@ -480,59 +461,48 @@ xpc_check_remote_hb(void) | |||
| 480 | */ | 461 | */ |
| 481 | static enum xpc_retval | 462 | static enum xpc_retval |
| 482 | xpc_get_remote_rp(int nasid, u64 *discovered_nasids, | 463 | xpc_get_remote_rp(int nasid, u64 *discovered_nasids, |
| 483 | struct xpc_rsvd_page *remote_rp, u64 *remote_rp_pa) | 464 | struct xpc_rsvd_page *remote_rp, u64 *remote_rp_pa) |
| 484 | { | 465 | { |
| 485 | int bres, i; | 466 | int bres, i; |
| 486 | 467 | ||
| 487 | |||
| 488 | /* get the reserved page's physical address */ | 468 | /* get the reserved page's physical address */ |
| 489 | 469 | ||
| 490 | *remote_rp_pa = xpc_get_rsvd_page_pa(nasid); | 470 | *remote_rp_pa = xpc_get_rsvd_page_pa(nasid); |
| 491 | if (*remote_rp_pa == 0) { | 471 | if (*remote_rp_pa == 0) |
| 492 | return xpcNoRsvdPageAddr; | 472 | return xpcNoRsvdPageAddr; |
| 493 | } | ||
| 494 | |||
| 495 | 473 | ||
| 496 | /* pull over the reserved page header and part_nasids mask */ | 474 | /* pull over the reserved page header and part_nasids mask */ |
| 497 | bres = xp_bte_copy(*remote_rp_pa, (u64) remote_rp, | 475 | bres = xp_bte_copy(*remote_rp_pa, (u64)remote_rp, |
| 498 | XPC_RP_HEADER_SIZE + xp_nasid_mask_bytes, | 476 | XPC_RP_HEADER_SIZE + xp_nasid_mask_bytes, |
| 499 | (BTE_NOTIFY | BTE_WACQUIRE), NULL); | 477 | (BTE_NOTIFY | BTE_WACQUIRE), NULL); |
| 500 | if (bres != BTE_SUCCESS) { | 478 | if (bres != BTE_SUCCESS) |
| 501 | return xpc_map_bte_errors(bres); | 479 | return xpc_map_bte_errors(bres); |
| 502 | } | ||
| 503 | |||
| 504 | 480 | ||
| 505 | if (discovered_nasids != NULL) { | 481 | if (discovered_nasids != NULL) { |
| 506 | u64 *remote_part_nasids = XPC_RP_PART_NASIDS(remote_rp); | 482 | u64 *remote_part_nasids = XPC_RP_PART_NASIDS(remote_rp); |
| 507 | 483 | ||
| 508 | 484 | for (i = 0; i < xp_nasid_mask_words; i++) | |
| 509 | for (i = 0; i < xp_nasid_mask_words; i++) { | ||
| 510 | discovered_nasids[i] |= remote_part_nasids[i]; | 485 | discovered_nasids[i] |= remote_part_nasids[i]; |
| 511 | } | ||
| 512 | } | 486 | } |
| 513 | 487 | ||
| 514 | |||
| 515 | /* check that the partid is for another partition */ | 488 | /* check that the partid is for another partition */ |
| 516 | 489 | ||
| 517 | if (remote_rp->partid < 1 || | 490 | if (remote_rp->partid < 1 || |
| 518 | remote_rp->partid > (XP_MAX_PARTITIONS - 1)) { | 491 | remote_rp->partid > (XP_MAX_PARTITIONS - 1)) { |
| 519 | return xpcInvalidPartid; | 492 | return xpcInvalidPartid; |
| 520 | } | 493 | } |
| 521 | 494 | ||
| 522 | if (remote_rp->partid == sn_partition_id) { | 495 | if (remote_rp->partid == sn_partition_id) |
| 523 | return xpcLocalPartid; | 496 | return xpcLocalPartid; |
| 524 | } | ||
| 525 | |||
| 526 | 497 | ||
| 527 | if (XPC_VERSION_MAJOR(remote_rp->version) != | 498 | if (XPC_VERSION_MAJOR(remote_rp->version) != |
| 528 | XPC_VERSION_MAJOR(XPC_RP_VERSION)) { | 499 | XPC_VERSION_MAJOR(XPC_RP_VERSION)) { |
| 529 | return xpcBadVersion; | 500 | return xpcBadVersion; |
| 530 | } | 501 | } |
| 531 | 502 | ||
| 532 | return xpcSuccess; | 503 | return xpcSuccess; |
| 533 | } | 504 | } |
| 534 | 505 | ||
| 535 | |||
| 536 | /* | 506 | /* |
| 537 | * Get a copy of the remote partition's XPC variables from the reserved page. | 507 | * Get a copy of the remote partition's XPC variables from the reserved page. |
| 538 | * | 508 | * |
| @@ -544,34 +514,30 @@ xpc_get_remote_vars(u64 remote_vars_pa, struct xpc_vars *remote_vars) | |||
| 544 | { | 514 | { |
| 545 | int bres; | 515 | int bres; |
| 546 | 516 | ||
| 547 | 517 | if (remote_vars_pa == 0) | |
| 548 | if (remote_vars_pa == 0) { | ||
| 549 | return xpcVarsNotSet; | 518 | return xpcVarsNotSet; |
| 550 | } | ||
| 551 | 519 | ||
| 552 | /* pull over the cross partition variables */ | 520 | /* pull over the cross partition variables */ |
| 553 | bres = xp_bte_copy(remote_vars_pa, (u64) remote_vars, XPC_RP_VARS_SIZE, | 521 | bres = xp_bte_copy(remote_vars_pa, (u64)remote_vars, XPC_RP_VARS_SIZE, |
| 554 | (BTE_NOTIFY | BTE_WACQUIRE), NULL); | 522 | (BTE_NOTIFY | BTE_WACQUIRE), NULL); |
| 555 | if (bres != BTE_SUCCESS) { | 523 | if (bres != BTE_SUCCESS) |
| 556 | return xpc_map_bte_errors(bres); | 524 | return xpc_map_bte_errors(bres); |
| 557 | } | ||
| 558 | 525 | ||
| 559 | if (XPC_VERSION_MAJOR(remote_vars->version) != | 526 | if (XPC_VERSION_MAJOR(remote_vars->version) != |
| 560 | XPC_VERSION_MAJOR(XPC_V_VERSION)) { | 527 | XPC_VERSION_MAJOR(XPC_V_VERSION)) { |
| 561 | return xpcBadVersion; | 528 | return xpcBadVersion; |
| 562 | } | 529 | } |
| 563 | 530 | ||
| 564 | return xpcSuccess; | 531 | return xpcSuccess; |
| 565 | } | 532 | } |
| 566 | 533 | ||
| 567 | |||
| 568 | /* | 534 | /* |
| 569 | * Update the remote partition's info. | 535 | * Update the remote partition's info. |
| 570 | */ | 536 | */ |
| 571 | static void | 537 | static void |
| 572 | xpc_update_partition_info(struct xpc_partition *part, u8 remote_rp_version, | 538 | xpc_update_partition_info(struct xpc_partition *part, u8 remote_rp_version, |
| 573 | struct timespec *remote_rp_stamp, u64 remote_rp_pa, | 539 | struct timespec *remote_rp_stamp, u64 remote_rp_pa, |
| 574 | u64 remote_vars_pa, struct xpc_vars *remote_vars) | 540 | u64 remote_vars_pa, struct xpc_vars *remote_vars) |
| 575 | { | 541 | { |
| 576 | part->remote_rp_version = remote_rp_version; | 542 | part->remote_rp_version = remote_rp_version; |
| 577 | dev_dbg(xpc_part, " remote_rp_version = 0x%016x\n", | 543 | dev_dbg(xpc_part, " remote_rp_version = 0x%016x\n", |
| @@ -613,7 +579,6 @@ xpc_update_partition_info(struct xpc_partition *part, u8 remote_rp_version, | |||
| 613 | part->remote_vars_version); | 579 | part->remote_vars_version); |
| 614 | } | 580 | } |
| 615 | 581 | ||
| 616 | |||
| 617 | /* | 582 | /* |
| 618 | * Prior code has determined the nasid which generated an IPI. Inspect | 583 | * Prior code has determined the nasid which generated an IPI. Inspect |
| 619 | * that nasid to determine if its partition needs to be activated or | 584 | * that nasid to determine if its partition needs to be activated or |
| @@ -643,54 +608,51 @@ xpc_identify_act_IRQ_req(int nasid) | |||
| 643 | struct xpc_partition *part; | 608 | struct xpc_partition *part; |
| 644 | enum xpc_retval ret; | 609 | enum xpc_retval ret; |
| 645 | 610 | ||
| 646 | |||
| 647 | /* pull over the reserved page structure */ | 611 | /* pull over the reserved page structure */ |
| 648 | 612 | ||
| 649 | remote_rp = (struct xpc_rsvd_page *) xpc_remote_copy_buffer; | 613 | remote_rp = (struct xpc_rsvd_page *)xpc_remote_copy_buffer; |
| 650 | 614 | ||
| 651 | ret = xpc_get_remote_rp(nasid, NULL, remote_rp, &remote_rp_pa); | 615 | ret = xpc_get_remote_rp(nasid, NULL, remote_rp, &remote_rp_pa); |
| 652 | if (ret != xpcSuccess) { | 616 | if (ret != xpcSuccess) { |
| 653 | dev_warn(xpc_part, "unable to get reserved page from nasid %d, " | 617 | dev_warn(xpc_part, "unable to get reserved page from nasid %d, " |
| 654 | "which sent interrupt, reason=%d\n", nasid, ret); | 618 | "which sent interrupt, reason=%d\n", nasid, ret); |
| 655 | return; | 619 | return; |
| 656 | } | 620 | } |
| 657 | 621 | ||
| 658 | remote_vars_pa = remote_rp->vars_pa; | 622 | remote_vars_pa = remote_rp->vars_pa; |
| 659 | remote_rp_version = remote_rp->version; | 623 | remote_rp_version = remote_rp->version; |
| 660 | if (XPC_SUPPORTS_RP_STAMP(remote_rp_version)) { | 624 | if (XPC_SUPPORTS_RP_STAMP(remote_rp_version)) |
| 661 | remote_rp_stamp = remote_rp->stamp; | 625 | remote_rp_stamp = remote_rp->stamp; |
| 662 | } | 626 | |
| 663 | partid = remote_rp->partid; | 627 | partid = remote_rp->partid; |
| 664 | part = &xpc_partitions[partid]; | 628 | part = &xpc_partitions[partid]; |
| 665 | 629 | ||
| 666 | |||
| 667 | /* pull over the cross partition variables */ | 630 | /* pull over the cross partition variables */ |
| 668 | 631 | ||
| 669 | remote_vars = (struct xpc_vars *) xpc_remote_copy_buffer; | 632 | remote_vars = (struct xpc_vars *)xpc_remote_copy_buffer; |
| 670 | 633 | ||
| 671 | ret = xpc_get_remote_vars(remote_vars_pa, remote_vars); | 634 | ret = xpc_get_remote_vars(remote_vars_pa, remote_vars); |
| 672 | if (ret != xpcSuccess) { | 635 | if (ret != xpcSuccess) { |
| 673 | 636 | ||
| 674 | dev_warn(xpc_part, "unable to get XPC variables from nasid %d, " | 637 | dev_warn(xpc_part, "unable to get XPC variables from nasid %d, " |
| 675 | "which sent interrupt, reason=%d\n", nasid, ret); | 638 | "which sent interrupt, reason=%d\n", nasid, ret); |
| 676 | 639 | ||
| 677 | XPC_DEACTIVATE_PARTITION(part, ret); | 640 | XPC_DEACTIVATE_PARTITION(part, ret); |
| 678 | return; | 641 | return; |
| 679 | } | 642 | } |
| 680 | 643 | ||
| 681 | |||
| 682 | part->act_IRQ_rcvd++; | 644 | part->act_IRQ_rcvd++; |
| 683 | 645 | ||
| 684 | dev_dbg(xpc_part, "partid for nasid %d is %d; IRQs = %d; HB = " | 646 | dev_dbg(xpc_part, "partid for nasid %d is %d; IRQs = %d; HB = " |
| 685 | "%ld:0x%lx\n", (int) nasid, (int) partid, part->act_IRQ_rcvd, | 647 | "%ld:0x%lx\n", (int)nasid, (int)partid, part->act_IRQ_rcvd, |
| 686 | remote_vars->heartbeat, remote_vars->heartbeating_to_mask); | 648 | remote_vars->heartbeat, remote_vars->heartbeating_to_mask); |
| 687 | 649 | ||
| 688 | if (xpc_partition_disengaged(part) && | 650 | if (xpc_partition_disengaged(part) && |
| 689 | part->act_state == XPC_P_INACTIVE) { | 651 | part->act_state == XPC_P_INACTIVE) { |
| 690 | 652 | ||
| 691 | xpc_update_partition_info(part, remote_rp_version, | 653 | xpc_update_partition_info(part, remote_rp_version, |
| 692 | &remote_rp_stamp, remote_rp_pa, | 654 | &remote_rp_stamp, remote_rp_pa, |
| 693 | remote_vars_pa, remote_vars); | 655 | remote_vars_pa, remote_vars); |
| 694 | 656 | ||
| 695 | if (XPC_SUPPORTS_DISENGAGE_REQUEST(part->remote_vars_version)) { | 657 | if (XPC_SUPPORTS_DISENGAGE_REQUEST(part->remote_vars_version)) { |
| 696 | if (xpc_partition_disengage_requested(1UL << partid)) { | 658 | if (xpc_partition_disengage_requested(1UL << partid)) { |
| @@ -714,16 +676,15 @@ xpc_identify_act_IRQ_req(int nasid) | |||
| 714 | 676 | ||
| 715 | if (!XPC_SUPPORTS_RP_STAMP(part->remote_rp_version)) { | 677 | if (!XPC_SUPPORTS_RP_STAMP(part->remote_rp_version)) { |
| 716 | DBUG_ON(XPC_SUPPORTS_DISENGAGE_REQUEST(part-> | 678 | DBUG_ON(XPC_SUPPORTS_DISENGAGE_REQUEST(part-> |
| 717 | remote_vars_version)); | 679 | remote_vars_version)); |
| 718 | 680 | ||
| 719 | if (!XPC_SUPPORTS_RP_STAMP(remote_rp_version)) { | 681 | if (!XPC_SUPPORTS_RP_STAMP(remote_rp_version)) { |
| 720 | DBUG_ON(XPC_SUPPORTS_DISENGAGE_REQUEST(remote_vars-> | 682 | DBUG_ON(XPC_SUPPORTS_DISENGAGE_REQUEST(remote_vars-> |
| 721 | version)); | 683 | version)); |
| 722 | /* see if the other side rebooted */ | 684 | /* see if the other side rebooted */ |
| 723 | if (part->remote_amos_page_pa == | 685 | if (part->remote_amos_page_pa == |
| 724 | remote_vars->amos_page_pa && | 686 | remote_vars->amos_page_pa && |
| 725 | xpc_hb_allowed(sn_partition_id, | 687 | xpc_hb_allowed(sn_partition_id, remote_vars)) { |
| 726 | remote_vars)) { | ||
| 727 | /* doesn't look that way, so ignore the IPI */ | 688 | /* doesn't look that way, so ignore the IPI */ |
| 728 | return; | 689 | return; |
| 729 | } | 690 | } |
| @@ -735,8 +696,8 @@ xpc_identify_act_IRQ_req(int nasid) | |||
| 735 | */ | 696 | */ |
| 736 | 697 | ||
| 737 | xpc_update_partition_info(part, remote_rp_version, | 698 | xpc_update_partition_info(part, remote_rp_version, |
| 738 | &remote_rp_stamp, remote_rp_pa, | 699 | &remote_rp_stamp, remote_rp_pa, |
| 739 | remote_vars_pa, remote_vars); | 700 | remote_vars_pa, remote_vars); |
| 740 | part->reactivate_nasid = nasid; | 701 | part->reactivate_nasid = nasid; |
| 741 | XPC_DEACTIVATE_PARTITION(part, xpcReactivating); | 702 | XPC_DEACTIVATE_PARTITION(part, xpcReactivating); |
| 742 | return; | 703 | return; |
| @@ -756,15 +717,15 @@ xpc_identify_act_IRQ_req(int nasid) | |||
| 756 | xpc_clear_partition_disengage_request(1UL << partid); | 717 | xpc_clear_partition_disengage_request(1UL << partid); |
| 757 | 718 | ||
| 758 | xpc_update_partition_info(part, remote_rp_version, | 719 | xpc_update_partition_info(part, remote_rp_version, |
| 759 | &remote_rp_stamp, remote_rp_pa, | 720 | &remote_rp_stamp, remote_rp_pa, |
| 760 | remote_vars_pa, remote_vars); | 721 | remote_vars_pa, remote_vars); |
| 761 | reactivate = 1; | 722 | reactivate = 1; |
| 762 | 723 | ||
| 763 | } else { | 724 | } else { |
| 764 | DBUG_ON(!XPC_SUPPORTS_DISENGAGE_REQUEST(remote_vars->version)); | 725 | DBUG_ON(!XPC_SUPPORTS_DISENGAGE_REQUEST(remote_vars->version)); |
| 765 | 726 | ||
| 766 | stamp_diff = xpc_compare_stamps(&part->remote_rp_stamp, | 727 | stamp_diff = xpc_compare_stamps(&part->remote_rp_stamp, |
| 767 | &remote_rp_stamp); | 728 | &remote_rp_stamp); |
| 768 | if (stamp_diff != 0) { | 729 | if (stamp_diff != 0) { |
| 769 | DBUG_ON(stamp_diff >= 0); | 730 | DBUG_ON(stamp_diff >= 0); |
| 770 | 731 | ||
| @@ -775,17 +736,18 @@ xpc_identify_act_IRQ_req(int nasid) | |||
| 775 | 736 | ||
| 776 | DBUG_ON(xpc_partition_engaged(1UL << partid)); | 737 | DBUG_ON(xpc_partition_engaged(1UL << partid)); |
| 777 | DBUG_ON(xpc_partition_disengage_requested(1UL << | 738 | DBUG_ON(xpc_partition_disengage_requested(1UL << |
| 778 | partid)); | 739 | partid)); |
| 779 | 740 | ||
| 780 | xpc_update_partition_info(part, remote_rp_version, | 741 | xpc_update_partition_info(part, remote_rp_version, |
| 781 | &remote_rp_stamp, remote_rp_pa, | 742 | &remote_rp_stamp, |
| 782 | remote_vars_pa, remote_vars); | 743 | remote_rp_pa, remote_vars_pa, |
| 744 | remote_vars); | ||
| 783 | reactivate = 1; | 745 | reactivate = 1; |
| 784 | } | 746 | } |
| 785 | } | 747 | } |
| 786 | 748 | ||
| 787 | if (part->disengage_request_timeout > 0 && | 749 | if (part->disengage_request_timeout > 0 && |
| 788 | !xpc_partition_disengaged(part)) { | 750 | !xpc_partition_disengaged(part)) { |
| 789 | /* still waiting on other side to disengage from us */ | 751 | /* still waiting on other side to disengage from us */ |
| 790 | return; | 752 | return; |
| 791 | } | 753 | } |
| @@ -795,12 +757,11 @@ xpc_identify_act_IRQ_req(int nasid) | |||
| 795 | XPC_DEACTIVATE_PARTITION(part, xpcReactivating); | 757 | XPC_DEACTIVATE_PARTITION(part, xpcReactivating); |
| 796 | 758 | ||
| 797 | } else if (XPC_SUPPORTS_DISENGAGE_REQUEST(part->remote_vars_version) && | 759 | } else if (XPC_SUPPORTS_DISENGAGE_REQUEST(part->remote_vars_version) && |
| 798 | xpc_partition_disengage_requested(1UL << partid)) { | 760 | xpc_partition_disengage_requested(1UL << partid)) { |
| 799 | XPC_DEACTIVATE_PARTITION(part, xpcOtherGoingDown); | 761 | XPC_DEACTIVATE_PARTITION(part, xpcOtherGoingDown); |
| 800 | } | 762 | } |
| 801 | } | 763 | } |
| 802 | 764 | ||
| 803 | |||
| 804 | /* | 765 | /* |
| 805 | * Loop through the activation AMO variables and process any bits | 766 | * Loop through the activation AMO variables and process any bits |
| 806 | * which are set. Each bit indicates a nasid sending a partition | 767 | * which are set. Each bit indicates a nasid sending a partition |
| @@ -813,20 +774,17 @@ xpc_identify_act_IRQ_sender(void) | |||
| 813 | { | 774 | { |
| 814 | int word, bit; | 775 | int word, bit; |
| 815 | u64 nasid_mask; | 776 | u64 nasid_mask; |
| 816 | u64 nasid; /* remote nasid */ | 777 | u64 nasid; /* remote nasid */ |
| 817 | int n_IRQs_detected = 0; | 778 | int n_IRQs_detected = 0; |
| 818 | AMO_t *act_amos; | 779 | AMO_t *act_amos; |
| 819 | 780 | ||
| 820 | |||
| 821 | act_amos = xpc_vars->amos_page + XPC_ACTIVATE_IRQ_AMOS; | 781 | act_amos = xpc_vars->amos_page + XPC_ACTIVATE_IRQ_AMOS; |
| 822 | 782 | ||
| 823 | |||
| 824 | /* scan through act AMO variable looking for non-zero entries */ | 783 | /* scan through act AMO variable looking for non-zero entries */ |
| 825 | for (word = 0; word < xp_nasid_mask_words; word++) { | 784 | for (word = 0; word < xp_nasid_mask_words; word++) { |
| 826 | 785 | ||
| 827 | if (xpc_exiting) { | 786 | if (xpc_exiting) |
| 828 | break; | 787 | break; |
| 829 | } | ||
| 830 | 788 | ||
| 831 | nasid_mask = xpc_IPI_receive(&act_amos[word]); | 789 | nasid_mask = xpc_IPI_receive(&act_amos[word]); |
| 832 | if (nasid_mask == 0) { | 790 | if (nasid_mask == 0) { |
| @@ -837,7 +795,6 @@ xpc_identify_act_IRQ_sender(void) | |||
| 837 | dev_dbg(xpc_part, "AMO[%d] gave back 0x%lx\n", word, | 795 | dev_dbg(xpc_part, "AMO[%d] gave back 0x%lx\n", word, |
| 838 | nasid_mask); | 796 | nasid_mask); |
| 839 | 797 | ||
| 840 | |||
| 841 | /* | 798 | /* |
| 842 | * If this nasid has been added to the machine since | 799 | * If this nasid has been added to the machine since |
| 843 | * our partition was reset, this will retain the | 800 | * our partition was reset, this will retain the |
| @@ -846,7 +803,6 @@ xpc_identify_act_IRQ_sender(void) | |||
| 846 | */ | 803 | */ |
| 847 | xpc_mach_nasids[word] |= nasid_mask; | 804 | xpc_mach_nasids[word] |= nasid_mask; |
| 848 | 805 | ||
| 849 | |||
| 850 | /* locate the nasid(s) which sent interrupts */ | 806 | /* locate the nasid(s) which sent interrupts */ |
| 851 | 807 | ||
| 852 | for (bit = 0; bit < (8 * sizeof(u64)); bit++) { | 808 | for (bit = 0; bit < (8 * sizeof(u64)); bit++) { |
| @@ -862,7 +818,6 @@ xpc_identify_act_IRQ_sender(void) | |||
| 862 | return n_IRQs_detected; | 818 | return n_IRQs_detected; |
| 863 | } | 819 | } |
| 864 | 820 | ||
| 865 | |||
| 866 | /* | 821 | /* |
| 867 | * See if the other side has responded to a partition disengage request | 822 | * See if the other side has responded to a partition disengage request |
| 868 | * from us. | 823 | * from us. |
| @@ -873,11 +828,11 @@ xpc_partition_disengaged(struct xpc_partition *part) | |||
| 873 | partid_t partid = XPC_PARTID(part); | 828 | partid_t partid = XPC_PARTID(part); |
| 874 | int disengaged; | 829 | int disengaged; |
| 875 | 830 | ||
| 876 | |||
| 877 | disengaged = (xpc_partition_engaged(1UL << partid) == 0); | 831 | disengaged = (xpc_partition_engaged(1UL << partid) == 0); |
| 878 | if (part->disengage_request_timeout) { | 832 | if (part->disengage_request_timeout) { |
| 879 | if (!disengaged) { | 833 | if (!disengaged) { |
| 880 | if (time_before(jiffies, part->disengage_request_timeout)) { | 834 | if (time_before(jiffies, |
| 835 | part->disengage_request_timeout)) { | ||
| 881 | /* timelimit hasn't been reached yet */ | 836 | /* timelimit hasn't been reached yet */ |
| 882 | return 0; | 837 | return 0; |
| 883 | } | 838 | } |
| @@ -888,7 +843,7 @@ xpc_partition_disengaged(struct xpc_partition *part) | |||
| 888 | */ | 843 | */ |
| 889 | 844 | ||
| 890 | dev_info(xpc_part, "disengage from remote partition %d " | 845 | dev_info(xpc_part, "disengage from remote partition %d " |
| 891 | "timed out\n", partid); | 846 | "timed out\n", partid); |
| 892 | xpc_disengage_request_timedout = 1; | 847 | xpc_disengage_request_timedout = 1; |
| 893 | xpc_clear_partition_engaged(1UL << partid); | 848 | xpc_clear_partition_engaged(1UL << partid); |
| 894 | disengaged = 1; | 849 | disengaged = 1; |
| @@ -898,23 +853,20 @@ xpc_partition_disengaged(struct xpc_partition *part) | |||
| 898 | /* cancel the timer function, provided it's not us */ | 853 | /* cancel the timer function, provided it's not us */ |
| 899 | if (!in_interrupt()) { | 854 | if (!in_interrupt()) { |
| 900 | del_singleshot_timer_sync(&part-> | 855 | del_singleshot_timer_sync(&part-> |
| 901 | disengage_request_timer); | 856 | disengage_request_timer); |
| 902 | } | 857 | } |
| 903 | 858 | ||
| 904 | DBUG_ON(part->act_state != XPC_P_DEACTIVATING && | 859 | DBUG_ON(part->act_state != XPC_P_DEACTIVATING && |
| 905 | part->act_state != XPC_P_INACTIVE); | 860 | part->act_state != XPC_P_INACTIVE); |
| 906 | if (part->act_state != XPC_P_INACTIVE) { | 861 | if (part->act_state != XPC_P_INACTIVE) |
| 907 | xpc_wakeup_channel_mgr(part); | 862 | xpc_wakeup_channel_mgr(part); |
| 908 | } | ||
| 909 | 863 | ||
| 910 | if (XPC_SUPPORTS_DISENGAGE_REQUEST(part->remote_vars_version)) { | 864 | if (XPC_SUPPORTS_DISENGAGE_REQUEST(part->remote_vars_version)) |
| 911 | xpc_cancel_partition_disengage_request(part); | 865 | xpc_cancel_partition_disengage_request(part); |
| 912 | } | ||
| 913 | } | 866 | } |
| 914 | return disengaged; | 867 | return disengaged; |
| 915 | } | 868 | } |
| 916 | 869 | ||
| 917 | |||
| 918 | /* | 870 | /* |
| 919 | * Mark specified partition as active. | 871 | * Mark specified partition as active. |
| 920 | */ | 872 | */ |
| @@ -924,7 +876,6 @@ xpc_mark_partition_active(struct xpc_partition *part) | |||
| 924 | unsigned long irq_flags; | 876 | unsigned long irq_flags; |
| 925 | enum xpc_retval ret; | 877 | enum xpc_retval ret; |
| 926 | 878 | ||
| 927 | |||
| 928 | dev_dbg(xpc_part, "setting partition %d to ACTIVE\n", XPC_PARTID(part)); | 879 | dev_dbg(xpc_part, "setting partition %d to ACTIVE\n", XPC_PARTID(part)); |
| 929 | 880 | ||
| 930 | spin_lock_irqsave(&part->act_lock, irq_flags); | 881 | spin_lock_irqsave(&part->act_lock, irq_flags); |
| @@ -940,17 +891,15 @@ xpc_mark_partition_active(struct xpc_partition *part) | |||
| 940 | return ret; | 891 | return ret; |
| 941 | } | 892 | } |
| 942 | 893 | ||
| 943 | |||
| 944 | /* | 894 | /* |
| 945 | * Notify XPC that the partition is down. | 895 | * Notify XPC that the partition is down. |
| 946 | */ | 896 | */ |
| 947 | void | 897 | void |
| 948 | xpc_deactivate_partition(const int line, struct xpc_partition *part, | 898 | xpc_deactivate_partition(const int line, struct xpc_partition *part, |
| 949 | enum xpc_retval reason) | 899 | enum xpc_retval reason) |
| 950 | { | 900 | { |
| 951 | unsigned long irq_flags; | 901 | unsigned long irq_flags; |
| 952 | 902 | ||
| 953 | |||
| 954 | spin_lock_irqsave(&part->act_lock, irq_flags); | 903 | spin_lock_irqsave(&part->act_lock, irq_flags); |
| 955 | 904 | ||
| 956 | if (part->act_state == XPC_P_INACTIVE) { | 905 | if (part->act_state == XPC_P_INACTIVE) { |
| @@ -964,7 +913,7 @@ xpc_deactivate_partition(const int line, struct xpc_partition *part, | |||
| 964 | } | 913 | } |
| 965 | if (part->act_state == XPC_P_DEACTIVATING) { | 914 | if (part->act_state == XPC_P_DEACTIVATING) { |
| 966 | if ((part->reason == xpcUnloading && reason != xpcUnloading) || | 915 | if ((part->reason == xpcUnloading && reason != xpcUnloading) || |
| 967 | reason == xpcReactivating) { | 916 | reason == xpcReactivating) { |
| 968 | XPC_SET_REASON(part, reason, line); | 917 | XPC_SET_REASON(part, reason, line); |
| 969 | } | 918 | } |
| 970 | spin_unlock_irqrestore(&part->act_lock, irq_flags); | 919 | spin_unlock_irqrestore(&part->act_lock, irq_flags); |
| @@ -982,9 +931,9 @@ xpc_deactivate_partition(const int line, struct xpc_partition *part, | |||
| 982 | 931 | ||
| 983 | /* set a timelimit on the disengage request */ | 932 | /* set a timelimit on the disengage request */ |
| 984 | part->disengage_request_timeout = jiffies + | 933 | part->disengage_request_timeout = jiffies + |
| 985 | (xpc_disengage_request_timelimit * HZ); | 934 | (xpc_disengage_request_timelimit * HZ); |
| 986 | part->disengage_request_timer.expires = | 935 | part->disengage_request_timer.expires = |
| 987 | part->disengage_request_timeout; | 936 | part->disengage_request_timeout; |
| 988 | add_timer(&part->disengage_request_timer); | 937 | add_timer(&part->disengage_request_timer); |
| 989 | } | 938 | } |
| 990 | 939 | ||
| @@ -994,7 +943,6 @@ xpc_deactivate_partition(const int line, struct xpc_partition *part, | |||
| 994 | xpc_partition_going_down(part, reason); | 943 | xpc_partition_going_down(part, reason); |
| 995 | } | 944 | } |
| 996 | 945 | ||
| 997 | |||
| 998 | /* | 946 | /* |
| 999 | * Mark specified partition as inactive. | 947 | * Mark specified partition as inactive. |
| 1000 | */ | 948 | */ |
| @@ -1003,7 +951,6 @@ xpc_mark_partition_inactive(struct xpc_partition *part) | |||
| 1003 | { | 951 | { |
| 1004 | unsigned long irq_flags; | 952 | unsigned long irq_flags; |
| 1005 | 953 | ||
| 1006 | |||
| 1007 | dev_dbg(xpc_part, "setting partition %d to INACTIVE\n", | 954 | dev_dbg(xpc_part, "setting partition %d to INACTIVE\n", |
| 1008 | XPC_PARTID(part)); | 955 | XPC_PARTID(part)); |
| 1009 | 956 | ||
| @@ -1013,7 +960,6 @@ xpc_mark_partition_inactive(struct xpc_partition *part) | |||
| 1013 | part->remote_rp_pa = 0; | 960 | part->remote_rp_pa = 0; |
| 1014 | } | 961 | } |
| 1015 | 962 | ||
| 1016 | |||
| 1017 | /* | 963 | /* |
| 1018 | * SAL has provided a partition and machine mask. The partition mask | 964 | * SAL has provided a partition and machine mask. The partition mask |
| 1019 | * contains a bit for each even nasid in our partition. The machine | 965 | * contains a bit for each even nasid in our partition. The machine |
| @@ -1041,24 +987,22 @@ xpc_discovery(void) | |||
| 1041 | u64 *discovered_nasids; | 987 | u64 *discovered_nasids; |
| 1042 | enum xpc_retval ret; | 988 | enum xpc_retval ret; |
| 1043 | 989 | ||
| 1044 | |||
| 1045 | remote_rp = xpc_kmalloc_cacheline_aligned(XPC_RP_HEADER_SIZE + | 990 | remote_rp = xpc_kmalloc_cacheline_aligned(XPC_RP_HEADER_SIZE + |
| 1046 | xp_nasid_mask_bytes, | 991 | xp_nasid_mask_bytes, |
| 1047 | GFP_KERNEL, &remote_rp_base); | 992 | GFP_KERNEL, &remote_rp_base); |
| 1048 | if (remote_rp == NULL) { | 993 | if (remote_rp == NULL) |
| 1049 | return; | 994 | return; |
| 1050 | } | ||
| 1051 | remote_vars = (struct xpc_vars *) remote_rp; | ||
| 1052 | 995 | ||
| 996 | remote_vars = (struct xpc_vars *)remote_rp; | ||
| 1053 | 997 | ||
| 1054 | discovered_nasids = kzalloc(sizeof(u64) * xp_nasid_mask_words, | 998 | discovered_nasids = kzalloc(sizeof(u64) * xp_nasid_mask_words, |
| 1055 | GFP_KERNEL); | 999 | GFP_KERNEL); |
| 1056 | if (discovered_nasids == NULL) { | 1000 | if (discovered_nasids == NULL) { |
| 1057 | kfree(remote_rp_base); | 1001 | kfree(remote_rp_base); |
| 1058 | return; | 1002 | return; |
| 1059 | } | 1003 | } |
| 1060 | 1004 | ||
| 1061 | rp = (struct xpc_rsvd_page *) xpc_rsvd_page; | 1005 | rp = (struct xpc_rsvd_page *)xpc_rsvd_page; |
| 1062 | 1006 | ||
| 1063 | /* | 1007 | /* |
| 1064 | * The term 'region' in this context refers to the minimum number of | 1008 | * The term 'region' in this context refers to the minimum number of |
| @@ -1081,23 +1025,19 @@ xpc_discovery(void) | |||
| 1081 | 1025 | ||
| 1082 | for (region = 0; region < max_regions; region++) { | 1026 | for (region = 0; region < max_regions; region++) { |
| 1083 | 1027 | ||
| 1084 | if ((volatile int) xpc_exiting) { | 1028 | if (xpc_exiting) |
| 1085 | break; | 1029 | break; |
| 1086 | } | ||
| 1087 | 1030 | ||
| 1088 | dev_dbg(xpc_part, "searching region %d\n", region); | 1031 | dev_dbg(xpc_part, "searching region %d\n", region); |
| 1089 | 1032 | ||
| 1090 | for (nasid = (region * region_size * 2); | 1033 | for (nasid = (region * region_size * 2); |
| 1091 | nasid < ((region + 1) * region_size * 2); | 1034 | nasid < ((region + 1) * region_size * 2); nasid += 2) { |
| 1092 | nasid += 2) { | ||
| 1093 | 1035 | ||
| 1094 | if ((volatile int) xpc_exiting) { | 1036 | if (xpc_exiting) |
| 1095 | break; | 1037 | break; |
| 1096 | } | ||
| 1097 | 1038 | ||
| 1098 | dev_dbg(xpc_part, "checking nasid %d\n", nasid); | 1039 | dev_dbg(xpc_part, "checking nasid %d\n", nasid); |
| 1099 | 1040 | ||
| 1100 | |||
| 1101 | if (XPC_NASID_IN_ARRAY(nasid, xpc_part_nasids)) { | 1041 | if (XPC_NASID_IN_ARRAY(nasid, xpc_part_nasids)) { |
| 1102 | dev_dbg(xpc_part, "PROM indicates Nasid %d is " | 1042 | dev_dbg(xpc_part, "PROM indicates Nasid %d is " |
| 1103 | "part of the local partition; skipping " | 1043 | "part of the local partition; skipping " |
| @@ -1119,19 +1059,18 @@ xpc_discovery(void) | |||
| 1119 | continue; | 1059 | continue; |
| 1120 | } | 1060 | } |
| 1121 | 1061 | ||
| 1122 | |||
| 1123 | /* pull over the reserved page structure */ | 1062 | /* pull over the reserved page structure */ |
| 1124 | 1063 | ||
| 1125 | ret = xpc_get_remote_rp(nasid, discovered_nasids, | 1064 | ret = xpc_get_remote_rp(nasid, discovered_nasids, |
| 1126 | remote_rp, &remote_rp_pa); | 1065 | remote_rp, &remote_rp_pa); |
| 1127 | if (ret != xpcSuccess) { | 1066 | if (ret != xpcSuccess) { |
| 1128 | dev_dbg(xpc_part, "unable to get reserved page " | 1067 | dev_dbg(xpc_part, "unable to get reserved page " |
| 1129 | "from nasid %d, reason=%d\n", nasid, | 1068 | "from nasid %d, reason=%d\n", nasid, |
| 1130 | ret); | 1069 | ret); |
| 1131 | 1070 | ||
| 1132 | if (ret == xpcLocalPartid) { | 1071 | if (ret == xpcLocalPartid) |
| 1133 | break; | 1072 | break; |
| 1134 | } | 1073 | |
| 1135 | continue; | 1074 | continue; |
| 1136 | } | 1075 | } |
| 1137 | 1076 | ||
| @@ -1140,7 +1079,6 @@ xpc_discovery(void) | |||
| 1140 | partid = remote_rp->partid; | 1079 | partid = remote_rp->partid; |
| 1141 | part = &xpc_partitions[partid]; | 1080 | part = &xpc_partitions[partid]; |
| 1142 | 1081 | ||
| 1143 | |||
| 1144 | /* pull over the cross partition variables */ | 1082 | /* pull over the cross partition variables */ |
| 1145 | 1083 | ||
| 1146 | ret = xpc_get_remote_vars(remote_vars_pa, remote_vars); | 1084 | ret = xpc_get_remote_vars(remote_vars_pa, remote_vars); |
| @@ -1171,15 +1109,15 @@ xpc_discovery(void) | |||
| 1171 | * get the same page for remote_act_amos_pa after | 1109 | * get the same page for remote_act_amos_pa after |
| 1172 | * module reloads and system reboots. | 1110 | * module reloads and system reboots. |
| 1173 | */ | 1111 | */ |
| 1174 | if (sn_register_xp_addr_region( | 1112 | if (sn_register_xp_addr_region |
| 1175 | remote_vars->amos_page_pa, | 1113 | (remote_vars->amos_page_pa, PAGE_SIZE, 1) < 0) { |
| 1176 | PAGE_SIZE, 1) < 0) { | 1114 | dev_dbg(xpc_part, |
| 1177 | dev_dbg(xpc_part, "partition %d failed to " | 1115 | "partition %d failed to " |
| 1178 | "register xp_addr region 0x%016lx\n", | 1116 | "register xp_addr region 0x%016lx\n", |
| 1179 | partid, remote_vars->amos_page_pa); | 1117 | partid, remote_vars->amos_page_pa); |
| 1180 | 1118 | ||
| 1181 | XPC_SET_REASON(part, xpcPhysAddrRegFailed, | 1119 | XPC_SET_REASON(part, xpcPhysAddrRegFailed, |
| 1182 | __LINE__); | 1120 | __LINE__); |
| 1183 | break; | 1121 | break; |
| 1184 | } | 1122 | } |
| 1185 | 1123 | ||
| @@ -1195,9 +1133,9 @@ xpc_discovery(void) | |||
| 1195 | remote_vars->act_phys_cpuid); | 1133 | remote_vars->act_phys_cpuid); |
| 1196 | 1134 | ||
| 1197 | if (XPC_SUPPORTS_DISENGAGE_REQUEST(remote_vars-> | 1135 | if (XPC_SUPPORTS_DISENGAGE_REQUEST(remote_vars-> |
| 1198 | version)) { | 1136 | version)) { |
| 1199 | part->remote_amos_page_pa = | 1137 | part->remote_amos_page_pa = |
| 1200 | remote_vars->amos_page_pa; | 1138 | remote_vars->amos_page_pa; |
| 1201 | xpc_mark_partition_disengaged(part); | 1139 | xpc_mark_partition_disengaged(part); |
| 1202 | xpc_cancel_partition_disengage_request(part); | 1140 | xpc_cancel_partition_disengage_request(part); |
| 1203 | } | 1141 | } |
| @@ -1209,7 +1147,6 @@ xpc_discovery(void) | |||
| 1209 | kfree(remote_rp_base); | 1147 | kfree(remote_rp_base); |
| 1210 | } | 1148 | } |
| 1211 | 1149 | ||
| 1212 | |||
| 1213 | /* | 1150 | /* |
| 1214 | * Given a partid, get the nasids owned by that partition from the | 1151 | * Given a partid, get the nasids owned by that partition from the |
| 1215 | * remote partition's reserved page. | 1152 | * remote partition's reserved page. |
| @@ -1221,19 +1158,17 @@ xpc_initiate_partid_to_nasids(partid_t partid, void *nasid_mask) | |||
| 1221 | u64 part_nasid_pa; | 1158 | u64 part_nasid_pa; |
| 1222 | int bte_res; | 1159 | int bte_res; |
| 1223 | 1160 | ||
| 1224 | |||
| 1225 | part = &xpc_partitions[partid]; | 1161 | part = &xpc_partitions[partid]; |
| 1226 | if (part->remote_rp_pa == 0) { | 1162 | if (part->remote_rp_pa == 0) |
| 1227 | return xpcPartitionDown; | 1163 | return xpcPartitionDown; |
| 1228 | } | ||
| 1229 | 1164 | ||
| 1230 | memset(nasid_mask, 0, XP_NASID_MASK_BYTES); | 1165 | memset(nasid_mask, 0, XP_NASID_MASK_BYTES); |
| 1231 | 1166 | ||
| 1232 | part_nasid_pa = (u64) XPC_RP_PART_NASIDS(part->remote_rp_pa); | 1167 | part_nasid_pa = (u64)XPC_RP_PART_NASIDS(part->remote_rp_pa); |
| 1233 | 1168 | ||
| 1234 | bte_res = xp_bte_copy(part_nasid_pa, (u64) nasid_mask, | 1169 | bte_res = xp_bte_copy(part_nasid_pa, (u64)nasid_mask, |
| 1235 | xp_nasid_mask_bytes, (BTE_NOTIFY | BTE_WACQUIRE), NULL); | 1170 | xp_nasid_mask_bytes, (BTE_NOTIFY | BTE_WACQUIRE), |
| 1171 | NULL); | ||
| 1236 | 1172 | ||
| 1237 | return xpc_map_bte_errors(bte_res); | 1173 | return xpc_map_bte_errors(bte_res); |
| 1238 | } | 1174 | } |
| 1239 | |||
diff --git a/arch/ia64/sn/kernel/xpnet.c b/drivers/misc/sgi-xp/xpnet.c index a5df672d8392..a9543c65814d 100644 --- a/arch/ia64/sn/kernel/xpnet.c +++ b/drivers/misc/sgi-xp/xpnet.c | |||
| @@ -3,10 +3,9 @@ | |||
| 3 | * License. See the file "COPYING" in the main directory of this archive | 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. | 4 | * for more details. |
| 5 | * | 5 | * |
| 6 | * Copyright (C) 1999,2001-2005 Silicon Graphics, Inc. All rights reserved. | 6 | * Copyright (C) 1999-2008 Silicon Graphics, Inc. All rights reserved. |
| 7 | */ | 7 | */ |
| 8 | 8 | ||
| 9 | |||
| 10 | /* | 9 | /* |
| 11 | * Cross Partition Network Interface (XPNET) support | 10 | * Cross Partition Network Interface (XPNET) support |
| 12 | * | 11 | * |
| @@ -21,8 +20,8 @@ | |||
| 21 | * | 20 | * |
| 22 | */ | 21 | */ |
| 23 | 22 | ||
| 24 | |||
| 25 | #include <linux/module.h> | 23 | #include <linux/module.h> |
| 24 | #include <linux/types.h> | ||
| 26 | #include <linux/kernel.h> | 25 | #include <linux/kernel.h> |
| 27 | #include <linux/init.h> | 26 | #include <linux/init.h> |
| 28 | #include <linux/ioport.h> | 27 | #include <linux/ioport.h> |
| @@ -36,10 +35,8 @@ | |||
| 36 | #include <asm/sn/bte.h> | 35 | #include <asm/sn/bte.h> |
| 37 | #include <asm/sn/io.h> | 36 | #include <asm/sn/io.h> |
| 38 | #include <asm/sn/sn_sal.h> | 37 | #include <asm/sn/sn_sal.h> |
| 39 | #include <asm/types.h> | ||
| 40 | #include <asm/atomic.h> | 38 | #include <asm/atomic.h> |
| 41 | #include <asm/sn/xp.h> | 39 | #include "xp.h" |
| 42 | |||
| 43 | 40 | ||
| 44 | /* | 41 | /* |
| 45 | * The message payload transferred by XPC. | 42 | * The message payload transferred by XPC. |
| @@ -79,7 +76,6 @@ struct xpnet_message { | |||
| 79 | #define XPNET_MSG_ALIGNED_SIZE (L1_CACHE_ALIGN(XPNET_MSG_SIZE)) | 76 | #define XPNET_MSG_ALIGNED_SIZE (L1_CACHE_ALIGN(XPNET_MSG_SIZE)) |
| 80 | #define XPNET_MSG_NENTRIES (PAGE_SIZE / XPNET_MSG_ALIGNED_SIZE) | 77 | #define XPNET_MSG_NENTRIES (PAGE_SIZE / XPNET_MSG_ALIGNED_SIZE) |
| 81 | 78 | ||
| 82 | |||
| 83 | #define XPNET_MAX_KTHREADS (XPNET_MSG_NENTRIES + 1) | 79 | #define XPNET_MAX_KTHREADS (XPNET_MSG_NENTRIES + 1) |
| 84 | #define XPNET_MAX_IDLE_KTHREADS (XPNET_MSG_NENTRIES + 1) | 80 | #define XPNET_MAX_IDLE_KTHREADS (XPNET_MSG_NENTRIES + 1) |
| 85 | 81 | ||
| @@ -91,9 +87,9 @@ struct xpnet_message { | |||
| 91 | #define XPNET_VERSION_MAJOR(_v) ((_v) >> 4) | 87 | #define XPNET_VERSION_MAJOR(_v) ((_v) >> 4) |
| 92 | #define XPNET_VERSION_MINOR(_v) ((_v) & 0xf) | 88 | #define XPNET_VERSION_MINOR(_v) ((_v) & 0xf) |
| 93 | 89 | ||
| 94 | #define XPNET_VERSION _XPNET_VERSION(1,0) /* version 1.0 */ | 90 | #define XPNET_VERSION _XPNET_VERSION(1, 0) /* version 1.0 */ |
| 95 | #define XPNET_VERSION_EMBED _XPNET_VERSION(1,1) /* version 1.1 */ | 91 | #define XPNET_VERSION_EMBED _XPNET_VERSION(1, 1) /* version 1.1 */ |
| 96 | #define XPNET_MAGIC 0x88786984 /* "XNET" */ | 92 | #define XPNET_MAGIC 0x88786984 /* "XNET" */ |
| 97 | 93 | ||
| 98 | #define XPNET_VALID_MSG(_m) \ | 94 | #define XPNET_VALID_MSG(_m) \ |
| 99 | ((XPNET_VERSION_MAJOR(_m->version) == XPNET_VERSION_MAJOR(XPNET_VERSION)) \ | 95 | ((XPNET_VERSION_MAJOR(_m->version) == XPNET_VERSION_MAJOR(XPNET_VERSION)) \ |
| @@ -101,7 +97,6 @@ struct xpnet_message { | |||
| 101 | 97 | ||
| 102 | #define XPNET_DEVICE_NAME "xp0" | 98 | #define XPNET_DEVICE_NAME "xp0" |
| 103 | 99 | ||
| 104 | |||
| 105 | /* | 100 | /* |
| 106 | * When messages are queued with xpc_send_notify, a kmalloc'd buffer | 101 | * When messages are queued with xpc_send_notify, a kmalloc'd buffer |
| 107 | * of the following type is passed as a notification cookie. When the | 102 | * of the following type is passed as a notification cookie. When the |
| @@ -145,7 +140,6 @@ static DEFINE_SPINLOCK(xpnet_broadcast_lock); | |||
| 145 | /* 32KB has been determined to be the ideal */ | 140 | /* 32KB has been determined to be the ideal */ |
| 146 | #define XPNET_DEF_MTU (0x8000UL) | 141 | #define XPNET_DEF_MTU (0x8000UL) |
| 147 | 142 | ||
| 148 | |||
| 149 | /* | 143 | /* |
| 150 | * The partition id is encapsulated in the MAC address. The following | 144 | * The partition id is encapsulated in the MAC address. The following |
| 151 | * define locates the octet the partid is in. | 145 | * define locates the octet the partid is in. |
| @@ -153,7 +147,6 @@ static DEFINE_SPINLOCK(xpnet_broadcast_lock); | |||
| 153 | #define XPNET_PARTID_OCTET 1 | 147 | #define XPNET_PARTID_OCTET 1 |
| 154 | #define XPNET_LICENSE_OCTET 2 | 148 | #define XPNET_LICENSE_OCTET 2 |
| 155 | 149 | ||
| 156 | |||
| 157 | /* | 150 | /* |
| 158 | * Define the XPNET debug device structure that is to be used with dev_dbg(), | 151 | * Define the XPNET debug device structure that is to be used with dev_dbg(), |
| 159 | * dev_err(), dev_warn(), and dev_info(). | 152 | * dev_err(), dev_warn(), and dev_info(). |
| @@ -163,7 +156,7 @@ struct device_driver xpnet_dbg_name = { | |||
| 163 | }; | 156 | }; |
| 164 | 157 | ||
| 165 | struct device xpnet_dbg_subname = { | 158 | struct device xpnet_dbg_subname = { |
| 166 | .bus_id = {0}, /* set to "" */ | 159 | .bus_id = {0}, /* set to "" */ |
| 167 | .driver = &xpnet_dbg_name | 160 | .driver = &xpnet_dbg_name |
| 168 | }; | 161 | }; |
| 169 | 162 | ||
| @@ -178,14 +171,13 @@ xpnet_receive(partid_t partid, int channel, struct xpnet_message *msg) | |||
| 178 | struct sk_buff *skb; | 171 | struct sk_buff *skb; |
| 179 | bte_result_t bret; | 172 | bte_result_t bret; |
| 180 | struct xpnet_dev_private *priv = | 173 | struct xpnet_dev_private *priv = |
| 181 | (struct xpnet_dev_private *) xpnet_device->priv; | 174 | (struct xpnet_dev_private *)xpnet_device->priv; |
| 182 | |||
| 183 | 175 | ||
| 184 | if (!XPNET_VALID_MSG(msg)) { | 176 | if (!XPNET_VALID_MSG(msg)) { |
| 185 | /* | 177 | /* |
| 186 | * Packet with a different XPC version. Ignore. | 178 | * Packet with a different XPC version. Ignore. |
| 187 | */ | 179 | */ |
| 188 | xpc_received(partid, channel, (void *) msg); | 180 | xpc_received(partid, channel, (void *)msg); |
| 189 | 181 | ||
| 190 | priv->stats.rx_errors++; | 182 | priv->stats.rx_errors++; |
| 191 | 183 | ||
| @@ -194,14 +186,13 @@ xpnet_receive(partid_t partid, int channel, struct xpnet_message *msg) | |||
| 194 | dev_dbg(xpnet, "received 0x%lx, %d, %d, %d\n", msg->buf_pa, msg->size, | 186 | dev_dbg(xpnet, "received 0x%lx, %d, %d, %d\n", msg->buf_pa, msg->size, |
| 195 | msg->leadin_ignore, msg->tailout_ignore); | 187 | msg->leadin_ignore, msg->tailout_ignore); |
| 196 | 188 | ||
| 197 | |||
| 198 | /* reserve an extra cache line */ | 189 | /* reserve an extra cache line */ |
| 199 | skb = dev_alloc_skb(msg->size + L1_CACHE_BYTES); | 190 | skb = dev_alloc_skb(msg->size + L1_CACHE_BYTES); |
| 200 | if (!skb) { | 191 | if (!skb) { |
| 201 | dev_err(xpnet, "failed on dev_alloc_skb(%d)\n", | 192 | dev_err(xpnet, "failed on dev_alloc_skb(%d)\n", |
| 202 | msg->size + L1_CACHE_BYTES); | 193 | msg->size + L1_CACHE_BYTES); |
| 203 | 194 | ||
| 204 | xpc_received(partid, channel, (void *) msg); | 195 | xpc_received(partid, channel, (void *)msg); |
| 205 | 196 | ||
| 206 | priv->stats.rx_errors++; | 197 | priv->stats.rx_errors++; |
| 207 | 198 | ||
| @@ -227,12 +218,13 @@ xpnet_receive(partid_t partid, int channel, struct xpnet_message *msg) | |||
| 227 | * Move the data over from the other side. | 218 | * Move the data over from the other side. |
| 228 | */ | 219 | */ |
| 229 | if ((XPNET_VERSION_MINOR(msg->version) == 1) && | 220 | if ((XPNET_VERSION_MINOR(msg->version) == 1) && |
| 230 | (msg->embedded_bytes != 0)) { | 221 | (msg->embedded_bytes != 0)) { |
| 231 | dev_dbg(xpnet, "copying embedded message. memcpy(0x%p, 0x%p, " | 222 | dev_dbg(xpnet, "copying embedded message. memcpy(0x%p, 0x%p, " |
| 232 | "%lu)\n", skb->data, &msg->data, | 223 | "%lu)\n", skb->data, &msg->data, |
| 233 | (size_t) msg->embedded_bytes); | 224 | (size_t)msg->embedded_bytes); |
| 234 | 225 | ||
| 235 | skb_copy_to_linear_data(skb, &msg->data, (size_t)msg->embedded_bytes); | 226 | skb_copy_to_linear_data(skb, &msg->data, |
| 227 | (size_t)msg->embedded_bytes); | ||
| 236 | } else { | 228 | } else { |
| 237 | dev_dbg(xpnet, "transferring buffer to the skb->data area;\n\t" | 229 | dev_dbg(xpnet, "transferring buffer to the skb->data area;\n\t" |
| 238 | "bte_copy(0x%p, 0x%p, %hu)\n", (void *)msg->buf_pa, | 230 | "bte_copy(0x%p, 0x%p, %hu)\n", (void *)msg->buf_pa, |
| @@ -244,16 +236,18 @@ xpnet_receive(partid_t partid, int channel, struct xpnet_message *msg) | |||
| 244 | msg->size, (BTE_NOTIFY | BTE_WACQUIRE), NULL); | 236 | msg->size, (BTE_NOTIFY | BTE_WACQUIRE), NULL); |
| 245 | 237 | ||
| 246 | if (bret != BTE_SUCCESS) { | 238 | if (bret != BTE_SUCCESS) { |
| 247 | // >>> Need better way of cleaning skb. Currently skb | 239 | /* |
| 248 | // >>> appears in_use and we can't just call | 240 | * >>> Need better way of cleaning skb. Currently skb |
| 249 | // >>> dev_kfree_skb. | 241 | * >>> appears in_use and we can't just call |
| 242 | * >>> dev_kfree_skb. | ||
| 243 | */ | ||
| 250 | dev_err(xpnet, "bte_copy(0x%p, 0x%p, 0x%hx) returned " | 244 | dev_err(xpnet, "bte_copy(0x%p, 0x%p, 0x%hx) returned " |
| 251 | "error=0x%x\n", (void *)msg->buf_pa, | 245 | "error=0x%x\n", (void *)msg->buf_pa, |
| 252 | (void *)__pa((u64)skb->data & | 246 | (void *)__pa((u64)skb->data & |
| 253 | ~(L1_CACHE_BYTES - 1)), | 247 | ~(L1_CACHE_BYTES - 1)), |
| 254 | msg->size, bret); | 248 | msg->size, bret); |
| 255 | 249 | ||
| 256 | xpc_received(partid, channel, (void *) msg); | 250 | xpc_received(partid, channel, (void *)msg); |
| 257 | 251 | ||
| 258 | priv->stats.rx_errors++; | 252 | priv->stats.rx_errors++; |
| 259 | 253 | ||
| @@ -262,7 +256,7 @@ xpnet_receive(partid_t partid, int channel, struct xpnet_message *msg) | |||
| 262 | } | 256 | } |
| 263 | 257 | ||
| 264 | dev_dbg(xpnet, "<skb->head=0x%p skb->data=0x%p skb->tail=0x%p " | 258 | dev_dbg(xpnet, "<skb->head=0x%p skb->data=0x%p skb->tail=0x%p " |
| 265 | "skb->end=0x%p skb->len=%d\n", (void *) skb->head, | 259 | "skb->end=0x%p skb->len=%d\n", (void *)skb->head, |
| 266 | (void *)skb->data, skb_tail_pointer(skb), skb_end_pointer(skb), | 260 | (void *)skb->data, skb_tail_pointer(skb), skb_end_pointer(skb), |
| 267 | skb->len); | 261 | skb->len); |
| 268 | 262 | ||
| @@ -275,16 +269,14 @@ xpnet_receive(partid_t partid, int channel, struct xpnet_message *msg) | |||
| 275 | (void *)skb->head, (void *)skb->data, skb_tail_pointer(skb), | 269 | (void *)skb->head, (void *)skb->data, skb_tail_pointer(skb), |
| 276 | skb_end_pointer(skb), skb->len); | 270 | skb_end_pointer(skb), skb->len); |
| 277 | 271 | ||
| 278 | |||
| 279 | xpnet_device->last_rx = jiffies; | 272 | xpnet_device->last_rx = jiffies; |
| 280 | priv->stats.rx_packets++; | 273 | priv->stats.rx_packets++; |
| 281 | priv->stats.rx_bytes += skb->len + ETH_HLEN; | 274 | priv->stats.rx_bytes += skb->len + ETH_HLEN; |
| 282 | 275 | ||
| 283 | netif_rx_ni(skb); | 276 | netif_rx_ni(skb); |
| 284 | xpc_received(partid, channel, (void *) msg); | 277 | xpc_received(partid, channel, (void *)msg); |
| 285 | } | 278 | } |
| 286 | 279 | ||
| 287 | |||
| 288 | /* | 280 | /* |
| 289 | * This is the handler which XPC calls during any sort of change in | 281 | * This is the handler which XPC calls during any sort of change in |
| 290 | * state or message reception on a connection. | 282 | * state or message reception on a connection. |
| @@ -295,20 +287,19 @@ xpnet_connection_activity(enum xpc_retval reason, partid_t partid, int channel, | |||
| 295 | { | 287 | { |
| 296 | long bp; | 288 | long bp; |
| 297 | 289 | ||
| 298 | |||
| 299 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); | 290 | DBUG_ON(partid <= 0 || partid >= XP_MAX_PARTITIONS); |
| 300 | DBUG_ON(channel != XPC_NET_CHANNEL); | 291 | DBUG_ON(channel != XPC_NET_CHANNEL); |
| 301 | 292 | ||
| 302 | switch(reason) { | 293 | switch (reason) { |
| 303 | case xpcMsgReceived: /* message received */ | 294 | case xpcMsgReceived: /* message received */ |
| 304 | DBUG_ON(data == NULL); | 295 | DBUG_ON(data == NULL); |
| 305 | 296 | ||
| 306 | xpnet_receive(partid, channel, (struct xpnet_message *) data); | 297 | xpnet_receive(partid, channel, (struct xpnet_message *)data); |
| 307 | break; | 298 | break; |
| 308 | 299 | ||
| 309 | case xpcConnected: /* connection completed to a partition */ | 300 | case xpcConnected: /* connection completed to a partition */ |
| 310 | spin_lock_bh(&xpnet_broadcast_lock); | 301 | spin_lock_bh(&xpnet_broadcast_lock); |
| 311 | xpnet_broadcast_partitions |= 1UL << (partid -1 ); | 302 | xpnet_broadcast_partitions |= 1UL << (partid - 1); |
| 312 | bp = xpnet_broadcast_partitions; | 303 | bp = xpnet_broadcast_partitions; |
| 313 | spin_unlock_bh(&xpnet_broadcast_lock); | 304 | spin_unlock_bh(&xpnet_broadcast_lock); |
| 314 | 305 | ||
| @@ -321,13 +312,12 @@ xpnet_connection_activity(enum xpc_retval reason, partid_t partid, int channel, | |||
| 321 | 312 | ||
| 322 | default: | 313 | default: |
| 323 | spin_lock_bh(&xpnet_broadcast_lock); | 314 | spin_lock_bh(&xpnet_broadcast_lock); |
| 324 | xpnet_broadcast_partitions &= ~(1UL << (partid -1 )); | 315 | xpnet_broadcast_partitions &= ~(1UL << (partid - 1)); |
| 325 | bp = xpnet_broadcast_partitions; | 316 | bp = xpnet_broadcast_partitions; |
| 326 | spin_unlock_bh(&xpnet_broadcast_lock); | 317 | spin_unlock_bh(&xpnet_broadcast_lock); |
| 327 | 318 | ||
| 328 | if (bp == 0) { | 319 | if (bp == 0) |
| 329 | netif_carrier_off(xpnet_device); | 320 | netif_carrier_off(xpnet_device); |
| 330 | } | ||
| 331 | 321 | ||
| 332 | dev_dbg(xpnet, "%s disconnected from partition %d; " | 322 | dev_dbg(xpnet, "%s disconnected from partition %d; " |
| 333 | "xpnet_broadcast_partitions=0x%lx\n", | 323 | "xpnet_broadcast_partitions=0x%lx\n", |
| @@ -337,13 +327,11 @@ xpnet_connection_activity(enum xpc_retval reason, partid_t partid, int channel, | |||
| 337 | } | 327 | } |
| 338 | } | 328 | } |
| 339 | 329 | ||
| 340 | |||
| 341 | static int | 330 | static int |
| 342 | xpnet_dev_open(struct net_device *dev) | 331 | xpnet_dev_open(struct net_device *dev) |
| 343 | { | 332 | { |
| 344 | enum xpc_retval ret; | 333 | enum xpc_retval ret; |
| 345 | 334 | ||
| 346 | |||
| 347 | dev_dbg(xpnet, "calling xpc_connect(%d, 0x%p, NULL, %ld, %ld, %ld, " | 335 | dev_dbg(xpnet, "calling xpc_connect(%d, 0x%p, NULL, %ld, %ld, %ld, " |
| 348 | "%ld)\n", XPC_NET_CHANNEL, xpnet_connection_activity, | 336 | "%ld)\n", XPC_NET_CHANNEL, xpnet_connection_activity, |
| 349 | XPNET_MSG_SIZE, XPNET_MSG_NENTRIES, XPNET_MAX_KTHREADS, | 337 | XPNET_MSG_SIZE, XPNET_MSG_NENTRIES, XPNET_MAX_KTHREADS, |
| @@ -364,7 +352,6 @@ xpnet_dev_open(struct net_device *dev) | |||
| 364 | return 0; | 352 | return 0; |
| 365 | } | 353 | } |
| 366 | 354 | ||
| 367 | |||
| 368 | static int | 355 | static int |
| 369 | xpnet_dev_stop(struct net_device *dev) | 356 | xpnet_dev_stop(struct net_device *dev) |
| 370 | { | 357 | { |
| @@ -375,7 +362,6 @@ xpnet_dev_stop(struct net_device *dev) | |||
| 375 | return 0; | 362 | return 0; |
| 376 | } | 363 | } |
| 377 | 364 | ||
| 378 | |||
| 379 | static int | 365 | static int |
| 380 | xpnet_dev_change_mtu(struct net_device *dev, int new_mtu) | 366 | xpnet_dev_change_mtu(struct net_device *dev, int new_mtu) |
| 381 | { | 367 | { |
| @@ -392,7 +378,6 @@ xpnet_dev_change_mtu(struct net_device *dev, int new_mtu) | |||
| 392 | return 0; | 378 | return 0; |
| 393 | } | 379 | } |
| 394 | 380 | ||
| 395 | |||
| 396 | /* | 381 | /* |
| 397 | * Required for the net_device structure. | 382 | * Required for the net_device structure. |
| 398 | */ | 383 | */ |
| @@ -402,7 +387,6 @@ xpnet_dev_set_config(struct net_device *dev, struct ifmap *new_map) | |||
| 402 | return 0; | 387 | return 0; |
| 403 | } | 388 | } |
| 404 | 389 | ||
| 405 | |||
| 406 | /* | 390 | /* |
| 407 | * Return statistics to the caller. | 391 | * Return statistics to the caller. |
| 408 | */ | 392 | */ |
| @@ -411,13 +395,11 @@ xpnet_dev_get_stats(struct net_device *dev) | |||
| 411 | { | 395 | { |
| 412 | struct xpnet_dev_private *priv; | 396 | struct xpnet_dev_private *priv; |
| 413 | 397 | ||
| 414 | 398 | priv = (struct xpnet_dev_private *)dev->priv; | |
| 415 | priv = (struct xpnet_dev_private *) dev->priv; | ||
| 416 | 399 | ||
| 417 | return &priv->stats; | 400 | return &priv->stats; |
| 418 | } | 401 | } |
| 419 | 402 | ||
| 420 | |||
| 421 | /* | 403 | /* |
| 422 | * Notification that the other end has received the message and | 404 | * Notification that the other end has received the message and |
| 423 | * DMA'd the skb information. At this point, they are done with | 405 | * DMA'd the skb information. At this point, they are done with |
| @@ -426,11 +408,9 @@ xpnet_dev_get_stats(struct net_device *dev) | |||
| 426 | */ | 408 | */ |
| 427 | static void | 409 | static void |
| 428 | xpnet_send_completed(enum xpc_retval reason, partid_t partid, int channel, | 410 | xpnet_send_completed(enum xpc_retval reason, partid_t partid, int channel, |
| 429 | void *__qm) | 411 | void *__qm) |
| 430 | { | 412 | { |
| 431 | struct xpnet_pending_msg *queued_msg = | 413 | struct xpnet_pending_msg *queued_msg = (struct xpnet_pending_msg *)__qm; |
| 432 | (struct xpnet_pending_msg *) __qm; | ||
| 433 | |||
| 434 | 414 | ||
| 435 | DBUG_ON(queued_msg == NULL); | 415 | DBUG_ON(queued_msg == NULL); |
| 436 | 416 | ||
| @@ -439,14 +419,13 @@ xpnet_send_completed(enum xpc_retval reason, partid_t partid, int channel, | |||
| 439 | 419 | ||
| 440 | if (atomic_dec_return(&queued_msg->use_count) == 0) { | 420 | if (atomic_dec_return(&queued_msg->use_count) == 0) { |
| 441 | dev_dbg(xpnet, "all acks for skb->head=-x%p\n", | 421 | dev_dbg(xpnet, "all acks for skb->head=-x%p\n", |
| 442 | (void *) queued_msg->skb->head); | 422 | (void *)queued_msg->skb->head); |
| 443 | 423 | ||
| 444 | dev_kfree_skb_any(queued_msg->skb); | 424 | dev_kfree_skb_any(queued_msg->skb); |
| 445 | kfree(queued_msg); | 425 | kfree(queued_msg); |
| 446 | } | 426 | } |
| 447 | } | 427 | } |
| 448 | 428 | ||
| 449 | |||
| 450 | /* | 429 | /* |
| 451 | * Network layer has formatted a packet (skb) and is ready to place it | 430 | * Network layer has formatted a packet (skb) and is ready to place it |
| 452 | * "on the wire". Prepare and send an xpnet_message to all partitions | 431 | * "on the wire". Prepare and send an xpnet_message to all partitions |
| @@ -469,16 +448,13 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 469 | struct xpnet_dev_private *priv; | 448 | struct xpnet_dev_private *priv; |
| 470 | u16 embedded_bytes; | 449 | u16 embedded_bytes; |
| 471 | 450 | ||
| 472 | 451 | priv = (struct xpnet_dev_private *)dev->priv; | |
| 473 | priv = (struct xpnet_dev_private *) dev->priv; | ||
| 474 | |||
| 475 | 452 | ||
| 476 | dev_dbg(xpnet, ">skb->head=0x%p skb->data=0x%p skb->tail=0x%p " | 453 | dev_dbg(xpnet, ">skb->head=0x%p skb->data=0x%p skb->tail=0x%p " |
| 477 | "skb->end=0x%p skb->len=%d\n", (void *) skb->head, | 454 | "skb->end=0x%p skb->len=%d\n", (void *)skb->head, |
| 478 | (void *)skb->data, skb_tail_pointer(skb), skb_end_pointer(skb), | 455 | (void *)skb->data, skb_tail_pointer(skb), skb_end_pointer(skb), |
| 479 | skb->len); | 456 | skb->len); |
| 480 | 457 | ||
| 481 | |||
| 482 | /* | 458 | /* |
| 483 | * The xpnet_pending_msg tracks how many outstanding | 459 | * The xpnet_pending_msg tracks how many outstanding |
| 484 | * xpc_send_notifies are relying on this skb. When none | 460 | * xpc_send_notifies are relying on this skb. When none |
| @@ -487,16 +463,15 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 487 | queued_msg = kmalloc(sizeof(struct xpnet_pending_msg), GFP_ATOMIC); | 463 | queued_msg = kmalloc(sizeof(struct xpnet_pending_msg), GFP_ATOMIC); |
| 488 | if (queued_msg == NULL) { | 464 | if (queued_msg == NULL) { |
| 489 | dev_warn(xpnet, "failed to kmalloc %ld bytes; dropping " | 465 | dev_warn(xpnet, "failed to kmalloc %ld bytes; dropping " |
| 490 | "packet\n", sizeof(struct xpnet_pending_msg)); | 466 | "packet\n", sizeof(struct xpnet_pending_msg)); |
| 491 | 467 | ||
| 492 | priv->stats.tx_errors++; | 468 | priv->stats.tx_errors++; |
| 493 | 469 | ||
| 494 | return -ENOMEM; | 470 | return -ENOMEM; |
| 495 | } | 471 | } |
| 496 | 472 | ||
| 497 | |||
| 498 | /* get the beginning of the first cacheline and end of last */ | 473 | /* get the beginning of the first cacheline and end of last */ |
| 499 | start_addr = ((u64) skb->data & ~(L1_CACHE_BYTES - 1)); | 474 | start_addr = ((u64)skb->data & ~(L1_CACHE_BYTES - 1)); |
| 500 | end_addr = L1_CACHE_ALIGN((u64)skb_tail_pointer(skb)); | 475 | end_addr = L1_CACHE_ALIGN((u64)skb_tail_pointer(skb)); |
| 501 | 476 | ||
| 502 | /* calculate how many bytes to embed in the XPC message */ | 477 | /* calculate how many bytes to embed in the XPC message */ |
| @@ -506,7 +481,6 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 506 | embedded_bytes = skb->len; | 481 | embedded_bytes = skb->len; |
| 507 | } | 482 | } |
| 508 | 483 | ||
| 509 | |||
| 510 | /* | 484 | /* |
| 511 | * Since the send occurs asynchronously, we set the count to one | 485 | * Since the send occurs asynchronously, we set the count to one |
| 512 | * and begin sending. Any sends that happen to complete before | 486 | * and begin sending. Any sends that happen to complete before |
| @@ -517,14 +491,13 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 517 | atomic_set(&queued_msg->use_count, 1); | 491 | atomic_set(&queued_msg->use_count, 1); |
| 518 | queued_msg->skb = skb; | 492 | queued_msg->skb = skb; |
| 519 | 493 | ||
| 520 | |||
| 521 | second_mac_octet = skb->data[XPNET_PARTID_OCTET]; | 494 | second_mac_octet = skb->data[XPNET_PARTID_OCTET]; |
| 522 | if (second_mac_octet == 0xff) { | 495 | if (second_mac_octet == 0xff) { |
| 523 | /* we are being asked to broadcast to all partitions */ | 496 | /* we are being asked to broadcast to all partitions */ |
| 524 | dp = xpnet_broadcast_partitions; | 497 | dp = xpnet_broadcast_partitions; |
| 525 | } else if (second_mac_octet != 0) { | 498 | } else if (second_mac_octet != 0) { |
| 526 | dp = xpnet_broadcast_partitions & | 499 | dp = xpnet_broadcast_partitions & |
| 527 | (1UL << (second_mac_octet - 1)); | 500 | (1UL << (second_mac_octet - 1)); |
| 528 | } else { | 501 | } else { |
| 529 | /* 0 is an invalid partid. Ignore */ | 502 | /* 0 is an invalid partid. Ignore */ |
| 530 | dp = 0; | 503 | dp = 0; |
| @@ -543,7 +516,6 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 543 | for (dest_partid = 1; dp && dest_partid < XP_MAX_PARTITIONS; | 516 | for (dest_partid = 1; dp && dest_partid < XP_MAX_PARTITIONS; |
| 544 | dest_partid++) { | 517 | dest_partid++) { |
| 545 | 518 | ||
| 546 | |||
| 547 | if (!(dp & (1UL << (dest_partid - 1)))) { | 519 | if (!(dp & (1UL << (dest_partid - 1)))) { |
| 548 | /* not destined for this partition */ | 520 | /* not destined for this partition */ |
| 549 | continue; | 521 | continue; |
| @@ -552,20 +524,18 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 552 | /* remove this partition from the destinations mask */ | 524 | /* remove this partition from the destinations mask */ |
| 553 | dp &= ~(1UL << (dest_partid - 1)); | 525 | dp &= ~(1UL << (dest_partid - 1)); |
| 554 | 526 | ||
| 555 | |||
| 556 | /* found a partition to send to */ | 527 | /* found a partition to send to */ |
| 557 | 528 | ||
| 558 | ret = xpc_allocate(dest_partid, XPC_NET_CHANNEL, | 529 | ret = xpc_allocate(dest_partid, XPC_NET_CHANNEL, |
| 559 | XPC_NOWAIT, (void **)&msg); | 530 | XPC_NOWAIT, (void **)&msg); |
| 560 | if (unlikely(ret != xpcSuccess)) { | 531 | if (unlikely(ret != xpcSuccess)) |
| 561 | continue; | 532 | continue; |
| 562 | } | ||
| 563 | 533 | ||
| 564 | msg->embedded_bytes = embedded_bytes; | 534 | msg->embedded_bytes = embedded_bytes; |
| 565 | if (unlikely(embedded_bytes != 0)) { | 535 | if (unlikely(embedded_bytes != 0)) { |
| 566 | msg->version = XPNET_VERSION_EMBED; | 536 | msg->version = XPNET_VERSION_EMBED; |
| 567 | dev_dbg(xpnet, "calling memcpy(0x%p, 0x%p, 0x%lx)\n", | 537 | dev_dbg(xpnet, "calling memcpy(0x%p, 0x%p, 0x%lx)\n", |
| 568 | &msg->data, skb->data, (size_t) embedded_bytes); | 538 | &msg->data, skb->data, (size_t)embedded_bytes); |
| 569 | skb_copy_from_linear_data(skb, &msg->data, | 539 | skb_copy_from_linear_data(skb, &msg->data, |
| 570 | (size_t)embedded_bytes); | 540 | (size_t)embedded_bytes); |
| 571 | } else { | 541 | } else { |
| @@ -573,7 +543,7 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 573 | } | 543 | } |
| 574 | msg->magic = XPNET_MAGIC; | 544 | msg->magic = XPNET_MAGIC; |
| 575 | msg->size = end_addr - start_addr; | 545 | msg->size = end_addr - start_addr; |
| 576 | msg->leadin_ignore = (u64) skb->data - start_addr; | 546 | msg->leadin_ignore = (u64)skb->data - start_addr; |
| 577 | msg->tailout_ignore = end_addr - (u64)skb_tail_pointer(skb); | 547 | msg->tailout_ignore = end_addr - (u64)skb_tail_pointer(skb); |
| 578 | msg->buf_pa = __pa(start_addr); | 548 | msg->buf_pa = __pa(start_addr); |
| 579 | 549 | ||
| @@ -583,7 +553,6 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 583 | dest_partid, XPC_NET_CHANNEL, msg->buf_pa, msg->size, | 553 | dest_partid, XPC_NET_CHANNEL, msg->buf_pa, msg->size, |
| 584 | msg->leadin_ignore, msg->tailout_ignore); | 554 | msg->leadin_ignore, msg->tailout_ignore); |
| 585 | 555 | ||
| 586 | |||
| 587 | atomic_inc(&queued_msg->use_count); | 556 | atomic_inc(&queued_msg->use_count); |
| 588 | 557 | ||
| 589 | ret = xpc_send_notify(dest_partid, XPC_NET_CHANNEL, msg, | 558 | ret = xpc_send_notify(dest_partid, XPC_NET_CHANNEL, msg, |
| @@ -592,14 +561,12 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 592 | atomic_dec(&queued_msg->use_count); | 561 | atomic_dec(&queued_msg->use_count); |
| 593 | continue; | 562 | continue; |
| 594 | } | 563 | } |
| 595 | |||
| 596 | } | 564 | } |
| 597 | 565 | ||
| 598 | if (atomic_dec_return(&queued_msg->use_count) == 0) { | 566 | if (atomic_dec_return(&queued_msg->use_count) == 0) { |
| 599 | dev_dbg(xpnet, "no partitions to receive packet destined for " | 567 | dev_dbg(xpnet, "no partitions to receive packet destined for " |
| 600 | "%d\n", dest_partid); | 568 | "%d\n", dest_partid); |
| 601 | 569 | ||
| 602 | |||
| 603 | dev_kfree_skb(skb); | 570 | dev_kfree_skb(skb); |
| 604 | kfree(queued_msg); | 571 | kfree(queued_msg); |
| 605 | } | 572 | } |
| @@ -610,23 +577,20 @@ xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 610 | return 0; | 577 | return 0; |
| 611 | } | 578 | } |
| 612 | 579 | ||
| 613 | |||
| 614 | /* | 580 | /* |
| 615 | * Deal with transmit timeouts coming from the network layer. | 581 | * Deal with transmit timeouts coming from the network layer. |
| 616 | */ | 582 | */ |
| 617 | static void | 583 | static void |
| 618 | xpnet_dev_tx_timeout (struct net_device *dev) | 584 | xpnet_dev_tx_timeout(struct net_device *dev) |
| 619 | { | 585 | { |
| 620 | struct xpnet_dev_private *priv; | 586 | struct xpnet_dev_private *priv; |
| 621 | 587 | ||
| 622 | 588 | priv = (struct xpnet_dev_private *)dev->priv; | |
| 623 | priv = (struct xpnet_dev_private *) dev->priv; | ||
| 624 | 589 | ||
| 625 | priv->stats.tx_errors++; | 590 | priv->stats.tx_errors++; |
| 626 | return; | 591 | return; |
| 627 | } | 592 | } |
| 628 | 593 | ||
| 629 | |||
| 630 | static int __init | 594 | static int __init |
| 631 | xpnet_init(void) | 595 | xpnet_init(void) |
| 632 | { | 596 | { |
| @@ -634,10 +598,8 @@ xpnet_init(void) | |||
| 634 | u32 license_num; | 598 | u32 license_num; |
| 635 | int result = -ENOMEM; | 599 | int result = -ENOMEM; |
| 636 | 600 | ||
| 637 | 601 | if (!ia64_platform_is("sn2")) | |
| 638 | if (!ia64_platform_is("sn2")) { | ||
| 639 | return -ENODEV; | 602 | return -ENODEV; |
| 640 | } | ||
| 641 | 603 | ||
| 642 | dev_info(xpnet, "registering network device %s\n", XPNET_DEVICE_NAME); | 604 | dev_info(xpnet, "registering network device %s\n", XPNET_DEVICE_NAME); |
| 643 | 605 | ||
| @@ -647,9 +609,8 @@ xpnet_init(void) | |||
| 647 | */ | 609 | */ |
| 648 | xpnet_device = alloc_netdev(sizeof(struct xpnet_dev_private), | 610 | xpnet_device = alloc_netdev(sizeof(struct xpnet_dev_private), |
| 649 | XPNET_DEVICE_NAME, ether_setup); | 611 | XPNET_DEVICE_NAME, ether_setup); |
| 650 | if (xpnet_device == NULL) { | 612 | if (xpnet_device == NULL) |
| 651 | return -ENOMEM; | 613 | return -ENOMEM; |
| 652 | } | ||
| 653 | 614 | ||
| 654 | netif_carrier_off(xpnet_device); | 615 | netif_carrier_off(xpnet_device); |
| 655 | 616 | ||
| @@ -672,7 +633,7 @@ xpnet_init(void) | |||
| 672 | license_num = sn_partition_serial_number_val(); | 633 | license_num = sn_partition_serial_number_val(); |
| 673 | for (i = 3; i >= 0; i--) { | 634 | for (i = 3; i >= 0; i--) { |
| 674 | xpnet_device->dev_addr[XPNET_LICENSE_OCTET + i] = | 635 | xpnet_device->dev_addr[XPNET_LICENSE_OCTET + i] = |
| 675 | license_num & 0xff; | 636 | license_num & 0xff; |
| 676 | license_num = license_num >> 8; | 637 | license_num = license_num >> 8; |
| 677 | } | 638 | } |
| 678 | 639 | ||
| @@ -690,29 +651,27 @@ xpnet_init(void) | |||
| 690 | xpnet_device->features = NETIF_F_NO_CSUM; | 651 | xpnet_device->features = NETIF_F_NO_CSUM; |
| 691 | 652 | ||
| 692 | result = register_netdev(xpnet_device); | 653 | result = register_netdev(xpnet_device); |
| 693 | if (result != 0) { | 654 | if (result != 0) |
| 694 | free_netdev(xpnet_device); | 655 | free_netdev(xpnet_device); |
| 695 | } | ||
| 696 | 656 | ||
| 697 | return result; | 657 | return result; |
| 698 | } | 658 | } |
| 699 | module_init(xpnet_init); | ||
| 700 | 659 | ||
| 660 | module_init(xpnet_init); | ||
| 701 | 661 | ||
| 702 | static void __exit | 662 | static void __exit |
| 703 | xpnet_exit(void) | 663 | xpnet_exit(void) |
| 704 | { | 664 | { |
| 705 | dev_info(xpnet, "unregistering network device %s\n", | 665 | dev_info(xpnet, "unregistering network device %s\n", |
| 706 | xpnet_device[0].name); | 666 | xpnet_device[0].name); |
| 707 | 667 | ||
| 708 | unregister_netdev(xpnet_device); | 668 | unregister_netdev(xpnet_device); |
| 709 | 669 | ||
| 710 | free_netdev(xpnet_device); | 670 | free_netdev(xpnet_device); |
| 711 | } | 671 | } |
| 712 | module_exit(xpnet_exit); | ||
| 713 | 672 | ||
| 673 | module_exit(xpnet_exit); | ||
| 714 | 674 | ||
| 715 | MODULE_AUTHOR("Silicon Graphics, Inc."); | 675 | MODULE_AUTHOR("Silicon Graphics, Inc."); |
| 716 | MODULE_DESCRIPTION("Cross Partition Network adapter (XPNET)"); | 676 | MODULE_DESCRIPTION("Cross Partition Network adapter (XPNET)"); |
| 717 | MODULE_LICENSE("GPL"); | 677 | MODULE_LICENSE("GPL"); |
| 718 | |||
diff --git a/include/asm-ia64/mca.h b/include/asm-ia64/mca.h index f1663aa94a52..18a4321349a3 100644 --- a/include/asm-ia64/mca.h +++ b/include/asm-ia64/mca.h | |||
| @@ -157,6 +157,7 @@ extern void ia64_mca_printk(const char * fmt, ...) | |||
| 157 | struct ia64_mca_notify_die { | 157 | struct ia64_mca_notify_die { |
| 158 | struct ia64_sal_os_state *sos; | 158 | struct ia64_sal_os_state *sos; |
| 159 | int *monarch_cpu; | 159 | int *monarch_cpu; |
| 160 | int *data; | ||
| 160 | }; | 161 | }; |
| 161 | 162 | ||
| 162 | DECLARE_PER_CPU(u64, ia64_mca_pal_base); | 163 | DECLARE_PER_CPU(u64, ia64_mca_pal_base); |
