aboutsummaryrefslogtreecommitdiffstats
path: root/init/main.c
diff options
context:
space:
mode:
Diffstat (limited to 'init/main.c')
-rw-r--r--init/main.c51
1 files changed, 13 insertions, 38 deletions
diff --git a/init/main.c b/init/main.c
index 2c5ade79eb81..7449819a4805 100644
--- a/init/main.c
+++ b/init/main.c
@@ -18,7 +18,6 @@
18#include <linux/string.h> 18#include <linux/string.h>
19#include <linux/ctype.h> 19#include <linux/ctype.h>
20#include <linux/delay.h> 20#include <linux/delay.h>
21#include <linux/utsname.h>
22#include <linux/ioport.h> 21#include <linux/ioport.h>
23#include <linux/init.h> 22#include <linux/init.h>
24#include <linux/smp_lock.h> 23#include <linux/smp_lock.h>
@@ -68,6 +67,8 @@
68#include <linux/async.h> 67#include <linux/async.h>
69#include <linux/kmemcheck.h> 68#include <linux/kmemcheck.h>
70#include <linux/kmemtrace.h> 69#include <linux/kmemtrace.h>
70#include <linux/sfi.h>
71#include <linux/shmem_fs.h>
71#include <trace/boot.h> 72#include <trace/boot.h>
72 73
73#include <asm/io.h> 74#include <asm/io.h>
@@ -353,17 +354,11 @@ static void __init smp_init(void)
353#define smp_init() do { } while (0) 354#define smp_init() do { } while (0)
354#endif 355#endif
355 356
356static inline void setup_per_cpu_areas(void) { }
357static inline void setup_nr_cpu_ids(void) { } 357static inline void setup_nr_cpu_ids(void) { }
358static inline void smp_prepare_cpus(unsigned int maxcpus) { } 358static inline void smp_prepare_cpus(unsigned int maxcpus) { }
359 359
360#else 360#else
361 361
362#if NR_CPUS > BITS_PER_LONG
363cpumask_t cpu_mask_all __read_mostly = CPU_MASK_ALL;
364EXPORT_SYMBOL(cpu_mask_all);
365#endif
366
367/* Setup number of possible processor ids */ 362/* Setup number of possible processor ids */
368int nr_cpu_ids __read_mostly = NR_CPUS; 363int nr_cpu_ids __read_mostly = NR_CPUS;
369EXPORT_SYMBOL(nr_cpu_ids); 364EXPORT_SYMBOL(nr_cpu_ids);
@@ -374,29 +369,6 @@ static void __init setup_nr_cpu_ids(void)
374 nr_cpu_ids = find_last_bit(cpumask_bits(cpu_possible_mask),NR_CPUS) + 1; 369 nr_cpu_ids = find_last_bit(cpumask_bits(cpu_possible_mask),NR_CPUS) + 1;
375} 370}
376 371
377#ifndef CONFIG_HAVE_SETUP_PER_CPU_AREA
378unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
379
380EXPORT_SYMBOL(__per_cpu_offset);
381
382static void __init setup_per_cpu_areas(void)
383{
384 unsigned long size, i;
385 char *ptr;
386 unsigned long nr_possible_cpus = num_possible_cpus();
387
388 /* Copy section for each CPU (we discard the original) */
389 size = ALIGN(PERCPU_ENOUGH_ROOM, PAGE_SIZE);
390 ptr = alloc_bootmem_pages(size * nr_possible_cpus);
391
392 for_each_possible_cpu(i) {
393 __per_cpu_offset[i] = ptr - __per_cpu_start;
394 memcpy(ptr, __per_cpu_start, __per_cpu_end - __per_cpu_start);
395 ptr += size;
396 }
397}
398#endif /* CONFIG_HAVE_SETUP_PER_CPU_AREA */
399
400/* Called by boot processor to activate the rest. */ 372/* Called by boot processor to activate the rest. */
401static void __init smp_init(void) 373static void __init smp_init(void)
402{ 374{
@@ -451,6 +423,7 @@ static noinline void __init_refok rest_init(void)
451{ 423{
452 int pid; 424 int pid;
453 425
426 rcu_scheduler_starting();
454 kernel_thread(kernel_init, NULL, CLONE_FS | CLONE_SIGHAND); 427 kernel_thread(kernel_init, NULL, CLONE_FS | CLONE_SIGHAND);
455 numa_default_policy(); 428 numa_default_policy();
456 pid = kernel_thread(kthreadd, NULL, CLONE_FS | CLONE_FILES); 429 pid = kernel_thread(kthreadd, NULL, CLONE_FS | CLONE_FILES);
@@ -462,7 +435,6 @@ static noinline void __init_refok rest_init(void)
462 * at least once to get things moving: 435 * at least once to get things moving:
463 */ 436 */
464 init_idle_bootup_task(current); 437 init_idle_bootup_task(current);
465 rcu_scheduler_starting();
466 preempt_enable_no_resched(); 438 preempt_enable_no_resched();
467 schedule(); 439 schedule();
468 preempt_disable(); 440 preempt_disable();
@@ -584,8 +556,8 @@ asmlinkage void __init start_kernel(void)
584 setup_arch(&command_line); 556 setup_arch(&command_line);
585 mm_init_owner(&init_mm, &init_task); 557 mm_init_owner(&init_mm, &init_task);
586 setup_command_line(command_line); 558 setup_command_line(command_line);
587 setup_per_cpu_areas();
588 setup_nr_cpu_ids(); 559 setup_nr_cpu_ids();
560 setup_per_cpu_areas();
589 smp_prepare_boot_cpu(); /* arch-specific boot-cpu hooks */ 561 smp_prepare_boot_cpu(); /* arch-specific boot-cpu hooks */
590 562
591 build_all_zonelists(); 563 build_all_zonelists();
@@ -631,7 +603,6 @@ asmlinkage void __init start_kernel(void)
631 softirq_init(); 603 softirq_init();
632 timekeeping_init(); 604 timekeeping_init();
633 time_init(); 605 time_init();
634 sched_clock_init();
635 profile_init(); 606 profile_init();
636 if (!irqs_disabled()) 607 if (!irqs_disabled())
637 printk(KERN_CRIT "start_kernel(): bug: interrupts were " 608 printk(KERN_CRIT "start_kernel(): bug: interrupts were "
@@ -682,6 +653,7 @@ asmlinkage void __init start_kernel(void)
682 numa_policy_init(); 653 numa_policy_init();
683 if (late_time_init) 654 if (late_time_init)
684 late_time_init(); 655 late_time_init();
656 sched_clock_init();
685 calibrate_delay(); 657 calibrate_delay();
686 pidmap_init(); 658 pidmap_init();
687 anon_vma_init(); 659 anon_vma_init();
@@ -691,12 +663,12 @@ asmlinkage void __init start_kernel(void)
691#endif 663#endif
692 thread_info_cache_init(); 664 thread_info_cache_init();
693 cred_init(); 665 cred_init();
694 fork_init(num_physpages); 666 fork_init(totalram_pages);
695 proc_caches_init(); 667 proc_caches_init();
696 buffer_init(); 668 buffer_init();
697 key_init(); 669 key_init();
698 security_init(); 670 security_init();
699 vfs_caches_init(num_physpages); 671 vfs_caches_init(totalram_pages);
700 radix_tree_init(); 672 radix_tree_init();
701 signals_init(); 673 signals_init();
702 /* rootfs populating might need page-writeback */ 674 /* rootfs populating might need page-writeback */
@@ -712,6 +684,7 @@ asmlinkage void __init start_kernel(void)
712 check_bugs(); 684 check_bugs();
713 685
714 acpi_early_init(); /* before LAPIC and SMP init */ 686 acpi_early_init(); /* before LAPIC and SMP init */
687 sfi_init_late();
715 688
716 ftrace_init(); 689 ftrace_init();
717 690
@@ -733,13 +706,14 @@ static void __init do_ctors(void)
733int initcall_debug; 706int initcall_debug;
734core_param(initcall_debug, initcall_debug, bool, 0644); 707core_param(initcall_debug, initcall_debug, bool, 0644);
735 708
709static char msgbuf[64];
710static struct boot_trace_call call;
711static struct boot_trace_ret ret;
712
736int do_one_initcall(initcall_t fn) 713int do_one_initcall(initcall_t fn)
737{ 714{
738 int count = preempt_count(); 715 int count = preempt_count();
739 ktime_t calltime, delta, rettime; 716 ktime_t calltime, delta, rettime;
740 char msgbuf[64];
741 struct boot_trace_call call;
742 struct boot_trace_ret ret;
743 717
744 if (initcall_debug) { 718 if (initcall_debug) {
745 call.caller = task_pid_nr(current); 719 call.caller = task_pid_nr(current);
@@ -808,6 +782,7 @@ static void __init do_basic_setup(void)
808 init_workqueues(); 782 init_workqueues();
809 cpuset_init_smp(); 783 cpuset_init_smp();
810 usermodehelper_init(); 784 usermodehelper_init();
785 init_tmpfs();
811 driver_init(); 786 driver_init();
812 init_irq_proc(); 787 init_irq_proc();
813 do_ctors(); 788 do_ctors();