2 files changed, 201 insertions, 6 deletions

diff --git a/drivers/cpuidle/sysfs.c b/drivers/cpuidle/sysfs.c
index e918b6d0caf7..efe2f175168f 100644
--- a/drivers/cpuidle/sysfs.c
+++ b/drivers/cpuidle/sysfs.c
@@ -293,6 +293,7 @@ static ssize_t show_state_##_name(struct cpuidle_state *state, \
 }
 
 define_show_state_function(exit_latency)
+define_show_state_function(target_residency)
 define_show_state_function(power_usage)
 define_show_state_ull_function(usage)
 define_show_state_ull_function(time)
@@ -304,6 +305,7 @@ define_store_state_ull_function(disable)
 define_one_state_ro(name, show_state_name);
 define_one_state_ro(desc, show_state_desc);
 define_one_state_ro(latency, show_state_exit_latency);
+define_one_state_ro(residency, show_state_target_residency);
 define_one_state_ro(power, show_state_power_usage);
 define_one_state_ro(usage, show_state_usage);
 define_one_state_ro(time, show_state_time);
@@ -313,6 +315,7 @@ static struct attribute *cpuidle_state_default_attrs[] = {
         &attr_name.attr,
         &attr_desc.attr,
         &attr_latency.attr,
+        &attr_residency.attr,
         &attr_power.attr,
         &attr_usage.attr,
         &attr_time.attr,
diff --git a/drivers/idle/intel_idle.c b/drivers/idle/intel_idle.c
index 51493ed4643b..a43220c2e3d9 100644
--- a/drivers/idle/intel_idle.c
+++ b/drivers/idle/intel_idle.c
@@ -196,6 +196,53 @@ static struct cpuidle_state snb_cstates[] = {
                 .enter = NULL }
 };
 
+static struct cpuidle_state byt_cstates[] = {
+        {
+                .name = "C1-BYT",
+                .desc = "MWAIT 0x00",
+                .flags = MWAIT2flg(0x00) | CPUIDLE_FLAG_TIME_VALID,
+                .exit_latency = 1,
+                .target_residency = 1,
+                .enter = &intel_idle },
+        {
+                .name = "C1E-BYT",
+                .desc = "MWAIT 0x01",
+                .flags = MWAIT2flg(0x01) | CPUIDLE_FLAG_TIME_VALID,
+                .exit_latency = 15,
+                .target_residency = 30,
+                .enter = &intel_idle },
+        {
+                .name = "C6N-BYT",
+                .desc = "MWAIT 0x58",
+                .flags = MWAIT2flg(0x58) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 40,
+                .target_residency = 275,
+                .enter = &intel_idle },
+        {
+                .name = "C6S-BYT",
+                .desc = "MWAIT 0x52",
+                .flags = MWAIT2flg(0x52) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 140,
+                .target_residency = 560,
+                .enter = &intel_idle },
+        {
+                .name = "C7-BYT",
+                .desc = "MWAIT 0x60",
+                .flags = MWAIT2flg(0x60) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 1200,
+                .target_residency = 1500,
+                .enter = &intel_idle },
+        {
+                .name = "C7S-BYT",
+                .desc = "MWAIT 0x64",
+                .flags = MWAIT2flg(0x64) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 10000,
+                .target_residency = 20000,
+                .enter = &intel_idle },
+        {
+                .enter = NULL }
+};
+
 static struct cpuidle_state ivb_cstates[] = {
         {
                 .name = "C1-IVB",
@@ -236,6 +283,105 @@ static struct cpuidle_state ivb_cstates[] = {
                 .enter = NULL }
 };
 
+static struct cpuidle_state ivt_cstates[] = {
+        {
+                .name = "C1-IVT",
+                .desc = "MWAIT 0x00",
+                .flags = MWAIT2flg(0x00) | CPUIDLE_FLAG_TIME_VALID,
+                .exit_latency = 1,
+                .target_residency = 1,
+                .enter = &intel_idle },
+        {
+                .name = "C1E-IVT",
+                .desc = "MWAIT 0x01",
+                .flags = MWAIT2flg(0x01) | CPUIDLE_FLAG_TIME_VALID,
+                .exit_latency = 10,
+                .target_residency = 80,
+                .enter = &intel_idle },
+        {
+                .name = "C3-IVT",
+                .desc = "MWAIT 0x10",
+                .flags = MWAIT2flg(0x10) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 59,
+                .target_residency = 156,
+                .enter = &intel_idle },
+        {
+                .name = "C6-IVT",
+                .desc = "MWAIT 0x20",
+                .flags = MWAIT2flg(0x20) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 82,
+                .target_residency = 300,
+                .enter = &intel_idle },
+        {
+                .enter = NULL }
+};
+
+static struct cpuidle_state ivt_cstates_4s[] = {
+        {
+                .name = "C1-IVT-4S",
+                .desc = "MWAIT 0x00",
+                .flags = MWAIT2flg(0x00) | CPUIDLE_FLAG_TIME_VALID,
+                .exit_latency = 1,
+                .target_residency = 1,
+                .enter = &intel_idle },
+        {
+                .name = "C1E-IVT-4S",
+                .desc = "MWAIT 0x01",
+                .flags = MWAIT2flg(0x01) | CPUIDLE_FLAG_TIME_VALID,
+                .exit_latency = 10,
+                .target_residency = 250,
+                .enter = &intel_idle },
+        {
+                .name = "C3-IVT-4S",
+                .desc = "MWAIT 0x10",
+                .flags = MWAIT2flg(0x10) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 59,
+                .target_residency = 300,
+                .enter = &intel_idle },
+        {
+                .name = "C6-IVT-4S",
+                .desc = "MWAIT 0x20",
+                .flags = MWAIT2flg(0x20) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 84,
+                .target_residency = 400,
+                .enter = &intel_idle },
+        {
+                .enter = NULL }
+};
+
+static struct cpuidle_state ivt_cstates_8s[] = {
+        {
+                .name = "C1-IVT-8S",
+                .desc = "MWAIT 0x00",
+                .flags = MWAIT2flg(0x00) | CPUIDLE_FLAG_TIME_VALID,
+                .exit_latency = 1,
+                .target_residency = 1,
+                .enter = &intel_idle },
+        {
+                .name = "C1E-IVT-8S",
+                .desc = "MWAIT 0x01",
+                .flags = MWAIT2flg(0x01) | CPUIDLE_FLAG_TIME_VALID,
+                .exit_latency = 10,
+                .target_residency = 500,
+                .enter = &intel_idle },
+        {
+                .name = "C3-IVT-8S",
+                .desc = "MWAIT 0x10",
+                .flags = MWAIT2flg(0x10) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 59,
+                .target_residency = 600,
+                .enter = &intel_idle },
+        {
+                .name = "C6-IVT-8S",
+                .desc = "MWAIT 0x20",
+                .flags = MWAIT2flg(0x20) | CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
+                .exit_latency = 88,
+                .target_residency = 700,
+                .enter = &intel_idle },
+        {
+                .enter = NULL }
+};
+
 static struct cpuidle_state hsw_cstates[] = {
         {
                 .name = "C1-HSW",
@@ -464,11 +610,21 @@ static const struct idle_cpu idle_cpu_snb = {
         .disable_promotion_to_c1e = true,
 };
 
+static const struct idle_cpu idle_cpu_byt = {
+        .state_table = byt_cstates,
+        .disable_promotion_to_c1e = true,
+};
+
 static const struct idle_cpu idle_cpu_ivb = {
         .state_table = ivb_cstates,
         .disable_promotion_to_c1e = true,
 };
 
+static const struct idle_cpu idle_cpu_ivt = {
+        .state_table = ivt_cstates,
+        .disable_promotion_to_c1e = true,
+};
+
 static const struct idle_cpu idle_cpu_hsw = {
         .state_table = hsw_cstates,
         .disable_promotion_to_c1e = true,
@@ -494,8 +650,10 @@ static const struct x86_cpu_id intel_idle_ids[] = {
         ICPU(0x2f, idle_cpu_nehalem),
         ICPU(0x2a, idle_cpu_snb),
         ICPU(0x2d, idle_cpu_snb),
+        ICPU(0x36, idle_cpu_atom),
+        ICPU(0x37, idle_cpu_byt),
         ICPU(0x3a, idle_cpu_ivb),
-        ICPU(0x3e, idle_cpu_ivb),
+        ICPU(0x3e, idle_cpu_ivt),
         ICPU(0x3c, idle_cpu_hsw),
         ICPU(0x3f, idle_cpu_hsw),
         ICPU(0x45, idle_cpu_hsw),
@@ -572,6 +730,39 @@ static void intel_idle_cpuidle_devices_uninit(void)
         free_percpu(intel_idle_cpuidle_devices);
         return;
 }
+
+/*
+ * intel_idle_state_table_update()
+ *
+ * Update the default state_table for this CPU-id
+ *
+ * Currently used to access tuned IVT multi-socket targets
+ * Assumption: num_sockets == (max_package_num + 1)
+ */
+void intel_idle_state_table_update(void)
+{
+        /* IVT uses a different table for 1-2, 3-4, and > 4 sockets */
+        if (boot_cpu_data.x86_model == 0x3e) { /* IVT */
+                int cpu, package_num, num_sockets = 1;
+
+                for_each_online_cpu(cpu) {
+                        package_num = topology_physical_package_id(cpu);
+                        if (package_num + 1 > num_sockets) {
+                                num_sockets = package_num + 1;
+
+                                if (num_sockets > 4)
+                                        cpuidle_state_table = ivt_cstates_8s;
+                                        return;
+                        }
+                }
+
+                if (num_sockets > 2)
+                        cpuidle_state_table = ivt_cstates_4s;
+                /* else, 1 and 2 socket systems use default ivt_cstates */
+        }
+        return;
+}
+
 /*
  * intel_idle_cpuidle_driver_init()
  * allocate, initialize cpuidle_states
@@ -581,10 +772,12 @@ static int __init intel_idle_cpuidle_driver_init(void)
         int cstate;
         struct cpuidle_driver *drv = &intel_idle_driver;
 
+        intel_idle_state_table_update();
+
         drv->state_count = 1;
 
         for (cstate = 0; cstate < CPUIDLE_STATE_MAX; ++cstate) {
-                int num_substates, mwait_hint, mwait_cstate, mwait_substate;
+                int num_substates, mwait_hint, mwait_cstate;
 
                 if (cpuidle_state_table[cstate].enter == NULL)
                         break;
@@ -597,14 +790,13 @@ static int __init intel_idle_cpuidle_driver_init(void)
 
                 mwait_hint = flg2MWAIT(cpuidle_state_table[cstate].flags);
                 mwait_cstate = MWAIT_HINT2CSTATE(mwait_hint);
-                mwait_substate = MWAIT_HINT2SUBSTATE(mwait_hint);
 
-                /* does the state exist in CPUID.MWAIT? */
+                /* number of sub-states for this state in CPUID.MWAIT */
                 num_substates = (mwait_substates >> ((mwait_cstate + 1) * 4))
                                         & MWAIT_SUBSTATE_MASK;
 
-                /* if sub-state in table is not enumerated by CPUID */
-                if ((mwait_substate + 1) > num_substates)
+                /* if NO sub-states for this state in CPUID, skip it */
+                if (num_substates == 0)
                         continue;
 
                 if (((mwait_cstate + 1) > 2) &&