6 files changed, 368 insertions, 120 deletions

diff --git a/drivers/base/power/Makefile b/drivers/base/power/Makefile
index 2e58ebb1f6c0..1cb8544598d5 100644
--- a/drivers/base/power/Makefile
+++ b/drivers/base/power/Makefile
@@ -1,6 +1,5 @@
-obj-$(CONFIG_PM)        += sysfs.o generic_ops.o common.o qos.o
+obj-$(CONFIG_PM)        += sysfs.o generic_ops.o common.o qos.o runtime.o
 obj-$(CONFIG_PM_SLEEP)  += main.o wakeup.o
-obj-$(CONFIG_PM_RUNTIME)        += runtime.o
 obj-$(CONFIG_PM_TRACE_RTC)      += trace.o
 obj-$(CONFIG_PM_OPP)    += opp.o
 obj-$(CONFIG_PM_GENERIC_DOMAINS)        +=  domain.o domain_governor.o
diff --git a/drivers/base/power/domain.c b/drivers/base/power/domain.c
index bfb8955c406c..dc127e5dec4b 100644
--- a/drivers/base/power/domain.c
+++ b/drivers/base/power/domain.c
@@ -42,7 +42,7 @@
         struct gpd_timing_data *__td = &dev_gpd_data(dev)->td;                  \
         if (!__retval && __elapsed > __td->field) {                             \
                 __td->field = __elapsed;                                        \
-                dev_warn(dev, name " latency exceeded, new value %lld ns\n",    \
+                dev_dbg(dev, name " latency exceeded, new value %lld ns\n",     \
                         __elapsed);                                             \
                 genpd->max_off_time_changed = true;                             \
                 __td->constraint_changed = true;                                \
diff --git a/drivers/base/power/power.h b/drivers/base/power/power.h
index cfc3226ec492..a21223d95926 100644
--- a/drivers/base/power/power.h
+++ b/drivers/base/power/power.h
@@ -89,8 +89,8 @@ extern void dpm_sysfs_remove(struct device *dev);
 extern void rpm_sysfs_remove(struct device *dev);
 extern int wakeup_sysfs_add(struct device *dev);
 extern void wakeup_sysfs_remove(struct device *dev);
-extern int pm_qos_sysfs_add_latency(struct device *dev);
-extern void pm_qos_sysfs_remove_latency(struct device *dev);
+extern int pm_qos_sysfs_add_resume_latency(struct device *dev);
+extern void pm_qos_sysfs_remove_resume_latency(struct device *dev);
 extern int pm_qos_sysfs_add_flags(struct device *dev);
 extern void pm_qos_sysfs_remove_flags(struct device *dev);
 
diff --git a/drivers/base/power/qos.c b/drivers/base/power/qos.c
index 5c1361a9e5dd..36b9eb4862cb 100644
--- a/drivers/base/power/qos.c
+++ b/drivers/base/power/qos.c
@@ -105,7 +105,7 @@ EXPORT_SYMBOL_GPL(dev_pm_qos_flags);
 s32 __dev_pm_qos_read_value(struct device *dev)
 {
         return IS_ERR_OR_NULL(dev->power.qos) ?
-                0 : pm_qos_read_value(&dev->power.qos->latency);
+                0 : pm_qos_read_value(&dev->power.qos->resume_latency);
 }
 
 /**
@@ -141,16 +141,24 @@ static int apply_constraint(struct dev_pm_qos_request *req,
         int ret;
 
         switch(req->type) {
-        case DEV_PM_QOS_LATENCY:
-                ret = pm_qos_update_target(&qos->latency, &req->data.pnode,
-                                           action, value);
+        case DEV_PM_QOS_RESUME_LATENCY:
+                ret = pm_qos_update_target(&qos->resume_latency,
+                                           &req->data.pnode, action, value);
                 if (ret) {
-                        value = pm_qos_read_value(&qos->latency);
+                        value = pm_qos_read_value(&qos->resume_latency);
                         blocking_notifier_call_chain(&dev_pm_notifiers,
                                                      (unsigned long)value,
                                                      req);
                 }
                 break;
+        case DEV_PM_QOS_LATENCY_TOLERANCE:
+                ret = pm_qos_update_target(&qos->latency_tolerance,
+                                           &req->data.pnode, action, value);
+                if (ret) {
+                        value = pm_qos_read_value(&qos->latency_tolerance);
+                        req->dev->power.set_latency_tolerance(req->dev, value);
+                }
+                break;
         case DEV_PM_QOS_FLAGS:
                 ret = pm_qos_update_flags(&qos->flags, &req->data.flr,
                                           action, value);
@@ -186,13 +194,21 @@ static int dev_pm_qos_constraints_allocate(struct device *dev)
         }
         BLOCKING_INIT_NOTIFIER_HEAD(n);
 
-        c = &qos->latency;
+        c = &qos->resume_latency;
         plist_head_init(&c->list);
-        c->target_value = PM_QOS_DEV_LAT_DEFAULT_VALUE;
-        c->default_value = PM_QOS_DEV_LAT_DEFAULT_VALUE;
+        c->target_value = PM_QOS_RESUME_LATENCY_DEFAULT_VALUE;
+        c->default_value = PM_QOS_RESUME_LATENCY_DEFAULT_VALUE;
+        c->no_constraint_value = PM_QOS_RESUME_LATENCY_DEFAULT_VALUE;
         c->type = PM_QOS_MIN;
         c->notifiers = n;
 
+        c = &qos->latency_tolerance;
+        plist_head_init(&c->list);
+        c->target_value = PM_QOS_LATENCY_TOLERANCE_DEFAULT_VALUE;
+        c->default_value = PM_QOS_LATENCY_TOLERANCE_DEFAULT_VALUE;
+        c->no_constraint_value = PM_QOS_LATENCY_TOLERANCE_NO_CONSTRAINT;
+        c->type = PM_QOS_MIN;
+
         INIT_LIST_HEAD(&qos->flags.list);
 
         spin_lock_irq(&dev->power.lock);
@@ -224,7 +240,7 @@ void dev_pm_qos_constraints_destroy(struct device *dev)
          * If the device's PM QoS resume latency limit or PM QoS flags have been
          * exposed to user space, they have to be hidden at this point.
          */
-        pm_qos_sysfs_remove_latency(dev);
+        pm_qos_sysfs_remove_resume_latency(dev);
         pm_qos_sysfs_remove_flags(dev);
 
         mutex_lock(&dev_pm_qos_mtx);
@@ -237,7 +253,7 @@ void dev_pm_qos_constraints_destroy(struct device *dev)
                 goto out;
 
         /* Flush the constraints lists for the device. */
-        c = &qos->latency;
+        c = &qos->resume_latency;
         plist_for_each_entry_safe(req, tmp, &c->list, data.pnode) {
                 /*
                  * Update constraints list and call the notification
@@ -246,6 +262,11 @@ void dev_pm_qos_constraints_destroy(struct device *dev)
                 apply_constraint(req, PM_QOS_REMOVE_REQ, PM_QOS_DEFAULT_VALUE);
                 memset(req, 0, sizeof(*req));
         }
+        c = &qos->latency_tolerance;
+        plist_for_each_entry_safe(req, tmp, &c->list, data.pnode) {
+                apply_constraint(req, PM_QOS_REMOVE_REQ, PM_QOS_DEFAULT_VALUE);
+                memset(req, 0, sizeof(*req));
+        }
         f = &qos->flags;
         list_for_each_entry_safe(req, tmp, &f->list, data.flr.node) {
                 apply_constraint(req, PM_QOS_REMOVE_REQ, PM_QOS_DEFAULT_VALUE);
@@ -265,6 +286,40 @@ void dev_pm_qos_constraints_destroy(struct device *dev)
         mutex_unlock(&dev_pm_qos_sysfs_mtx);
 }
 
+static bool dev_pm_qos_invalid_request(struct device *dev,
+                                       struct dev_pm_qos_request *req)
+{
+        return !req || (req->type == DEV_PM_QOS_LATENCY_TOLERANCE
+                        && !dev->power.set_latency_tolerance);
+}
+
+static int __dev_pm_qos_add_request(struct device *dev,
+                                    struct dev_pm_qos_request *req,
+                                    enum dev_pm_qos_req_type type, s32 value)
+{
+        int ret = 0;
+
+        if (!dev || dev_pm_qos_invalid_request(dev, req))
+                return -EINVAL;
+
+        if (WARN(dev_pm_qos_request_active(req),
+                 "%s() called for already added request\n", __func__))
+                return -EINVAL;
+
+        if (IS_ERR(dev->power.qos))
+                ret = -ENODEV;
+        else if (!dev->power.qos)
+                ret = dev_pm_qos_constraints_allocate(dev);
+
+        trace_dev_pm_qos_add_request(dev_name(dev), type, value);
+        if (!ret) {
+                req->dev = dev;
+                req->type = type;
+                ret = apply_constraint(req, PM_QOS_ADD_REQ, value);
+        }
+        return ret;
+}
+
 /**
  * dev_pm_qos_add_request - inserts new qos request into the list
  * @dev: target device for the constraint
@@ -290,31 +345,11 @@ void dev_pm_qos_constraints_destroy(struct device *dev)
 int dev_pm_qos_add_request(struct device *dev, struct dev_pm_qos_request *req,
                            enum dev_pm_qos_req_type type, s32 value)
 {
-        int ret = 0;
-
-        if (!dev || !req) /*guard against callers passing in null */
-                return -EINVAL;
-
-        if (WARN(dev_pm_qos_request_active(req),
-                 "%s() called for already added request\n", __func__))
-                return -EINVAL;
+        int ret;
 
         mutex_lock(&dev_pm_qos_mtx);
-
-        if (IS_ERR(dev->power.qos))
-                ret = -ENODEV;
-        else if (!dev->power.qos)
-                ret = dev_pm_qos_constraints_allocate(dev);
-
-        trace_dev_pm_qos_add_request(dev_name(dev), type, value);
-        if (!ret) {
-                req->dev = dev;
-                req->type = type;
-                ret = apply_constraint(req, PM_QOS_ADD_REQ, value);
-        }
-
+        ret = __dev_pm_qos_add_request(dev, req, type, value);
         mutex_unlock(&dev_pm_qos_mtx);
-
         return ret;
 }
 EXPORT_SYMBOL_GPL(dev_pm_qos_add_request);
@@ -341,7 +376,8 @@ static int __dev_pm_qos_update_request(struct dev_pm_qos_request *req,
                 return -ENODEV;
 
         switch(req->type) {
-        case DEV_PM_QOS_LATENCY:
+        case DEV_PM_QOS_RESUME_LATENCY:
+        case DEV_PM_QOS_LATENCY_TOLERANCE:
                 curr_value = req->data.pnode.prio;
                 break;
         case DEV_PM_QOS_FLAGS:
@@ -460,8 +496,8 @@ int dev_pm_qos_add_notifier(struct device *dev, struct notifier_block *notifier)
                 ret = dev_pm_qos_constraints_allocate(dev);
 
         if (!ret)
-                ret = blocking_notifier_chain_register(
-                                dev->power.qos->latency.notifiers, notifier);
+                ret = blocking_notifier_chain_register(dev->power.qos->resume_latency.notifiers,
+                                                       notifier);
 
         mutex_unlock(&dev_pm_qos_mtx);
         return ret;
@@ -487,9 +523,8 @@ int dev_pm_qos_remove_notifier(struct device *dev,
 
         /* Silently return if the constraints object is not present. */
         if (!IS_ERR_OR_NULL(dev->power.qos))
-                retval = blocking_notifier_chain_unregister(
-                                dev->power.qos->latency.notifiers,
-                                notifier);
+                retval = blocking_notifier_chain_unregister(dev->power.qos->resume_latency.notifiers,
+                                                            notifier);
 
         mutex_unlock(&dev_pm_qos_mtx);
         return retval;
@@ -530,20 +565,32 @@ EXPORT_SYMBOL_GPL(dev_pm_qos_remove_global_notifier);
  * dev_pm_qos_add_ancestor_request - Add PM QoS request for device's ancestor.
  * @dev: Device whose ancestor to add the request for.
  * @req: Pointer to the preallocated handle.
+ * @type: Type of the request.
  * @value: Constraint latency value.
  */
 int dev_pm_qos_add_ancestor_request(struct device *dev,
-                                    struct dev_pm_qos_request *req, s32 value)
+                                    struct dev_pm_qos_request *req,
+                                    enum dev_pm_qos_req_type type, s32 value)
 {
         struct device *ancestor = dev->parent;
         int ret = -ENODEV;
 
-        while (ancestor && !ancestor->power.ignore_children)
-                ancestor = ancestor->parent;
+        switch (type) {
+        case DEV_PM_QOS_RESUME_LATENCY:
+                while (ancestor && !ancestor->power.ignore_children)
+                        ancestor = ancestor->parent;
 
+                break;
+        case DEV_PM_QOS_LATENCY_TOLERANCE:
+                while (ancestor && !ancestor->power.set_latency_tolerance)
+                        ancestor = ancestor->parent;
+
+                break;
+        default:
+                ancestor = NULL;
+        }
         if (ancestor)
-                ret = dev_pm_qos_add_request(ancestor, req,
-                                             DEV_PM_QOS_LATENCY, value);
+                ret = dev_pm_qos_add_request(ancestor, req, type, value);
 
         if (ret < 0)
                 req->dev = NULL;
@@ -559,9 +606,13 @@ static void __dev_pm_qos_drop_user_request(struct device *dev,
         struct dev_pm_qos_request *req = NULL;
 
         switch(type) {
-        case DEV_PM_QOS_LATENCY:
-                req = dev->power.qos->latency_req;
-                dev->power.qos->latency_req = NULL;
+        case DEV_PM_QOS_RESUME_LATENCY:
+                req = dev->power.qos->resume_latency_req;
+                dev->power.qos->resume_latency_req = NULL;
+                break;
+        case DEV_PM_QOS_LATENCY_TOLERANCE:
+                req = dev->power.qos->latency_tolerance_req;
+                dev->power.qos->latency_tolerance_req = NULL;
                 break;
         case DEV_PM_QOS_FLAGS:
                 req = dev->power.qos->flags_req;
@@ -597,7 +648,7 @@ int dev_pm_qos_expose_latency_limit(struct device *dev, s32 value)
         if (!req)
                 return -ENOMEM;
 
-        ret = dev_pm_qos_add_request(dev, req, DEV_PM_QOS_LATENCY, value);
+        ret = dev_pm_qos_add_request(dev, req, DEV_PM_QOS_RESUME_LATENCY, value);
         if (ret < 0) {
                 kfree(req);
                 return ret;
@@ -609,7 +660,7 @@ int dev_pm_qos_expose_latency_limit(struct device *dev, s32 value)
 
         if (IS_ERR_OR_NULL(dev->power.qos))
                 ret = -ENODEV;
-        else if (dev->power.qos->latency_req)
+        else if (dev->power.qos->resume_latency_req)
                 ret = -EEXIST;
 
         if (ret < 0) {
@@ -618,13 +669,13 @@ int dev_pm_qos_expose_latency_limit(struct device *dev, s32 value)
                 mutex_unlock(&dev_pm_qos_mtx);
                 goto out;
         }
-        dev->power.qos->latency_req = req;
+        dev->power.qos->resume_latency_req = req;
 
         mutex_unlock(&dev_pm_qos_mtx);
 
-        ret = pm_qos_sysfs_add_latency(dev);
+        ret = pm_qos_sysfs_add_resume_latency(dev);
         if (ret)
-                dev_pm_qos_drop_user_request(dev, DEV_PM_QOS_LATENCY);
+                dev_pm_qos_drop_user_request(dev, DEV_PM_QOS_RESUME_LATENCY);
 
  out:
         mutex_unlock(&dev_pm_qos_sysfs_mtx);
@@ -634,8 +685,8 @@ EXPORT_SYMBOL_GPL(dev_pm_qos_expose_latency_limit);
 
 static void __dev_pm_qos_hide_latency_limit(struct device *dev)
 {
-        if (!IS_ERR_OR_NULL(dev->power.qos) && dev->power.qos->latency_req)
-                __dev_pm_qos_drop_user_request(dev, DEV_PM_QOS_LATENCY);
+        if (!IS_ERR_OR_NULL(dev->power.qos) && dev->power.qos->resume_latency_req)
+                __dev_pm_qos_drop_user_request(dev, DEV_PM_QOS_RESUME_LATENCY);
 }
 
 /**
@@ -646,7 +697,7 @@ void dev_pm_qos_hide_latency_limit(struct device *dev)
 {
         mutex_lock(&dev_pm_qos_sysfs_mtx);
 
-        pm_qos_sysfs_remove_latency(dev);
+        pm_qos_sysfs_remove_resume_latency(dev);
 
         mutex_lock(&dev_pm_qos_mtx);
         __dev_pm_qos_hide_latency_limit(dev);
@@ -768,6 +819,67 @@ int dev_pm_qos_update_flags(struct device *dev, s32 mask, bool set)
         pm_runtime_put(dev);
         return ret;
 }
+
+/**
+ * dev_pm_qos_get_user_latency_tolerance - Get user space latency tolerance.
+ * @dev: Device to obtain the user space latency tolerance for.
+ */
+s32 dev_pm_qos_get_user_latency_tolerance(struct device *dev)
+{
+        s32 ret;
+
+        mutex_lock(&dev_pm_qos_mtx);
+        ret = IS_ERR_OR_NULL(dev->power.qos)
+                || !dev->power.qos->latency_tolerance_req ?
+                        PM_QOS_LATENCY_TOLERANCE_NO_CONSTRAINT :
+                        dev->power.qos->latency_tolerance_req->data.pnode.prio;
+        mutex_unlock(&dev_pm_qos_mtx);
+        return ret;
+}
+
+/**
+ * dev_pm_qos_update_user_latency_tolerance - Update user space latency tolerance.
+ * @dev: Device to update the user space latency tolerance for.
+ * @val: New user space latency tolerance for @dev (negative values disable).
+ */
+int dev_pm_qos_update_user_latency_tolerance(struct device *dev, s32 val)
+{
+        int ret;
+
+        mutex_lock(&dev_pm_qos_mtx);
+
+        if (IS_ERR_OR_NULL(dev->power.qos)
+            || !dev->power.qos->latency_tolerance_req) {
+                struct dev_pm_qos_request *req;
+
+                if (val < 0) {
+                        ret = -EINVAL;
+                        goto out;
+                }
+                req = kzalloc(sizeof(*req), GFP_KERNEL);
+                if (!req) {
+                        ret = -ENOMEM;
+                        goto out;
+                }
+                ret = __dev_pm_qos_add_request(dev, req, DEV_PM_QOS_LATENCY_TOLERANCE, val);
+                if (ret < 0) {
+                        kfree(req);
+                        goto out;
+                }
+                dev->power.qos->latency_tolerance_req = req;
+        } else {
+                if (val < 0) {
+                        __dev_pm_qos_drop_user_request(dev, DEV_PM_QOS_LATENCY_TOLERANCE);
+                        ret = 0;
+                } else {
+                        ret = __dev_pm_qos_update_request(dev->power.qos->latency_tolerance_req, val);
+                }
+        }
+
+ out:
+        mutex_unlock(&dev_pm_qos_mtx);
+        return ret;
+}
 #else /* !CONFIG_PM_RUNTIME */
 static void __dev_pm_qos_hide_latency_limit(struct device *dev) {}
 static void __dev_pm_qos_hide_flags(struct device *dev) {}
diff --git a/drivers/base/power/runtime.c b/drivers/base/power/runtime.c
index 72e00e66ecc5..4776cf528d08 100644
--- a/drivers/base/power/runtime.c
+++ b/drivers/base/power/runtime.c
@@ -13,6 +13,43 @@
 #include <trace/events/rpm.h>
 #include "power.h"
 
+#define RPM_GET_CALLBACK(dev, cb)                               \
+({                                                              \
+        int (*__rpm_cb)(struct device *__d);                    \
+                                                                \
+        if (dev->pm_domain)                                     \
+                __rpm_cb = dev->pm_domain->ops.cb;              \
+        else if (dev->type && dev->type->pm)                    \
+                __rpm_cb = dev->type->pm->cb;                   \
+        else if (dev->class && dev->class->pm)                  \
+                __rpm_cb = dev->class->pm->cb;                  \
+        else if (dev->bus && dev->bus->pm)                      \
+                __rpm_cb = dev->bus->pm->cb;                    \
+        else                                                    \
+                __rpm_cb = NULL;                                \
+                                                                \
+        if (!__rpm_cb && dev->driver && dev->driver->pm)        \
+                __rpm_cb = dev->driver->pm->cb;                 \
+                                                                \
+        __rpm_cb;                                               \
+})
+
+static int (*rpm_get_suspend_cb(struct device *dev))(struct device *)
+{
+        return RPM_GET_CALLBACK(dev, runtime_suspend);
+}
+
+static int (*rpm_get_resume_cb(struct device *dev))(struct device *)
+{
+        return RPM_GET_CALLBACK(dev, runtime_resume);
+}
+
+#ifdef CONFIG_PM_RUNTIME
+static int (*rpm_get_idle_cb(struct device *dev))(struct device *)
+{
+        return RPM_GET_CALLBACK(dev, runtime_idle);
+}
+
 static int rpm_resume(struct device *dev, int rpmflags);
 static int rpm_suspend(struct device *dev, int rpmflags);
 
@@ -310,19 +347,7 @@ static int rpm_idle(struct device *dev, int rpmflags)
 
         dev->power.idle_notification = true;
 
-        if (dev->pm_domain)
-                callback = dev->pm_domain->ops.runtime_idle;
-        else if (dev->type && dev->type->pm)
-                callback = dev->type->pm->runtime_idle;
-        else if (dev->class && dev->class->pm)
-                callback = dev->class->pm->runtime_idle;
-        else if (dev->bus && dev->bus->pm)
-                callback = dev->bus->pm->runtime_idle;
-        else
-                callback = NULL;
-
-        if (!callback && dev->driver && dev->driver->pm)
-                callback = dev->driver->pm->runtime_idle;
+        callback = rpm_get_idle_cb(dev);
 
         if (callback)
                 retval = __rpm_callback(callback, dev);
@@ -492,19 +517,7 @@ static int rpm_suspend(struct device *dev, int rpmflags)
 
         __update_runtime_status(dev, RPM_SUSPENDING);
 
-        if (dev->pm_domain)
-                callback = dev->pm_domain->ops.runtime_suspend;
-        else if (dev->type && dev->type->pm)
-                callback = dev->type->pm->runtime_suspend;
-        else if (dev->class && dev->class->pm)
-                callback = dev->class->pm->runtime_suspend;
-        else if (dev->bus && dev->bus->pm)
-                callback = dev->bus->pm->runtime_suspend;
-        else
-                callback = NULL;
-
-        if (!callback && dev->driver && dev->driver->pm)
-                callback = dev->driver->pm->runtime_suspend;
+        callback = rpm_get_suspend_cb(dev);
 
         retval = rpm_callback(callback, dev);
         if (retval)
@@ -724,19 +737,7 @@ static int rpm_resume(struct device *dev, int rpmflags)
 
         __update_runtime_status(dev, RPM_RESUMING);
 
-        if (dev->pm_domain)
-                callback = dev->pm_domain->ops.runtime_resume;
-        else if (dev->type && dev->type->pm)
-                callback = dev->type->pm->runtime_resume;
-        else if (dev->class && dev->class->pm)
-                callback = dev->class->pm->runtime_resume;
-        else if (dev->bus && dev->bus->pm)
-                callback = dev->bus->pm->runtime_resume;
-        else
-                callback = NULL;
-
-        if (!callback && dev->driver && dev->driver->pm)
-                callback = dev->driver->pm->runtime_resume;
+        callback = rpm_get_resume_cb(dev);
 
         retval = rpm_callback(callback, dev);
         if (retval) {
@@ -1401,3 +1402,86 @@ void pm_runtime_remove(struct device *dev)
         if (dev->power.irq_safe && dev->parent)
                 pm_runtime_put(dev->parent);
 }
+#endif
+
+/**
+ * pm_runtime_force_suspend - Force a device into suspend state if needed.
+ * @dev: Device to suspend.
+ *
+ * Disable runtime PM so we safely can check the device's runtime PM status and
+ * if it is active, invoke it's .runtime_suspend callback to bring it into
+ * suspend state. Keep runtime PM disabled to preserve the state unless we
+ * encounter errors.
+ *
+ * Typically this function may be invoked from a system suspend callback to make
+ * sure the device is put into low power state.
+ */
+int pm_runtime_force_suspend(struct device *dev)
+{
+        int (*callback)(struct device *);
+        int ret = 0;
+
+        pm_runtime_disable(dev);
+
+        /*
+         * Note that pm_runtime_status_suspended() returns false while
+         * !CONFIG_PM_RUNTIME, which means the device will be put into low
+         * power state.
+         */
+        if (pm_runtime_status_suspended(dev))
+                return 0;
+
+        callback = rpm_get_suspend_cb(dev);
+
+        if (!callback) {
+                ret = -ENOSYS;
+                goto err;
+        }
+
+        ret = callback(dev);
+        if (ret)
+                goto err;
+
+        pm_runtime_set_suspended(dev);
+        return 0;
+err:
+        pm_runtime_enable(dev);
+        return ret;
+}
+EXPORT_SYMBOL_GPL(pm_runtime_force_suspend);
+
+/**
+ * pm_runtime_force_resume - Force a device into resume state.
+ * @dev: Device to resume.
+ *
+ * Prior invoking this function we expect the user to have brought the device
+ * into low power state by a call to pm_runtime_force_suspend(). Here we reverse
+ * those actions and brings the device into full power. We update the runtime PM
+ * status and re-enables runtime PM.
+ *
+ * Typically this function may be invoked from a system resume callback to make
+ * sure the device is put into full power state.
+ */
+int pm_runtime_force_resume(struct device *dev)
+{
+        int (*callback)(struct device *);
+        int ret = 0;
+
+        callback = rpm_get_resume_cb(dev);
+
+        if (!callback) {
+                ret = -ENOSYS;
+                goto out;
+        }
+
+        ret = callback(dev);
+        if (ret)
+                goto out;
+
+        pm_runtime_set_active(dev);
+        pm_runtime_mark_last_busy(dev);
+out:
+        pm_runtime_enable(dev);
+        return ret;
+}
+EXPORT_SYMBOL_GPL(pm_runtime_force_resume);
diff --git a/drivers/base/power/sysfs.c b/drivers/base/power/sysfs.c
index 03e089ade5ce..95b181d1ca6d 100644
--- a/drivers/base/power/sysfs.c
+++ b/drivers/base/power/sysfs.c
@@ -218,15 +218,16 @@ static ssize_t autosuspend_delay_ms_store(struct device *dev,
 static DEVICE_ATTR(autosuspend_delay_ms, 0644, autosuspend_delay_ms_show,
                 autosuspend_delay_ms_store);
 
-static ssize_t pm_qos_latency_show(struct device *dev,
-                                   struct device_attribute *attr, char *buf)
+static ssize_t pm_qos_resume_latency_show(struct device *dev,
+                                          struct device_attribute *attr,
+                                          char *buf)
 {
-        return sprintf(buf, "%d\n", dev_pm_qos_requested_latency(dev));
+        return sprintf(buf, "%d\n", dev_pm_qos_requested_resume_latency(dev));
 }
 
-static ssize_t pm_qos_latency_store(struct device *dev,
-                                    struct device_attribute *attr,
-                                    const char *buf, size_t n)
+static ssize_t pm_qos_resume_latency_store(struct device *dev,
+                                           struct device_attribute *attr,
+                                           const char *buf, size_t n)
 {
         s32 value;
         int ret;
@@ -237,12 +238,47 @@ static ssize_t pm_qos_latency_store(struct device *dev,
         if (value < 0)
                 return -EINVAL;
 
-        ret = dev_pm_qos_update_request(dev->power.qos->latency_req, value);
+        ret = dev_pm_qos_update_request(dev->power.qos->resume_latency_req,
+                                        value);
         return ret < 0 ? ret : n;
 }
 
 static DEVICE_ATTR(pm_qos_resume_latency_us, 0644,
-                   pm_qos_latency_show, pm_qos_latency_store);
+                   pm_qos_resume_latency_show, pm_qos_resume_latency_store);
+
+static ssize_t pm_qos_latency_tolerance_show(struct device *dev,
+                                             struct device_attribute *attr,
+                                             char *buf)
+{
+        s32 value = dev_pm_qos_get_user_latency_tolerance(dev);
+
+        if (value < 0)
+                return sprintf(buf, "auto\n");
+        else if (value == PM_QOS_LATENCY_ANY)
+                return sprintf(buf, "any\n");
+
+        return sprintf(buf, "%d\n", value);
+}
+
+static ssize_t pm_qos_latency_tolerance_store(struct device *dev,
+                                              struct device_attribute *attr,
+                                              const char *buf, size_t n)
+{
+        s32 value;
+        int ret;
+
+        if (kstrtos32(buf, 0, &value)) {
+                if (!strcmp(buf, "auto") || !strcmp(buf, "auto\n"))
+                        value = PM_QOS_LATENCY_TOLERANCE_NO_CONSTRAINT;
+                else if (!strcmp(buf, "any") || !strcmp(buf, "any\n"))
+                        value = PM_QOS_LATENCY_ANY;
+        }
+        ret = dev_pm_qos_update_user_latency_tolerance(dev, value);
+        return ret < 0 ? ret : n;
+}
+
+static DEVICE_ATTR(pm_qos_latency_tolerance_us, 0644,
+                   pm_qos_latency_tolerance_show, pm_qos_latency_tolerance_store);
 
 static ssize_t pm_qos_no_power_off_show(struct device *dev,
                                         struct device_attribute *attr,
@@ -618,15 +654,26 @@ static struct attribute_group pm_runtime_attr_group = {
         .attrs  = runtime_attrs,
 };
 
-static struct attribute *pm_qos_latency_attrs[] = {
+static struct attribute *pm_qos_resume_latency_attrs[] = {
 #ifdef CONFIG_PM_RUNTIME
         &dev_attr_pm_qos_resume_latency_us.attr,
 #endif /* CONFIG_PM_RUNTIME */
         NULL,
 };
-static struct attribute_group pm_qos_latency_attr_group = {
+static struct attribute_group pm_qos_resume_latency_attr_group = {
+        .name   = power_group_name,
+        .attrs  = pm_qos_resume_latency_attrs,
+};
+
+static struct attribute *pm_qos_latency_tolerance_attrs[] = {
+#ifdef CONFIG_PM_RUNTIME
+        &dev_attr_pm_qos_latency_tolerance_us.attr,
+#endif /* CONFIG_PM_RUNTIME */
+        NULL,
+};
+static struct attribute_group pm_qos_latency_tolerance_attr_group = {
         .name   = power_group_name,
-        .attrs  = pm_qos_latency_attrs,
+        .attrs  = pm_qos_latency_tolerance_attrs,
 };
 
 static struct attribute *pm_qos_flags_attrs[] = {
@@ -654,18 +701,23 @@ int dpm_sysfs_add(struct device *dev)
                 if (rc)
                         goto err_out;
         }
-
         if (device_can_wakeup(dev)) {
                 rc = sysfs_merge_group(&dev->kobj, &pm_wakeup_attr_group);
-                if (rc) {
-                        if (pm_runtime_callbacks_present(dev))
-                                sysfs_unmerge_group(&dev->kobj,
-                                                    &pm_runtime_attr_group);
-                        goto err_out;
-                }
+                if (rc)
+                        goto err_runtime;
+        }
+        if (dev->power.set_latency_tolerance) {
+                rc = sysfs_merge_group(&dev->kobj,
+                                       &pm_qos_latency_tolerance_attr_group);
+                if (rc)
+                        goto err_wakeup;
         }
         return 0;
 
+ err_wakeup:
+        sysfs_unmerge_group(&dev->kobj, &pm_wakeup_attr_group);
+ err_runtime:
+        sysfs_unmerge_group(&dev->kobj, &pm_runtime_attr_group);
  err_out:
         sysfs_remove_group(&dev->kobj, &pm_attr_group);
         return rc;
@@ -681,14 +733,14 @@ void wakeup_sysfs_remove(struct device *dev)
         sysfs_unmerge_group(&dev->kobj, &pm_wakeup_attr_group);
 }
 
-int pm_qos_sysfs_add_latency(struct device *dev)
+int pm_qos_sysfs_add_resume_latency(struct device *dev)
 {
-        return sysfs_merge_group(&dev->kobj, &pm_qos_latency_attr_group);
+        return sysfs_merge_group(&dev->kobj, &pm_qos_resume_latency_attr_group);
 }
 
-void pm_qos_sysfs_remove_latency(struct device *dev)
+void pm_qos_sysfs_remove_resume_latency(struct device *dev)
 {
-        sysfs_unmerge_group(&dev->kobj, &pm_qos_latency_attr_group);
+        sysfs_unmerge_group(&dev->kobj, &pm_qos_resume_latency_attr_group);
 }
 
 int pm_qos_sysfs_add_flags(struct device *dev)
@@ -708,6 +760,7 @@ void rpm_sysfs_remove(struct device *dev)
 
 void dpm_sysfs_remove(struct device *dev)
 {
+        sysfs_unmerge_group(&dev->kobj, &pm_qos_latency_tolerance_attr_group);
         dev_pm_qos_constraints_destroy(dev);
         rpm_sysfs_remove(dev);
         sysfs_unmerge_group(&dev->kobj, &pm_wakeup_attr_group);