cpuidle: Split cpuidle_state structure and move per-cpu statistics fields
This is the first step towards global registration of cpuidle states. The statistics used primarily by the governor are per-cpu and have to be split from rest of the fields inside cpuidle_state, which would be made global i.e. single copy. The driver_data field is also per-cpu and moved. Signed-off-by: Deepthi Dharwar <deepthi@linux.vnet.ibm.com> Signed-off-by: Trinabh Gupta <g.trinabh@gmail.com> Tested-by: Jean Pihet <j-pihet@ti.com> Reviewed-by: Kevin Hilman <khilman@ti.com> Acked-by: Arjan van de Ven <arjan@linux.intel.com> Acked-by: Kevin Hilman <khilman@ti.com> Signed-off-by: Len Brown <len.brown@intel.com>
This commit is contained in:
committed by
Len Brown
parent
b25edc42bf
commit
4202735e8a
@@ -80,7 +80,8 @@ static struct davinci_ops davinci_states[DAVINCI_CPUIDLE_MAX_STATES] = {
|
|||||||
static int davinci_enter_idle(struct cpuidle_device *dev,
|
static int davinci_enter_idle(struct cpuidle_device *dev,
|
||||||
int index)
|
int index)
|
||||||
{
|
{
|
||||||
struct davinci_ops *ops = cpuidle_get_statedata(&dev->states[index]);
|
struct cpuidle_state_usage *state_usage = &dev->states_usage[index];
|
||||||
|
struct davinci_ops *ops = cpuidle_get_statedata(state_usage);
|
||||||
struct timeval before, after;
|
struct timeval before, after;
|
||||||
int idle_time;
|
int idle_time;
|
||||||
|
|
||||||
@@ -142,7 +143,7 @@ static int __init davinci_cpuidle_probe(struct platform_device *pdev)
|
|||||||
strcpy(device->states[1].desc, "WFI and DDR Self Refresh");
|
strcpy(device->states[1].desc, "WFI and DDR Self Refresh");
|
||||||
if (pdata->ddr2_pdown)
|
if (pdata->ddr2_pdown)
|
||||||
davinci_states[1].flags |= DAVINCI_CPUIDLE_FLAGS_DDR2_PWDN;
|
davinci_states[1].flags |= DAVINCI_CPUIDLE_FLAGS_DDR2_PWDN;
|
||||||
cpuidle_set_statedata(&device->states[1], &davinci_states[1]);
|
cpuidle_set_statedata(&device->states_usage[1], &davinci_states[1]);
|
||||||
|
|
||||||
device->state_count = DAVINCI_CPUIDLE_MAX_STATES;
|
device->state_count = DAVINCI_CPUIDLE_MAX_STATES;
|
||||||
|
|
||||||
|
@@ -97,7 +97,7 @@ static int omap3_enter_idle(struct cpuidle_device *dev,
|
|||||||
int index)
|
int index)
|
||||||
{
|
{
|
||||||
struct omap3_idle_statedata *cx =
|
struct omap3_idle_statedata *cx =
|
||||||
cpuidle_get_statedata(&dev->states[index]);
|
cpuidle_get_statedata(&dev->states_usage[index]);
|
||||||
struct timespec ts_preidle, ts_postidle, ts_idle;
|
struct timespec ts_preidle, ts_postidle, ts_idle;
|
||||||
u32 mpu_state = cx->mpu_state, core_state = cx->core_state;
|
u32 mpu_state = cx->mpu_state, core_state = cx->core_state;
|
||||||
int idle_time;
|
int idle_time;
|
||||||
@@ -160,8 +160,9 @@ return_sleep_time:
|
|||||||
static int next_valid_state(struct cpuidle_device *dev,
|
static int next_valid_state(struct cpuidle_device *dev,
|
||||||
int index)
|
int index)
|
||||||
{
|
{
|
||||||
|
struct cpuidle_state_usage *curr_usage = &dev->states_usage[index];
|
||||||
struct cpuidle_state *curr = &dev->states[index];
|
struct cpuidle_state *curr = &dev->states[index];
|
||||||
struct omap3_idle_statedata *cx = cpuidle_get_statedata(curr);
|
struct omap3_idle_statedata *cx = cpuidle_get_statedata(curr_usage);
|
||||||
u32 mpu_deepest_state = PWRDM_POWER_RET;
|
u32 mpu_deepest_state = PWRDM_POWER_RET;
|
||||||
u32 core_deepest_state = PWRDM_POWER_RET;
|
u32 core_deepest_state = PWRDM_POWER_RET;
|
||||||
int next_index = -1;
|
int next_index = -1;
|
||||||
@@ -202,7 +203,7 @@ static int next_valid_state(struct cpuidle_device *dev,
|
|||||||
*/
|
*/
|
||||||
idx--;
|
idx--;
|
||||||
for (; idx >= 0; idx--) {
|
for (; idx >= 0; idx--) {
|
||||||
cx = cpuidle_get_statedata(&dev->states[idx]);
|
cx = cpuidle_get_statedata(&dev->states_usage[idx]);
|
||||||
if ((cx->valid) &&
|
if ((cx->valid) &&
|
||||||
(cx->mpu_state >= mpu_deepest_state) &&
|
(cx->mpu_state >= mpu_deepest_state) &&
|
||||||
(cx->core_state >= core_deepest_state)) {
|
(cx->core_state >= core_deepest_state)) {
|
||||||
@@ -231,7 +232,6 @@ static int next_valid_state(struct cpuidle_device *dev,
|
|||||||
static int omap3_enter_idle_bm(struct cpuidle_device *dev,
|
static int omap3_enter_idle_bm(struct cpuidle_device *dev,
|
||||||
int index)
|
int index)
|
||||||
{
|
{
|
||||||
struct cpuidle_state *state = &dev->states[index];
|
|
||||||
int new_state_idx;
|
int new_state_idx;
|
||||||
u32 core_next_state, per_next_state = 0, per_saved_state = 0, cam_state;
|
u32 core_next_state, per_next_state = 0, per_saved_state = 0, cam_state;
|
||||||
struct omap3_idle_statedata *cx;
|
struct omap3_idle_statedata *cx;
|
||||||
@@ -264,7 +264,7 @@ static int omap3_enter_idle_bm(struct cpuidle_device *dev,
|
|||||||
* Prevent PER off if CORE is not in retention or off as this
|
* Prevent PER off if CORE is not in retention or off as this
|
||||||
* would disable PER wakeups completely.
|
* would disable PER wakeups completely.
|
||||||
*/
|
*/
|
||||||
cx = cpuidle_get_statedata(state);
|
cx = cpuidle_get_statedata(&dev->states_usage[index]);
|
||||||
core_next_state = cx->core_state;
|
core_next_state = cx->core_state;
|
||||||
per_next_state = per_saved_state = pwrdm_read_next_pwrst(per_pd);
|
per_next_state = per_saved_state = pwrdm_read_next_pwrst(per_pd);
|
||||||
if ((per_next_state == PWRDM_POWER_OFF) &&
|
if ((per_next_state == PWRDM_POWER_OFF) &&
|
||||||
@@ -318,6 +318,7 @@ static inline struct omap3_idle_statedata *_fill_cstate(
|
|||||||
{
|
{
|
||||||
struct omap3_idle_statedata *cx = &omap3_idle_data[idx];
|
struct omap3_idle_statedata *cx = &omap3_idle_data[idx];
|
||||||
struct cpuidle_state *state = &dev->states[idx];
|
struct cpuidle_state *state = &dev->states[idx];
|
||||||
|
struct cpuidle_state_usage *state_usage = &dev->states_usage[idx];
|
||||||
|
|
||||||
state->exit_latency = cpuidle_params_table[idx].exit_latency;
|
state->exit_latency = cpuidle_params_table[idx].exit_latency;
|
||||||
state->target_residency = cpuidle_params_table[idx].target_residency;
|
state->target_residency = cpuidle_params_table[idx].target_residency;
|
||||||
@@ -326,7 +327,7 @@ static inline struct omap3_idle_statedata *_fill_cstate(
|
|||||||
cx->valid = cpuidle_params_table[idx].valid;
|
cx->valid = cpuidle_params_table[idx].valid;
|
||||||
sprintf(state->name, "C%d", idx + 1);
|
sprintf(state->name, "C%d", idx + 1);
|
||||||
strncpy(state->desc, descr, CPUIDLE_DESC_LEN);
|
strncpy(state->desc, descr, CPUIDLE_DESC_LEN);
|
||||||
cpuidle_set_statedata(state, cx);
|
cpuidle_set_statedata(state_usage, cx);
|
||||||
|
|
||||||
return cx;
|
return cx;
|
||||||
}
|
}
|
||||||
|
@@ -745,14 +745,13 @@ static inline void acpi_idle_do_entry(struct acpi_processor_cx *cx)
|
|||||||
*
|
*
|
||||||
* This is equivalent to the HALT instruction.
|
* This is equivalent to the HALT instruction.
|
||||||
*/
|
*/
|
||||||
static int acpi_idle_enter_c1(struct cpuidle_device *dev,
|
static int acpi_idle_enter_c1(struct cpuidle_device *dev, int index)
|
||||||
int index)
|
|
||||||
{
|
{
|
||||||
ktime_t kt1, kt2;
|
ktime_t kt1, kt2;
|
||||||
s64 idle_time;
|
s64 idle_time;
|
||||||
struct acpi_processor *pr;
|
struct acpi_processor *pr;
|
||||||
struct cpuidle_state *state = &dev->states[index];
|
struct cpuidle_state_usage *state_usage = &dev->states_usage[index];
|
||||||
struct acpi_processor_cx *cx = cpuidle_get_statedata(state);
|
struct acpi_processor_cx *cx = cpuidle_get_statedata(state_usage);
|
||||||
|
|
||||||
pr = __this_cpu_read(processors);
|
pr = __this_cpu_read(processors);
|
||||||
dev->last_residency = 0;
|
dev->last_residency = 0;
|
||||||
@@ -790,12 +789,11 @@ static int acpi_idle_enter_c1(struct cpuidle_device *dev,
|
|||||||
* @dev: the target CPU
|
* @dev: the target CPU
|
||||||
* @index: the index of suggested state
|
* @index: the index of suggested state
|
||||||
*/
|
*/
|
||||||
static int acpi_idle_enter_simple(struct cpuidle_device *dev,
|
static int acpi_idle_enter_simple(struct cpuidle_device *dev, int index)
|
||||||
int index)
|
|
||||||
{
|
{
|
||||||
struct acpi_processor *pr;
|
struct acpi_processor *pr;
|
||||||
struct cpuidle_state *state = &dev->states[index];
|
struct cpuidle_state_usage *state_usage = &dev->states_usage[index];
|
||||||
struct acpi_processor_cx *cx = cpuidle_get_statedata(state);
|
struct acpi_processor_cx *cx = cpuidle_get_statedata(state_usage);
|
||||||
ktime_t kt1, kt2;
|
ktime_t kt1, kt2;
|
||||||
s64 idle_time_ns;
|
s64 idle_time_ns;
|
||||||
s64 idle_time;
|
s64 idle_time;
|
||||||
@@ -875,12 +873,11 @@ static DEFINE_SPINLOCK(c3_lock);
|
|||||||
*
|
*
|
||||||
* If BM is detected, the deepest non-C3 idle state is entered instead.
|
* If BM is detected, the deepest non-C3 idle state is entered instead.
|
||||||
*/
|
*/
|
||||||
static int acpi_idle_enter_bm(struct cpuidle_device *dev,
|
static int acpi_idle_enter_bm(struct cpuidle_device *dev, int index)
|
||||||
int index)
|
|
||||||
{
|
{
|
||||||
struct acpi_processor *pr;
|
struct acpi_processor *pr;
|
||||||
struct cpuidle_state *state = &dev->states[index];
|
struct cpuidle_state_usage *state_usage = &dev->states_usage[index];
|
||||||
struct acpi_processor_cx *cx = cpuidle_get_statedata(state);
|
struct acpi_processor_cx *cx = cpuidle_get_statedata(state_usage);
|
||||||
ktime_t kt1, kt2;
|
ktime_t kt1, kt2;
|
||||||
s64 idle_time_ns;
|
s64 idle_time_ns;
|
||||||
s64 idle_time;
|
s64 idle_time;
|
||||||
@@ -1004,6 +1001,7 @@ static int acpi_processor_setup_cpuidle(struct acpi_processor *pr)
|
|||||||
int i, count = CPUIDLE_DRIVER_STATE_START;
|
int i, count = CPUIDLE_DRIVER_STATE_START;
|
||||||
struct acpi_processor_cx *cx;
|
struct acpi_processor_cx *cx;
|
||||||
struct cpuidle_state *state;
|
struct cpuidle_state *state;
|
||||||
|
struct cpuidle_state_usage *state_usage;
|
||||||
struct cpuidle_device *dev = &pr->power.dev;
|
struct cpuidle_device *dev = &pr->power.dev;
|
||||||
|
|
||||||
if (!pr->flags.power_setup_done)
|
if (!pr->flags.power_setup_done)
|
||||||
@@ -1026,6 +1024,7 @@ static int acpi_processor_setup_cpuidle(struct acpi_processor *pr)
|
|||||||
for (i = 1; i < ACPI_PROCESSOR_MAX_POWER && i <= max_cstate; i++) {
|
for (i = 1; i < ACPI_PROCESSOR_MAX_POWER && i <= max_cstate; i++) {
|
||||||
cx = &pr->power.states[i];
|
cx = &pr->power.states[i];
|
||||||
state = &dev->states[count];
|
state = &dev->states[count];
|
||||||
|
state_usage = &dev->states_usage[count];
|
||||||
|
|
||||||
if (!cx->valid)
|
if (!cx->valid)
|
||||||
continue;
|
continue;
|
||||||
@@ -1036,7 +1035,7 @@ static int acpi_processor_setup_cpuidle(struct acpi_processor *pr)
|
|||||||
!(acpi_gbl_FADT.flags & ACPI_FADT_C2_MP_SUPPORTED))
|
!(acpi_gbl_FADT.flags & ACPI_FADT_C2_MP_SUPPORTED))
|
||||||
continue;
|
continue;
|
||||||
#endif
|
#endif
|
||||||
cpuidle_set_statedata(state, cx);
|
cpuidle_set_statedata(state_usage, cx);
|
||||||
|
|
||||||
snprintf(state->name, CPUIDLE_NAME_LEN, "C%d", i);
|
snprintf(state->name, CPUIDLE_NAME_LEN, "C%d", i);
|
||||||
strncpy(state->desc, cx->desc, CPUIDLE_DESC_LEN);
|
strncpy(state->desc, cx->desc, CPUIDLE_DESC_LEN);
|
||||||
|
@@ -105,9 +105,9 @@ int cpuidle_idle_call(void)
|
|||||||
/* This can be moved to within driver enter routine
|
/* This can be moved to within driver enter routine
|
||||||
* but that results in multiple copies of same code.
|
* but that results in multiple copies of same code.
|
||||||
*/
|
*/
|
||||||
dev->states[entered_state].time +=
|
dev->states_usage[entered_state].time +=
|
||||||
(unsigned long long)dev->last_residency;
|
(unsigned long long)dev->last_residency;
|
||||||
dev->states[entered_state].usage++;
|
dev->states_usage[entered_state].usage++;
|
||||||
}
|
}
|
||||||
|
|
||||||
/* give the governor an opportunity to reflect on the outcome */
|
/* give the governor an opportunity to reflect on the outcome */
|
||||||
@@ -186,8 +186,9 @@ static int poll_idle(struct cpuidle_device *dev, int index)
|
|||||||
static void poll_idle_init(struct cpuidle_device *dev)
|
static void poll_idle_init(struct cpuidle_device *dev)
|
||||||
{
|
{
|
||||||
struct cpuidle_state *state = &dev->states[0];
|
struct cpuidle_state *state = &dev->states[0];
|
||||||
|
struct cpuidle_state_usage *state_usage = &dev->states_usage[0];
|
||||||
|
|
||||||
cpuidle_set_statedata(state, NULL);
|
cpuidle_set_statedata(state_usage, NULL);
|
||||||
|
|
||||||
snprintf(state->name, CPUIDLE_NAME_LEN, "POLL");
|
snprintf(state->name, CPUIDLE_NAME_LEN, "POLL");
|
||||||
snprintf(state->desc, CPUIDLE_DESC_LEN, "CPUIDLE CORE POLL IDLE");
|
snprintf(state->desc, CPUIDLE_DESC_LEN, "CPUIDLE CORE POLL IDLE");
|
||||||
@@ -235,8 +236,8 @@ int cpuidle_enable_device(struct cpuidle_device *dev)
|
|||||||
goto fail_sysfs;
|
goto fail_sysfs;
|
||||||
|
|
||||||
for (i = 0; i < dev->state_count; i++) {
|
for (i = 0; i < dev->state_count; i++) {
|
||||||
dev->states[i].usage = 0;
|
dev->states_usage[i].usage = 0;
|
||||||
dev->states[i].time = 0;
|
dev->states_usage[i].time = 0;
|
||||||
}
|
}
|
||||||
dev->last_residency = 0;
|
dev->last_residency = 0;
|
||||||
|
|
||||||
|
@@ -216,7 +216,8 @@ static struct kobj_type ktype_cpuidle = {
|
|||||||
|
|
||||||
struct cpuidle_state_attr {
|
struct cpuidle_state_attr {
|
||||||
struct attribute attr;
|
struct attribute attr;
|
||||||
ssize_t (*show)(struct cpuidle_state *, char *);
|
ssize_t (*show)(struct cpuidle_state *, \
|
||||||
|
struct cpuidle_state_usage *, char *);
|
||||||
ssize_t (*store)(struct cpuidle_state *, const char *, size_t);
|
ssize_t (*store)(struct cpuidle_state *, const char *, size_t);
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -224,19 +225,22 @@ struct cpuidle_state_attr {
|
|||||||
static struct cpuidle_state_attr attr_##_name = __ATTR(_name, 0444, show, NULL)
|
static struct cpuidle_state_attr attr_##_name = __ATTR(_name, 0444, show, NULL)
|
||||||
|
|
||||||
#define define_show_state_function(_name) \
|
#define define_show_state_function(_name) \
|
||||||
static ssize_t show_state_##_name(struct cpuidle_state *state, char *buf) \
|
static ssize_t show_state_##_name(struct cpuidle_state *state, \
|
||||||
|
struct cpuidle_state_usage *state_usage, char *buf) \
|
||||||
{ \
|
{ \
|
||||||
return sprintf(buf, "%u\n", state->_name);\
|
return sprintf(buf, "%u\n", state->_name);\
|
||||||
}
|
}
|
||||||
|
|
||||||
#define define_show_state_ull_function(_name) \
|
#define define_show_state_ull_function(_name) \
|
||||||
static ssize_t show_state_##_name(struct cpuidle_state *state, char *buf) \
|
static ssize_t show_state_##_name(struct cpuidle_state *state, \
|
||||||
|
struct cpuidle_state_usage *state_usage, char *buf) \
|
||||||
{ \
|
{ \
|
||||||
return sprintf(buf, "%llu\n", state->_name);\
|
return sprintf(buf, "%llu\n", state_usage->_name);\
|
||||||
}
|
}
|
||||||
|
|
||||||
#define define_show_state_str_function(_name) \
|
#define define_show_state_str_function(_name) \
|
||||||
static ssize_t show_state_##_name(struct cpuidle_state *state, char *buf) \
|
static ssize_t show_state_##_name(struct cpuidle_state *state, \
|
||||||
|
struct cpuidle_state_usage *state_usage, char *buf) \
|
||||||
{ \
|
{ \
|
||||||
if (state->_name[0] == '\0')\
|
if (state->_name[0] == '\0')\
|
||||||
return sprintf(buf, "<null>\n");\
|
return sprintf(buf, "<null>\n");\
|
||||||
@@ -269,16 +273,18 @@ static struct attribute *cpuidle_state_default_attrs[] = {
|
|||||||
|
|
||||||
#define kobj_to_state_obj(k) container_of(k, struct cpuidle_state_kobj, kobj)
|
#define kobj_to_state_obj(k) container_of(k, struct cpuidle_state_kobj, kobj)
|
||||||
#define kobj_to_state(k) (kobj_to_state_obj(k)->state)
|
#define kobj_to_state(k) (kobj_to_state_obj(k)->state)
|
||||||
|
#define kobj_to_state_usage(k) (kobj_to_state_obj(k)->state_usage)
|
||||||
#define attr_to_stateattr(a) container_of(a, struct cpuidle_state_attr, attr)
|
#define attr_to_stateattr(a) container_of(a, struct cpuidle_state_attr, attr)
|
||||||
static ssize_t cpuidle_state_show(struct kobject * kobj,
|
static ssize_t cpuidle_state_show(struct kobject * kobj,
|
||||||
struct attribute * attr ,char * buf)
|
struct attribute * attr ,char * buf)
|
||||||
{
|
{
|
||||||
int ret = -EIO;
|
int ret = -EIO;
|
||||||
struct cpuidle_state *state = kobj_to_state(kobj);
|
struct cpuidle_state *state = kobj_to_state(kobj);
|
||||||
|
struct cpuidle_state_usage *state_usage = kobj_to_state_usage(kobj);
|
||||||
struct cpuidle_state_attr * cattr = attr_to_stateattr(attr);
|
struct cpuidle_state_attr * cattr = attr_to_stateattr(attr);
|
||||||
|
|
||||||
if (cattr->show)
|
if (cattr->show)
|
||||||
ret = cattr->show(state, buf);
|
ret = cattr->show(state, state_usage, buf);
|
||||||
|
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
@@ -323,6 +329,7 @@ int cpuidle_add_state_sysfs(struct cpuidle_device *device)
|
|||||||
if (!kobj)
|
if (!kobj)
|
||||||
goto error_state;
|
goto error_state;
|
||||||
kobj->state = &device->states[i];
|
kobj->state = &device->states[i];
|
||||||
|
kobj->state_usage = &device->states_usage[i];
|
||||||
init_completion(&kobj->kobj_unregister);
|
init_completion(&kobj->kobj_unregister);
|
||||||
|
|
||||||
ret = kobject_init_and_add(&kobj->kobj, &ktype_state_cpuidle, &device->kobj,
|
ret = kobject_init_and_add(&kobj->kobj, &ktype_state_cpuidle, &device->kobj,
|
||||||
|
@@ -109,7 +109,6 @@ static struct cpuidle_state nehalem_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C1 */
|
{ /* MWAIT C1 */
|
||||||
.name = "C1-NHM",
|
.name = "C1-NHM",
|
||||||
.desc = "MWAIT 0x00",
|
.desc = "MWAIT 0x00",
|
||||||
.driver_data = (void *) 0x00,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID,
|
.flags = CPUIDLE_FLAG_TIME_VALID,
|
||||||
.exit_latency = 3,
|
.exit_latency = 3,
|
||||||
.target_residency = 6,
|
.target_residency = 6,
|
||||||
@@ -117,7 +116,6 @@ static struct cpuidle_state nehalem_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C2 */
|
{ /* MWAIT C2 */
|
||||||
.name = "C3-NHM",
|
.name = "C3-NHM",
|
||||||
.desc = "MWAIT 0x10",
|
.desc = "MWAIT 0x10",
|
||||||
.driver_data = (void *) 0x10,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
||||||
.exit_latency = 20,
|
.exit_latency = 20,
|
||||||
.target_residency = 80,
|
.target_residency = 80,
|
||||||
@@ -125,7 +123,6 @@ static struct cpuidle_state nehalem_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C3 */
|
{ /* MWAIT C3 */
|
||||||
.name = "C6-NHM",
|
.name = "C6-NHM",
|
||||||
.desc = "MWAIT 0x20",
|
.desc = "MWAIT 0x20",
|
||||||
.driver_data = (void *) 0x20,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
||||||
.exit_latency = 200,
|
.exit_latency = 200,
|
||||||
.target_residency = 800,
|
.target_residency = 800,
|
||||||
@@ -137,7 +134,6 @@ static struct cpuidle_state snb_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C1 */
|
{ /* MWAIT C1 */
|
||||||
.name = "C1-SNB",
|
.name = "C1-SNB",
|
||||||
.desc = "MWAIT 0x00",
|
.desc = "MWAIT 0x00",
|
||||||
.driver_data = (void *) 0x00,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID,
|
.flags = CPUIDLE_FLAG_TIME_VALID,
|
||||||
.exit_latency = 1,
|
.exit_latency = 1,
|
||||||
.target_residency = 1,
|
.target_residency = 1,
|
||||||
@@ -145,7 +141,6 @@ static struct cpuidle_state snb_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C2 */
|
{ /* MWAIT C2 */
|
||||||
.name = "C3-SNB",
|
.name = "C3-SNB",
|
||||||
.desc = "MWAIT 0x10",
|
.desc = "MWAIT 0x10",
|
||||||
.driver_data = (void *) 0x10,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
||||||
.exit_latency = 80,
|
.exit_latency = 80,
|
||||||
.target_residency = 211,
|
.target_residency = 211,
|
||||||
@@ -153,7 +148,6 @@ static struct cpuidle_state snb_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C3 */
|
{ /* MWAIT C3 */
|
||||||
.name = "C6-SNB",
|
.name = "C6-SNB",
|
||||||
.desc = "MWAIT 0x20",
|
.desc = "MWAIT 0x20",
|
||||||
.driver_data = (void *) 0x20,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
||||||
.exit_latency = 104,
|
.exit_latency = 104,
|
||||||
.target_residency = 345,
|
.target_residency = 345,
|
||||||
@@ -161,7 +155,6 @@ static struct cpuidle_state snb_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C4 */
|
{ /* MWAIT C4 */
|
||||||
.name = "C7-SNB",
|
.name = "C7-SNB",
|
||||||
.desc = "MWAIT 0x30",
|
.desc = "MWAIT 0x30",
|
||||||
.driver_data = (void *) 0x30,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
||||||
.exit_latency = 109,
|
.exit_latency = 109,
|
||||||
.target_residency = 345,
|
.target_residency = 345,
|
||||||
@@ -173,7 +166,6 @@ static struct cpuidle_state atom_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C1 */
|
{ /* MWAIT C1 */
|
||||||
.name = "C1-ATM",
|
.name = "C1-ATM",
|
||||||
.desc = "MWAIT 0x00",
|
.desc = "MWAIT 0x00",
|
||||||
.driver_data = (void *) 0x00,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID,
|
.flags = CPUIDLE_FLAG_TIME_VALID,
|
||||||
.exit_latency = 1,
|
.exit_latency = 1,
|
||||||
.target_residency = 4,
|
.target_residency = 4,
|
||||||
@@ -181,7 +173,6 @@ static struct cpuidle_state atom_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C2 */
|
{ /* MWAIT C2 */
|
||||||
.name = "C2-ATM",
|
.name = "C2-ATM",
|
||||||
.desc = "MWAIT 0x10",
|
.desc = "MWAIT 0x10",
|
||||||
.driver_data = (void *) 0x10,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID,
|
.flags = CPUIDLE_FLAG_TIME_VALID,
|
||||||
.exit_latency = 20,
|
.exit_latency = 20,
|
||||||
.target_residency = 80,
|
.target_residency = 80,
|
||||||
@@ -190,7 +181,6 @@ static struct cpuidle_state atom_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C4 */
|
{ /* MWAIT C4 */
|
||||||
.name = "C4-ATM",
|
.name = "C4-ATM",
|
||||||
.desc = "MWAIT 0x30",
|
.desc = "MWAIT 0x30",
|
||||||
.driver_data = (void *) 0x30,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
||||||
.exit_latency = 100,
|
.exit_latency = 100,
|
||||||
.target_residency = 400,
|
.target_residency = 400,
|
||||||
@@ -199,13 +189,41 @@ static struct cpuidle_state atom_cstates[MWAIT_MAX_NUM_CSTATES] = {
|
|||||||
{ /* MWAIT C6 */
|
{ /* MWAIT C6 */
|
||||||
.name = "C6-ATM",
|
.name = "C6-ATM",
|
||||||
.desc = "MWAIT 0x52",
|
.desc = "MWAIT 0x52",
|
||||||
.driver_data = (void *) 0x52,
|
|
||||||
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
.flags = CPUIDLE_FLAG_TIME_VALID | CPUIDLE_FLAG_TLB_FLUSHED,
|
||||||
.exit_latency = 140,
|
.exit_latency = 140,
|
||||||
.target_residency = 560,
|
.target_residency = 560,
|
||||||
.enter = &intel_idle },
|
.enter = &intel_idle },
|
||||||
};
|
};
|
||||||
|
|
||||||
|
static int get_driver_data(int cstate)
|
||||||
|
{
|
||||||
|
int driver_data;
|
||||||
|
switch (cstate) {
|
||||||
|
|
||||||
|
case 1: /* MWAIT C1 */
|
||||||
|
driver_data = 0x00;
|
||||||
|
break;
|
||||||
|
case 2: /* MWAIT C2 */
|
||||||
|
driver_data = 0x10;
|
||||||
|
break;
|
||||||
|
case 3: /* MWAIT C3 */
|
||||||
|
driver_data = 0x20;
|
||||||
|
break;
|
||||||
|
case 4: /* MWAIT C4 */
|
||||||
|
driver_data = 0x30;
|
||||||
|
break;
|
||||||
|
case 5: /* MWAIT C5 */
|
||||||
|
driver_data = 0x40;
|
||||||
|
break;
|
||||||
|
case 6: /* MWAIT C6 */
|
||||||
|
driver_data = 0x52;
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
driver_data = 0x00;
|
||||||
|
}
|
||||||
|
return driver_data;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* intel_idle
|
* intel_idle
|
||||||
* @dev: cpuidle_device
|
* @dev: cpuidle_device
|
||||||
@@ -216,7 +234,8 @@ static int intel_idle(struct cpuidle_device *dev, int index)
|
|||||||
{
|
{
|
||||||
unsigned long ecx = 1; /* break on interrupt flag */
|
unsigned long ecx = 1; /* break on interrupt flag */
|
||||||
struct cpuidle_state *state = &dev->states[index];
|
struct cpuidle_state *state = &dev->states[index];
|
||||||
unsigned long eax = (unsigned long)cpuidle_get_statedata(state);
|
struct cpuidle_state_usage *state_usage = &dev->states_usage[index];
|
||||||
|
unsigned long eax = (unsigned long)cpuidle_get_statedata(state_usage);
|
||||||
unsigned int cstate;
|
unsigned int cstate;
|
||||||
ktime_t kt_before, kt_after;
|
ktime_t kt_before, kt_after;
|
||||||
s64 usec_delta;
|
s64 usec_delta;
|
||||||
@@ -451,6 +470,9 @@ static int intel_idle_cpuidle_devices_init(void)
|
|||||||
dev->states[dev->state_count] = /* structure copy */
|
dev->states[dev->state_count] = /* structure copy */
|
||||||
cpuidle_state_table[cstate];
|
cpuidle_state_table[cstate];
|
||||||
|
|
||||||
|
dev->states_usage[dev->state_count].driver_data =
|
||||||
|
(void *)get_driver_data(cstate);
|
||||||
|
|
||||||
dev->state_count += 1;
|
dev->state_count += 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@@ -28,19 +28,22 @@ struct cpuidle_device;
|
|||||||
* CPUIDLE DEVICE INTERFACE *
|
* CPUIDLE DEVICE INTERFACE *
|
||||||
****************************/
|
****************************/
|
||||||
|
|
||||||
|
struct cpuidle_state_usage {
|
||||||
|
void *driver_data;
|
||||||
|
|
||||||
|
unsigned long long usage;
|
||||||
|
unsigned long long time; /* in US */
|
||||||
|
};
|
||||||
|
|
||||||
struct cpuidle_state {
|
struct cpuidle_state {
|
||||||
char name[CPUIDLE_NAME_LEN];
|
char name[CPUIDLE_NAME_LEN];
|
||||||
char desc[CPUIDLE_DESC_LEN];
|
char desc[CPUIDLE_DESC_LEN];
|
||||||
void *driver_data;
|
|
||||||
|
|
||||||
unsigned int flags;
|
unsigned int flags;
|
||||||
unsigned int exit_latency; /* in US */
|
unsigned int exit_latency; /* in US */
|
||||||
unsigned int power_usage; /* in mW */
|
unsigned int power_usage; /* in mW */
|
||||||
unsigned int target_residency; /* in US */
|
unsigned int target_residency; /* in US */
|
||||||
|
|
||||||
unsigned long long usage;
|
|
||||||
unsigned long long time; /* in US */
|
|
||||||
|
|
||||||
int (*enter) (struct cpuidle_device *dev,
|
int (*enter) (struct cpuidle_device *dev,
|
||||||
int index);
|
int index);
|
||||||
};
|
};
|
||||||
@@ -52,26 +55,27 @@ struct cpuidle_state {
|
|||||||
|
|
||||||
/**
|
/**
|
||||||
* cpuidle_get_statedata - retrieves private driver state data
|
* cpuidle_get_statedata - retrieves private driver state data
|
||||||
* @state: the state
|
* @st_usage: the state usage statistics
|
||||||
*/
|
*/
|
||||||
static inline void * cpuidle_get_statedata(struct cpuidle_state *state)
|
static inline void *cpuidle_get_statedata(struct cpuidle_state_usage *st_usage)
|
||||||
{
|
{
|
||||||
return state->driver_data;
|
return st_usage->driver_data;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* cpuidle_set_statedata - stores private driver state data
|
* cpuidle_set_statedata - stores private driver state data
|
||||||
* @state: the state
|
* @st_usage: the state usage statistics
|
||||||
* @data: the private data
|
* @data: the private data
|
||||||
*/
|
*/
|
||||||
static inline void
|
static inline void
|
||||||
cpuidle_set_statedata(struct cpuidle_state *state, void *data)
|
cpuidle_set_statedata(struct cpuidle_state_usage *st_usage, void *data)
|
||||||
{
|
{
|
||||||
state->driver_data = data;
|
st_usage->driver_data = data;
|
||||||
}
|
}
|
||||||
|
|
||||||
struct cpuidle_state_kobj {
|
struct cpuidle_state_kobj {
|
||||||
struct cpuidle_state *state;
|
struct cpuidle_state *state;
|
||||||
|
struct cpuidle_state_usage *state_usage;
|
||||||
struct completion kobj_unregister;
|
struct completion kobj_unregister;
|
||||||
struct kobject kobj;
|
struct kobject kobj;
|
||||||
};
|
};
|
||||||
@@ -85,6 +89,7 @@ struct cpuidle_device {
|
|||||||
int last_residency;
|
int last_residency;
|
||||||
int state_count;
|
int state_count;
|
||||||
struct cpuidle_state states[CPUIDLE_STATE_MAX];
|
struct cpuidle_state states[CPUIDLE_STATE_MAX];
|
||||||
|
struct cpuidle_state_usage states_usage[CPUIDLE_STATE_MAX];
|
||||||
struct cpuidle_state_kobj *kobjs[CPUIDLE_STATE_MAX];
|
struct cpuidle_state_kobj *kobjs[CPUIDLE_STATE_MAX];
|
||||||
|
|
||||||
struct list_head device_list;
|
struct list_head device_list;
|
||||||
|
Reference in New Issue
Block a user