fedora core 6 1.2949 + vserver 2.2.0
[linux-2.6.git] / arch / i386 / kernel / cpu / cpufreq / p4-clockmod.c
index 28d5e22..4786fed 100644 (file)
  *      The author(s) of this software shall not be held liable for damages
  *      of any nature resulting due to the use of this software. This
  *      software is provided AS-IS with no warranties.
- *     
+ *
  *     Date            Errata                  Description
  *     20020525        N44, O17        12.5% or 25% DC causes lockup
  *
  */
 
-#include <linux/config.h>
 #include <linux/kernel.h>
-#include <linux/module.h> 
+#include <linux/module.h>
 #include <linux/init.h>
 #include <linux/smp.h>
 #include <linux/cpufreq.h>
 #include <linux/slab.h>
-#include <linux/sched.h>
+#include <linux/cpumask.h>
+#include <linux/sched.h>       /* current / set_cpus_allowed() */
 
-#include <asm/processor.h> 
+#include <asm/processor.h>
 #include <asm/msr.h>
 #include <asm/timex.h>
 
 #include "speedstep-lib.h"
 
-#define PFX    "cpufreq: "
+#define PFX    "p4-clockmod: "
+#define dprintk(msg...) cpufreq_debug_printk(CPUFREQ_DEBUG_DRIVER, "p4-clockmod", msg)
 
 /*
  * Duty Cycle (3bits), note DC_DISABLE is not specified in
@@ -51,75 +52,32 @@ enum {
 
 static int has_N44_O17_errata[NR_CPUS];
 static unsigned int stock_freq;
+static struct cpufreq_driver p4clockmod_driver;
+static unsigned int cpufreq_p4_get(unsigned int cpu);
 
 static int cpufreq_p4_setdc(unsigned int cpu, unsigned int newstate)
 {
        u32 l, h;
-       cpumask_t cpus_allowed, affected_cpu_map;
-       struct cpufreq_freqs freqs;
-       int hyperthreading = 0;
-       int sibling = 0;
 
-       if (!cpu_online(cpu) || (newstate > DC_DISABLE) || 
-               (newstate == DC_RESV))
+       if (!cpu_online(cpu) || (newstate > DC_DISABLE) || (newstate == DC_RESV))
                return -EINVAL;
 
-       /* switch to physical CPU where state is to be changed*/
-       cpus_allowed = current->cpus_allowed;
-
-       /* only run on CPU to be set, or on its sibling */
-       affected_cpu_map = cpumask_of_cpu(cpu);
-#ifdef CONFIG_X86_HT
-       hyperthreading = ((cpu_has_ht) && (smp_num_siblings == 2));
-       if (hyperthreading) {
-               sibling = cpu_sibling_map[cpu];
-                cpu_set(sibling, affected_cpu_map);
-       }
-#endif
-       set_cpus_allowed(current, affected_cpu_map);
-        BUG_ON(!cpu_isset(smp_processor_id(), affected_cpu_map));
-
-       /* get current state */
-       rdmsr(MSR_IA32_THERM_CONTROL, l, h);
-       if (l & 0x10) {
-               l = l >> 1;
-               l &= 0x7;
-       } else
-               l = DC_DISABLE;
-       
-       if (l == newstate) {
-               set_cpus_allowed(current, cpus_allowed);
-               return 0;
-       } else if (l == DC_RESV) {
-               printk(KERN_ERR PFX "BIG FAT WARNING: currently in invalid setting\n");
-       }
-
-       /* notifiers */
-       freqs.old = stock_freq * l / 8;
-       freqs.new = stock_freq * newstate / 8;
-       freqs.cpu = cpu;
-       cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
-       if (hyperthreading) {
-               freqs.cpu = sibling;
-               cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
-       }
-
        rdmsr(MSR_IA32_THERM_STATUS, l, h);
-#if 0
+
        if (l & 0x01)
-               printk(KERN_DEBUG PFX "CPU#%d currently thermal throttled\n", cpu);
-#endif
+               dprintk("CPU#%d currently thermal throttled\n", cpu);
+
        if (has_N44_O17_errata[cpu] && (newstate == DC_25PT || newstate == DC_DFLT))
                newstate = DC_38PT;
 
        rdmsr(MSR_IA32_THERM_CONTROL, l, h);
        if (newstate == DC_DISABLE) {
-               /* printk(KERN_INFO PFX "CPU#%d disabling modulation\n", cpu); */
+               dprintk("CPU#%d disabling modulation\n", cpu);
                wrmsr(MSR_IA32_THERM_CONTROL, l & ~(1<<4), h);
        } else {
-               /* printk(KERN_INFO PFX "CPU#%d setting duty cycle to %d%%\n",
-                       cpu, ((125 * newstate) / 10)); */
-               /* bits 63 - 5  : reserved 
+               dprintk("CPU#%d setting duty cycle to %d%%\n",
+                       cpu, ((125 * newstate) / 10));
+               /* bits 63 - 5  : reserved
                 * bit  4       : enable/disable
                 * bits 3-1     : duty cycle
                 * bit  0       : reserved
@@ -129,15 +87,6 @@ static int cpufreq_p4_setdc(unsigned int cpu, unsigned int newstate)
                wrmsr(MSR_IA32_THERM_CONTROL, l, h);
        }
 
-       set_cpus_allowed(current, cpus_allowed);
-
-       /* notifiers */
-       cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
-       if (hyperthreading) {
-               freqs.cpu = cpu;
-               cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
-       }
-
        return 0;
 }
 
@@ -161,11 +110,45 @@ static int cpufreq_p4_target(struct cpufreq_policy *policy,
                             unsigned int relation)
 {
        unsigned int    newstate = DC_RESV;
+       struct cpufreq_freqs freqs;
+       cpumask_t cpus_allowed;
+       int i;
 
        if (cpufreq_frequency_table_target(policy, &p4clockmod_table[0], target_freq, relation, &newstate))
                return -EINVAL;
 
-       cpufreq_p4_setdc(policy->cpu, p4clockmod_table[newstate].index);
+       freqs.old = cpufreq_p4_get(policy->cpu);
+       freqs.new = stock_freq * p4clockmod_table[newstate].index / 8;
+
+       if (freqs.new == freqs.old)
+               return 0;
+
+       /* notifiers */
+       for_each_cpu_mask(i, policy->cpus) {
+               freqs.cpu = i;
+               cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
+       }
+
+       /* run on each logical CPU, see section 13.15.3 of IA32 Intel Architecture Software
+        * Developer's Manual, Volume 3
+        */
+       cpus_allowed = current->cpus_allowed;
+
+       for_each_cpu_mask(i, policy->cpus) {
+               cpumask_t this_cpu = cpumask_of_cpu(i);
+
+               set_cpus_allowed(current, this_cpu);
+               BUG_ON(smp_processor_id() != i);
+
+               cpufreq_p4_setdc(i, p4clockmod_table[newstate].index);
+       }
+       set_cpus_allowed(current, cpus_allowed);
+
+       /* notifiers */
+       for_each_cpu_mask(i, policy->cpus) {
+               freqs.cpu = i;
+               cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
+       }
 
        return 0;
 }
@@ -179,20 +162,34 @@ static int cpufreq_p4_verify(struct cpufreq_policy *policy)
 
 static unsigned int cpufreq_p4_get_frequency(struct cpuinfo_x86 *c)
 {
-       if ((c->x86 == 0x06) && (c->x86_model == 0x09)) {
-               /* Pentium M */
-               printk(KERN_WARNING PFX "Warning: Pentium M detected. "
-                      "The speedstep_centrino module offers voltage scaling"
-                      " in addition of frequency scaling. You should use "
-                      "that instead of p4-clockmod, if possible.\n");
-               return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_PM);
+       if (c->x86 == 0x06) {
+               if (cpu_has(c, X86_FEATURE_EST))
+                       printk(KERN_WARNING PFX "Warning: EST-capable CPU detected. "
+                              "The acpi-cpufreq module offers voltage scaling"
+                              " in addition of frequency scaling. You should use "
+                              "that instead of p4-clockmod, if possible.\n");
+               switch (c->x86_model) {
+               case 0x0E: /* Core */
+               case 0x0F: /* Core Duo */
+                       p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
+                       return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_PCORE);
+               case 0x0D: /* Pentium M (Dothan) */
+                       p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
+                       /* fall through */
+               case 0x09: /* Pentium M (Banias) */
+                       return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_PM);
+               }
        }
 
        if (c->x86 != 0xF) {
-               printk(KERN_WARNING PFX "Unknown p4-clockmod-capable CPU. Please send an e-mail to <linux@brodo.de>\n");
+               printk(KERN_WARNING PFX "Unknown p4-clockmod-capable CPU. Please send an e-mail to <cpufreq@lists.linux.org.uk>\n");
                return 0;
        }
 
+       /* on P-4s, the TSC runs with constant frequency independent whether
+        * throttling is active or not. */
+       p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
+
        if (speedstep_detect_processor() == SPEEDSTEP_PROCESSOR_P4M) {
                printk(KERN_WARNING PFX "Warning: Pentium 4-M detected. "
                       "The speedstep-ich or acpi cpufreq modules offer "
@@ -205,7 +202,7 @@ static unsigned int cpufreq_p4_get_frequency(struct cpuinfo_x86 *c)
        return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_P4D);
 }
 
+
 
 static int cpufreq_p4_cpu_init(struct cpufreq_policy *policy)
 {
@@ -213,6 +210,10 @@ static int cpufreq_p4_cpu_init(struct cpufreq_policy *policy)
        int cpuid = 0;
        unsigned int i;
 
+#ifdef CONFIG_SMP
+       policy->cpus = cpu_sibling_map[policy->cpu];
+#endif
+
        /* Errata workaround */
        cpuid = (c->x86 << 8) | (c->x86_model << 4) | c->x86_mask;
        switch (cpuid) {
@@ -221,8 +222,9 @@ static int cpufreq_p4_cpu_init(struct cpufreq_policy *policy)
        case 0x0f11:
        case 0x0f12:
                has_N44_O17_errata[policy->cpu] = 1;
+               dprintk("has errata -- disabling low frequencies\n");
        }
-       
+
        /* get max frequency */
        stock_freq = cpufreq_p4_get_frequency(c);
        if (!stock_freq)
@@ -236,7 +238,7 @@ static int cpufreq_p4_cpu_init(struct cpufreq_policy *policy)
                        p4clockmod_table[i].frequency = (stock_freq * i)/8;
        }
        cpufreq_frequency_table_get_attr(p4clockmod_table, policy->cpu);
-       
+
        /* cpuinfo and default policy values */
        policy->governor = CPUFREQ_DEFAULT_GOVERNOR;
        policy->cpuinfo.transition_latency = 1000000; /* assumed */
@@ -248,20 +250,47 @@ static int cpufreq_p4_cpu_init(struct cpufreq_policy *policy)
 
 static int cpufreq_p4_cpu_exit(struct cpufreq_policy *policy)
 {
-       cpufreq_frequency_table_put_attr(policy->cpu);    
+       cpufreq_frequency_table_put_attr(policy->cpu);
        return 0;
 }
 
+static unsigned int cpufreq_p4_get(unsigned int cpu)
+{
+       cpumask_t cpus_allowed;
+       u32 l, h;
+
+       cpus_allowed = current->cpus_allowed;
+
+       set_cpus_allowed(current, cpumask_of_cpu(cpu));
+       BUG_ON(smp_processor_id() != cpu);
+
+       rdmsr(MSR_IA32_THERM_CONTROL, l, h);
+
+       set_cpus_allowed(current, cpus_allowed);
+
+       if (l & 0x10) {
+               l = l >> 1;
+               l &= 0x7;
+       } else
+               l = DC_DISABLE;
+
+       if (l != DC_DISABLE)
+               return (stock_freq * l / 8);
+
+       return stock_freq;
+}
+
 static struct freq_attr* p4clockmod_attr[] = {
        &cpufreq_freq_attr_scaling_available_freqs,
        NULL,
 };
 
 static struct cpufreq_driver p4clockmod_driver = {
-       .verify         = cpufreq_p4_verify,
+       .verify         = cpufreq_p4_verify,
        .target         = cpufreq_p4_target,
        .init           = cpufreq_p4_cpu_init,
        .exit           = cpufreq_p4_cpu_exit,
+       .get            = cpufreq_p4_get,
        .name           = "p4-clockmod",
        .owner          = THIS_MODULE,
        .attr           = p4clockmod_attr,
@@ -269,11 +298,12 @@ static struct cpufreq_driver p4clockmod_driver = {
 
 
 static int __init cpufreq_p4_init(void)
-{      
+{
        struct cpuinfo_x86 *c = cpu_data;
+       int ret;
 
        /*
-        * THERM_CONTROL is architectural for IA32 now, so 
+        * THERM_CONTROL is architectural for IA32 now, so
         * we can rely on the capability checks
         */
        if (c->x86_vendor != X86_VENDOR_INTEL)
@@ -283,9 +313,11 @@ static int __init cpufreq_p4_init(void)
                !test_bit(X86_FEATURE_ACC, c->x86_capability))
                return -ENODEV;
 
-       printk(KERN_INFO PFX "P4/Xeon(TM) CPU On-Demand Clock Modulation available\n");
+       ret = cpufreq_register_driver(&p4clockmod_driver);
+       if (!ret)
+               printk(KERN_INFO PFX "P4/Xeon(TM) CPU On-Demand Clock Modulation available\n");
 
-       return cpufreq_register_driver(&p4clockmod_driver);
+       return (ret);
 }
 
 
@@ -301,4 +333,3 @@ MODULE_LICENSE ("GPL");
 
 late_initcall(cpufreq_p4_init);
 module_exit(cpufreq_p4_exit);
-