drivers/cpufreq/intel_pstate.c

198  * @pstate:		Stores P state limits for this CPU
234 	struct pstate_data pstate;
289 	u64 (*get_val)(struct cpudata*, int pstate);
533 	if (freq == cpu->pstate.turbo_freq)
534 		return cpu->pstate.turbo_pstate;
536 	if (freq == cpu->pstate.max_freq)
537 		return cpu->pstate.max_pstate;
541 		return freq / cpu->pstate.scaling;
543 		return DIV_ROUND_CLOSEST(freq, cpu->pstate.scaling);
546 	return DIV_ROUND_UP(freq, cpu->pstate.scaling);
567 	int perf_ctl_max_phys = cpu->pstate.max_pstate_physical;
568 	int perf_ctl_scaling = cpu->pstate.perf_ctl_scaling;
570 	int scaling = cpu->pstate.scaling;
576 	pr_debug("CPU%d: HWP_CAP guaranteed = %d\n", cpu->cpu, cpu->pstate.max_pstate);
577 	pr_debug("CPU%d: HWP_CAP highest = %d\n", cpu->cpu, cpu->pstate.turbo_pstate);
580 	cpu->pstate.turbo_freq = rounddown(cpu->pstate.turbo_pstate * scaling,
582 	cpu->pstate.max_freq = rounddown(cpu->pstate.max_pstate * scaling,
586 	cpu->pstate.max_pstate_physical = intel_pstate_freq_to_hwp(cpu, freq);
588 	freq = cpu->pstate.min_pstate * perf_ctl_scaling;
589 	cpu->pstate.min_freq = freq;
594 	cpu->pstate.min_pstate = intel_pstate_freq_to_hwp(cpu, freq);
608 	int turbo_pstate = cpu->pstate.turbo_pstate;
611 		(cpu->pstate.min_pstate * 100 / turbo_pstate) : 0;
922 	freq = ratio * cpu->pstate.scaling;
923 	if (cpu->pstate.scaling != cpu->pstate.perf_ctl_scaling)
924 		freq = rounddown(freq, cpu->pstate.perf_ctl_scaling);
944 	cpu->pstate.max_pstate = HWP_GUARANTEED_PERF(cap);
945 	cpu->pstate.turbo_pstate = HWP_HIGHEST_PERF(cap);
950 	int scaling = cpu->pstate.scaling;
954 	cpu->pstate.max_freq = cpu->pstate.max_pstate * scaling;
955 	cpu->pstate.turbo_freq = cpu->pstate.turbo_pstate * scaling;
956 	if (scaling != cpu->pstate.perf_ctl_scaling) {
957 		int perf_ctl_scaling = cpu->pstate.perf_ctl_scaling;
959 		cpu->pstate.max_freq = rounddown(cpu->pstate.max_freq,
961 		cpu->pstate.turbo_freq = rounddown(cpu->pstate.turbo_freq,
1158 			cpudata->pstate.max_freq : cpudata->pstate.turbo_freq;
1247 	total = cpu->pstate.turbo_pstate - cpu->pstate.min_pstate + 1;
1248 	no_turbo = cpu->pstate.max_pstate - cpu->pstate.min_pstate + 1;
1271 	total = cpu->pstate.turbo_pstate - cpu->pstate.min_pstate + 1;
1332 		int pct = cpu->pstate.max_pstate * 100 / cpu->pstate.turbo_pstate;
1379 		freq = DIV_ROUND_UP(cpu->pstate.turbo_freq * perf_pct, 100);
1787 static u64 atom_get_val(struct cpudata *cpudata, int pstate)
1793 	val = (u64)pstate << 8;
1798 		int_tofp(pstate - cpudata->pstate.min_pstate),
1804 	if (pstate > cpudata->pstate.max_pstate)
1850 		int_tofp(cpudata->pstate.max_pstate -
1851 			cpudata->pstate.min_pstate));
1954 static u64 core_get_val(struct cpudata *cpudata, int pstate)
1958 	val = (u64)pstate << 8;
2014 static void intel_pstate_set_pstate(struct cpudata *cpu, int pstate)
2016 	trace_cpu_frequency(pstate * cpu->pstate.scaling, cpu->cpu);
2017 	cpu->pstate.current_pstate = pstate;
2024 		      pstate_funcs.get_val(cpu, pstate));
2029 	intel_pstate_set_pstate(cpu, cpu->pstate.min_pstate);
2034 	int pstate = max(cpu->pstate.min_pstate, cpu->max_perf_ratio);
2037 	intel_pstate_set_pstate(cpu, pstate);
2045 	cpu->pstate.min_pstate = pstate_funcs.get_min(cpu->cpu);
2046 	cpu->pstate.max_pstate_physical = perf_ctl_max_phys;
2047 	cpu->pstate.perf_ctl_scaling = perf_ctl_scaling;
2053 			cpu->pstate.scaling = pstate_funcs.get_cpu_scaling(cpu->cpu);
2054 			if (cpu->pstate.scaling != perf_ctl_scaling)
2057 			cpu->pstate.scaling = perf_ctl_scaling;
2060 		cpu->pstate.scaling = perf_ctl_scaling;
2061 		cpu->pstate.max_pstate = pstate_funcs.get_max(cpu->cpu);
2062 		cpu->pstate.turbo_pstate = pstate_funcs.get_turbo(cpu->cpu);
2065 	if (cpu->pstate.scaling == perf_ctl_scaling) {
2066 		cpu->pstate.min_freq = cpu->pstate.min_pstate * perf_ctl_scaling;
2067 		cpu->pstate.max_freq = cpu->pstate.max_pstate * perf_ctl_scaling;
2068 		cpu->pstate.turbo_freq = cpu->pstate.turbo_pstate * perf_ctl_scaling;
2247 	return mul_ext_fp(cpu->pstate.max_pstate_physical,
2266 			cpu->pstate.max_pstate : cpu->pstate.turbo_pstate;
2269 	if (target < cpu->pstate.min_pstate)
2270 		target = cpu->pstate.min_pstate;
2286 static int intel_pstate_prepare_request(struct cpudata *cpu, int pstate)
2288 	int min_pstate = max(cpu->pstate.min_pstate, cpu->min_perf_ratio);
2291 	return clamp_t(int, pstate, min_pstate, max_pstate);
2294 static void intel_pstate_update_pstate(struct cpudata *cpu, int pstate)
2296 	if (pstate == cpu->pstate.current_pstate)
2299 	cpu->pstate.current_pstate = pstate;
2300 	wrmsrl(MSR_IA32_PERF_CTL, pstate_funcs.get_val(cpu, pstate));
2305 	int from = cpu->pstate.current_pstate;
2313 	trace_cpu_frequency(target_pstate * cpu->pstate.scaling, cpu->cpu);
2320 		cpu->pstate.current_pstate,
2530 			cpu->pstate.max_freq : cpu->pstate.turbo_freq;
2537 	int perf_ctl_scaling = cpu->pstate.perf_ctl_scaling;
2553 	if (hwp_active && cpu->pstate.scaling != perf_ctl_scaling) {
2570 		int turbo_max = cpu->pstate.turbo_pstate;
2649 	    cpu->pstate.max_pstate_physical > cpu->pstate.max_pstate &&
2651 	    policy->max > cpu->pstate.max_freq) {
2666 				cpu->pstate.max_freq : cpu->pstate.turbo_freq;
2758 	policy->cpuinfo.min_freq = cpu->pstate.min_freq;
2762 			cpu->pstate.max_freq : cpu->pstate.turbo_freq;
2850 		cpu->pstate.current_pstate,
2897 	int old_pstate = cpu->pstate.current_pstate;
2910 	cpu->pstate.current_pstate = target_pstate;
2936 	freqs.new = target_pstate * cpu->pstate.scaling;
2955 	return target_pstate * cpu->pstate.scaling;
2965 	int old_pstate = cpu->pstate.current_pstate;
2982 	if (min_pstate < cpu->pstate.min_pstate)
2983 		min_pstate = cpu->pstate.min_pstate;
2999 	cpu->pstate.current_pstate = target_pstate;
3045 	freq = DIV_ROUND_UP(cpu->pstate.turbo_freq * global.min_perf_pct, 100);
3054 	freq = DIV_ROUND_UP(cpu->pstate.turbo_freq * global.max_perf_pct, 100);
3506 	 * The Intel pstate driver will be ignored if the platform