drivers/cpufreq/intel_pstate.c

196  * @pstate:		Stores P state limits for this CPU
232 	struct pstate_data pstate;
287 	u64 (*get_val)(struct cpudata*, int pstate);
531 	if (freq == cpu->pstate.turbo_freq)
532 		return cpu->pstate.turbo_pstate;
534 	if (freq == cpu->pstate.max_freq)
535 		return cpu->pstate.max_pstate;
539 		return freq / cpu->pstate.scaling;
541 		return DIV_ROUND_CLOSEST(freq, cpu->pstate.scaling);
544 	return DIV_ROUND_UP(freq, cpu->pstate.scaling);
565 	int perf_ctl_max_phys = cpu->pstate.max_pstate_physical;
566 	int perf_ctl_scaling = cpu->pstate.perf_ctl_scaling;
568 	int scaling = cpu->pstate.scaling;
574 	pr_debug("CPU%d: HWP_CAP guaranteed = %d\n", cpu->cpu, cpu->pstate.max_pstate);
575 	pr_debug("CPU%d: HWP_CAP highest = %d\n", cpu->cpu, cpu->pstate.turbo_pstate);
578 	cpu->pstate.turbo_freq = rounddown(cpu->pstate.turbo_pstate * scaling,
580 	cpu->pstate.max_freq = rounddown(cpu->pstate.max_pstate * scaling,
584 	cpu->pstate.max_pstate_physical = intel_pstate_freq_to_hwp(cpu, freq);
586 	freq = cpu->pstate.min_pstate * perf_ctl_scaling;
587 	cpu->pstate.min_freq = freq;
592 	cpu->pstate.min_pstate = intel_pstate_freq_to_hwp(cpu, freq);
607 	int turbo_pstate = cpu->pstate.turbo_pstate;
610 		(cpu->pstate.min_pstate * 100 / turbo_pstate) : 0;
921 	freq = ratio * cpu->pstate.scaling;
922 	if (cpu->pstate.scaling != cpu->pstate.perf_ctl_scaling)
923 		freq = rounddown(freq, cpu->pstate.perf_ctl_scaling);
943 	cpu->pstate.max_pstate = HWP_GUARANTEED_PERF(cap);
944 	cpu->pstate.turbo_pstate = HWP_HIGHEST_PERF(cap);
949 	int scaling = cpu->pstate.scaling;
953 	cpu->pstate.max_freq = cpu->pstate.max_pstate * scaling;
954 	cpu->pstate.turbo_freq = cpu->pstate.turbo_pstate * scaling;
955 	if (scaling != cpu->pstate.perf_ctl_scaling) {
956 		int perf_ctl_scaling = cpu->pstate.perf_ctl_scaling;
958 		cpu->pstate.max_freq = rounddown(cpu->pstate.max_freq,
960 		cpu->pstate.turbo_freq = rounddown(cpu->pstate.turbo_freq,
1159 			cpudata->pstate.max_freq : cpudata->pstate.turbo_freq;
1236 	total = cpu->pstate.turbo_pstate - cpu->pstate.min_pstate + 1;
1237 	no_turbo = cpu->pstate.max_pstate - cpu->pstate.min_pstate + 1;
1260 	total = cpu->pstate.turbo_pstate - cpu->pstate.min_pstate + 1;
1319 		int pct = cpu->pstate.max_pstate * 100 / cpu->pstate.turbo_pstate;
1367 		freq = DIV_ROUND_UP(cpu->pstate.turbo_freq * perf_pct, 100);
1757 static u64 atom_get_val(struct cpudata *cpudata, int pstate)
1763 	val = (u64)pstate << 8;
1768 		int_tofp(pstate - cpudata->pstate.min_pstate),
1774 	if (pstate > cpudata->pstate.max_pstate)
1820 		int_tofp(cpudata->pstate.max_pstate -
1821 			cpudata->pstate.min_pstate));
1924 static u64 core_get_val(struct cpudata *cpudata, int pstate)
1928 	val = (u64)pstate << 8;
1984 static void intel_pstate_set_pstate(struct cpudata *cpu, int pstate)
1986 	trace_cpu_frequency(pstate * cpu->pstate.scaling, cpu->cpu);
1987 	cpu->pstate.current_pstate = pstate;
1994 		      pstate_funcs.get_val(cpu, pstate));
1999 	intel_pstate_set_pstate(cpu, cpu->pstate.min_pstate);
2007 	cpu->pstate.min_pstate = pstate_funcs.get_min(cpu->cpu);
2008 	cpu->pstate.max_pstate_physical = perf_ctl_max_phys;
2009 	cpu->pstate.perf_ctl_scaling = perf_ctl_scaling;
2015 			cpu->pstate.scaling = pstate_funcs.get_cpu_scaling(cpu->cpu);
2016 			if (cpu->pstate.scaling != perf_ctl_scaling)
2019 			cpu->pstate.scaling = perf_ctl_scaling;
2022 		cpu->pstate.scaling = perf_ctl_scaling;
2023 		cpu->pstate.max_pstate = pstate_funcs.get_max(cpu->cpu);
2024 		cpu->pstate.turbo_pstate = pstate_funcs.get_turbo(cpu->cpu);
2027 	if (cpu->pstate.scaling == perf_ctl_scaling) {
2028 		cpu->pstate.min_freq = cpu->pstate.min_pstate * perf_ctl_scaling;
2029 		cpu->pstate.max_freq = cpu->pstate.max_pstate * perf_ctl_scaling;
2030 		cpu->pstate.turbo_freq = cpu->pstate.turbo_pstate * perf_ctl_scaling;
2209 	return mul_ext_fp(cpu->pstate.max_pstate_physical,
2228 			cpu->pstate.max_pstate : cpu->pstate.turbo_pstate;
2231 	if (target < cpu->pstate.min_pstate)
2232 		target = cpu->pstate.min_pstate;
2248 static int intel_pstate_prepare_request(struct cpudata *cpu, int pstate)
2250 	int min_pstate = max(cpu->pstate.min_pstate, cpu->min_perf_ratio);
2253 	return clamp_t(int, pstate, min_pstate, max_pstate);
2256 static void intel_pstate_update_pstate(struct cpudata *cpu, int pstate)
2258 	if (pstate == cpu->pstate.current_pstate)
2261 	cpu->pstate.current_pstate = pstate;
2262 	wrmsrl(MSR_IA32_PERF_CTL, pstate_funcs.get_val(cpu, pstate));
2267 	int from = cpu->pstate.current_pstate;
2273 	trace_cpu_frequency(target_pstate * cpu->pstate.scaling, cpu->cpu);
2280 		cpu->pstate.current_pstate,
2492 			cpu->pstate.max_freq : cpu->pstate.turbo_freq;
2499 	int perf_ctl_scaling = cpu->pstate.perf_ctl_scaling;
2515 	if (hwp_active && cpu->pstate.scaling != perf_ctl_scaling) {
2532 		int turbo_max = cpu->pstate.turbo_pstate;
2576 		int pstate = max(cpu->pstate.min_pstate, cpu->max_perf_ratio);
2583 		intel_pstate_set_pstate(cpu, pstate);
2613 	    cpu->pstate.max_pstate_physical > cpu->pstate.max_pstate &&
2615 	    policy->max > cpu->pstate.max_freq) {
2629 				cpu->pstate.max_freq : cpu->pstate.turbo_freq;
2721 	policy->cpuinfo.min_freq = cpu->pstate.min_freq;
2723 			cpu->pstate.max_freq : cpu->pstate.turbo_freq;
2811 		cpu->pstate.current_pstate,
2858 	int old_pstate = cpu->pstate.current_pstate;
2871 	cpu->pstate.current_pstate = target_pstate;
2895 	freqs.new = target_pstate * cpu->pstate.scaling;
2912 	return target_pstate * cpu->pstate.scaling;
2922 	int old_pstate = cpu->pstate.current_pstate;
2939 	if (min_pstate < cpu->pstate.min_pstate)
2940 		min_pstate = cpu->pstate.min_pstate;
2956 	cpu->pstate.current_pstate = target_pstate;
3002 	freq = DIV_ROUND_UP(cpu->pstate.turbo_freq * global.min_perf_pct, 100);
3011 	freq = DIV_ROUND_UP(cpu->pstate.turbo_freq * global.max_perf_pct, 100);
3465 	 * The Intel pstate driver will be ignored if the platform