1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * LoongArch cacheinfo support
4 *
5 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
6 */
7#include <linux/cacheinfo.h>
8#include <linux/topology.h>
9#include <asm/bootinfo.h>
10#include <asm/cpu-info.h>
11
12int init_cache_level(unsigned int cpu)
13{
14	int cache_present = current_cpu_data.cache_leaves_present;
15	struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
16
17	this_cpu_ci->num_levels =
18		current_cpu_data.cache_leaves[cache_present - 1].level;
19	this_cpu_ci->num_leaves = cache_present;
20
21	return 0;
22}
23
24static inline bool cache_leaves_are_shared(struct cacheinfo *this_leaf,
25					   struct cacheinfo *sib_leaf)
26{
27	return (!(*(unsigned char *)(this_leaf->priv) & CACHE_PRIVATE)
28		&& !(*(unsigned char *)(sib_leaf->priv) & CACHE_PRIVATE));
29}
30
31static void cache_cpumap_setup(unsigned int cpu)
32{
33	unsigned int index;
34	struct cacheinfo *this_leaf, *sib_leaf;
35	struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
36
37	for (index = 0; index < this_cpu_ci->num_leaves; index++) {
38		unsigned int i;
39
40		this_leaf = this_cpu_ci->info_list + index;
41		/* skip if shared_cpu_map is already populated */
42		if (!cpumask_empty(&this_leaf->shared_cpu_map))
43			continue;
44
45		cpumask_set_cpu(cpu, &this_leaf->shared_cpu_map);
46		for_each_online_cpu(i) {
47			struct cpu_cacheinfo *sib_cpu_ci = get_cpu_cacheinfo(i);
48
49			if (i == cpu || !sib_cpu_ci->info_list ||
50				(cpu_to_node(i) != cpu_to_node(cpu)))
51				continue;
52
53			sib_leaf = sib_cpu_ci->info_list + index;
54			if (cache_leaves_are_shared(this_leaf, sib_leaf)) {
55				cpumask_set_cpu(cpu, &sib_leaf->shared_cpu_map);
56				cpumask_set_cpu(i, &this_leaf->shared_cpu_map);
57			}
58		}
59	}
60}
61
62int populate_cache_leaves(unsigned int cpu)
63{
64	int i, cache_present = current_cpu_data.cache_leaves_present;
65	struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
66	struct cacheinfo *this_leaf = this_cpu_ci->info_list;
67	struct cache_desc *cd, *cdesc = current_cpu_data.cache_leaves;
68
69	for (i = 0; i < cache_present; i++) {
70		cd = cdesc + i;
71
72		this_leaf->type = cd->type;
73		this_leaf->level = cd->level;
74		this_leaf->coherency_line_size = cd->linesz;
75		this_leaf->number_of_sets = cd->sets;
76		this_leaf->ways_of_associativity = cd->ways;
77		this_leaf->size = cd->linesz * cd->sets * cd->ways;
78		this_leaf->priv = &cd->flags;
79		this_leaf++;
80	}
81
82	cache_cpumap_setup(cpu);
83	this_cpu_ci->cpu_map_populated = true;
84
85	return 0;
86}
87