1/*	$NetBSD: syncicache.c,v 1.14 2005/12/24 23:10:08 perry Exp $	*/
2
3/*
4 * Copyright (C) 1995-1997, 1999 Wolfgang Solfrank.
5 * Copyright (C) 1995-1997, 1999 TooLs GmbH.
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 *    notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 *    notice, this list of conditions and the following disclaimer in the
15 *    documentation and/or other materials provided with the distribution.
16 * 3. All advertising materials mentioning features or use of this software
17 *    must display the following acknowledgement:
18 *	This product includes software developed by TooLs GmbH.
19 * 4. The name of TooLs GmbH may not be used to endorse or promote products
20 *    derived from this software without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
27 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
28 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
29 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
30 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
31 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 */
33#include <sys/param.h>
34#if	defined(_KERNEL)
35#include <sys/time.h>
36#include <sys/proc.h>
37#include <uvm/uvm_extern.h>
38#endif
39#if	!defined(_STANDALONE)
40#include <sys/sysctl.h>
41#endif
42
43#include <machine/cpu.h>
44
45
46#if defined(_STANDALONE)
47#ifndef	CACHELINESIZE
48#error "Must know the size of a cache line"
49#endif
50static struct cache_info _cache_info = {
51	CACHELINESIZE,
52	CACHELINESIZE,
53	CACHELINESIZE,
54	CACHELINESIZE
55};
56#define CACHEINFO	_cache_info
57#elif defined(_KERNEL)
58#define	CACHEINFO	(curcpu()->ci_ci)
59#else
60#include <stdlib.h>
61
62size_t __getcachelinesize (void);
63
64static int _cachelinesize = 0;
65
66static struct cache_info _cache_info;
67#define CACHEINFO	_cache_info
68
69size_t
70__getcachelinesize(void)
71{
72	static int cachemib[] = { CTL_MACHDEP, CPU_CACHELINE };
73	static int cacheinfomib[] = { CTL_MACHDEP, CPU_CACHEINFO };
74	size_t clen = sizeof(_cache_info);
75
76	if (_cachelinesize)
77		return _cachelinesize;
78
79	if (sysctl(cacheinfomib, sizeof(cacheinfomib) / sizeof(cacheinfomib[0]),
80		&_cache_info, &clen, NULL, 0) == 0) {
81		_cachelinesize = _cache_info.dcache_line_size;
82		return _cachelinesize;
83	}
84
85	/* Try older deprecated sysctl */
86	clen = sizeof(_cachelinesize);
87	if (sysctl(cachemib, sizeof(cachemib) / sizeof(cachemib[0]),
88		   &_cachelinesize, &clen, NULL, 0) < 0
89	    || !_cachelinesize)
90		abort();
91
92	_cache_info.dcache_size = _cachelinesize;
93	_cache_info.dcache_line_size = _cachelinesize;
94	_cache_info.icache_size = _cachelinesize;
95	_cache_info.icache_line_size = _cachelinesize;
96
97	/* If there is no cache, indicate we have issued the sysctl. */
98	if (!_cachelinesize)
99		_cachelinesize = 1;
100
101	return _cachelinesize;
102}
103#endif
104
105void
106__syncicache(void *from, size_t len)
107{
108	size_t l, off;
109	size_t linesz;
110	char *p;
111
112#if	!defined(_KERNEL) && !defined(_STANDALONE)
113	if (!_cachelinesize)
114		__getcachelinesize();
115#endif
116
117	if (CACHEINFO.dcache_size > 0) {
118		linesz = CACHEINFO.dcache_line_size;
119		off = (uintptr_t)from & (linesz - 1);
120		l = (len + off + linesz - 1) & ~(linesz - 1);
121		p = (char *)from - off;
122		do {
123			__asm volatile ("dcbst 0,%0" :: "r"(p));
124			p += linesz;
125		} while ((l -= linesz) != 0);
126	}
127	__asm volatile ("sync");
128
129	if (CACHEINFO.icache_size > 0 ) {
130		linesz = CACHEINFO.icache_line_size;
131		off = (uintptr_t)from & (linesz - 1);
132		l = (len + off + linesz - 1) & ~(linesz - 1);
133		p = (char *)from - off;
134		do {
135			__asm volatile ("icbi 0,%0" :: "r"(p));
136			p += linesz;
137		} while ((l -= linesz) != 0);
138	}
139	__asm volatile ("sync; isync");
140}
141