orderAccess_linux_zero.inline.hpp revision 1472:c18cbe5936b8
1/* 2 * Copyright (c) 2003, Oracle and/or its affiliates. All rights reserved. 3 * Copyright 2007, 2008, 2009 Red Hat, Inc. 4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 5 * 6 * This code is free software; you can redistribute it and/or modify it 7 * under the terms of the GNU General Public License version 2 only, as 8 * published by the Free Software Foundation. 9 * 10 * This code is distributed in the hope that it will be useful, but WITHOUT 11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 13 * version 2 for more details (a copy is included in the LICENSE file that 14 * accompanied this code). 15 * 16 * You should have received a copy of the GNU General Public License version 17 * 2 along with this work; if not, write to the Free Software Foundation, 18 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 19 * 20 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 21 * or visit www.oracle.com if you need additional information or have any 22 * questions. 23 * 24 */ 25 26#ifdef ARM 27 28/* 29 * ARM Kernel helper for memory barrier. 30 * Using __asm __volatile ("":::"memory") does not work reliable on ARM 31 * and gcc __sync_synchronize(); implementation does not use the kernel 32 * helper for all gcc versions so it is unreliable to use as well. 33 */ 34typedef void (__kernel_dmb_t) (void); 35#define __kernel_dmb (*(__kernel_dmb_t *) 0xffff0fa0) 36 37#define FULL_MEM_BARRIER __kernel_dmb() 38#define READ_MEM_BARRIER __kernel_dmb() 39#define WRITE_MEM_BARRIER __kernel_dmb() 40 41#else // ARM 42 43#define FULL_MEM_BARRIER __sync_synchronize() 44 45#ifdef PPC 46 47#define READ_MEM_BARRIER __asm __volatile ("isync":::"memory") 48#ifdef __NO_LWSYNC__ 49#define WRITE_MEM_BARRIER __asm __volatile ("sync":::"memory") 50#else 51#define WRITE_MEM_BARRIER __asm __volatile ("lwsync":::"memory") 52#endif 53 54#else // PPC 55 56#define READ_MEM_BARRIER __asm __volatile ("":::"memory") 57#define WRITE_MEM_BARRIER __asm __volatile ("":::"memory") 58 59#endif // PPC 60 61#endif // ARM 62 63 64inline void OrderAccess::loadload() { acquire(); } 65inline void OrderAccess::storestore() { release(); } 66inline void OrderAccess::loadstore() { acquire(); } 67inline void OrderAccess::storeload() { fence(); } 68 69inline void OrderAccess::acquire() { 70 READ_MEM_BARRIER; 71} 72 73inline void OrderAccess::release() { 74 WRITE_MEM_BARRIER; 75} 76 77inline void OrderAccess::fence() { 78 FULL_MEM_BARRIER; 79} 80 81inline jbyte OrderAccess::load_acquire(volatile jbyte* p) { jbyte data = *p; acquire(); return data; } 82inline jshort OrderAccess::load_acquire(volatile jshort* p) { jshort data = *p; acquire(); return data; } 83inline jint OrderAccess::load_acquire(volatile jint* p) { jint data = *p; acquire(); return data; } 84inline jlong OrderAccess::load_acquire(volatile jlong* p) { 85 jlong tmp; 86 os::atomic_copy64(p, &tmp); 87 acquire(); 88 return tmp; 89} 90inline jubyte OrderAccess::load_acquire(volatile jubyte* p) { jubyte data = *p; acquire(); return data; } 91inline jushort OrderAccess::load_acquire(volatile jushort* p) { jushort data = *p; acquire(); return data; } 92inline juint OrderAccess::load_acquire(volatile juint* p) { juint data = *p; acquire(); return data; } 93inline julong OrderAccess::load_acquire(volatile julong* p) { 94 julong tmp; 95 os::atomic_copy64(p, &tmp); 96 acquire(); 97 return tmp; 98} 99inline jfloat OrderAccess::load_acquire(volatile jfloat* p) { jfloat data = *p; acquire(); return data; } 100inline jdouble OrderAccess::load_acquire(volatile jdouble* p) { 101 jdouble tmp; 102 os::atomic_copy64(p, &tmp); 103 acquire(); 104 return tmp; 105} 106 107inline intptr_t OrderAccess::load_ptr_acquire(volatile intptr_t* p) { 108 intptr_t data = *p; 109 acquire(); 110 return data; 111} 112inline void* OrderAccess::load_ptr_acquire(volatile void* p) { 113 void *data = *(void* volatile *)p; 114 acquire(); 115 return data; 116} 117inline void* OrderAccess::load_ptr_acquire(const volatile void* p) { 118 void *data = *(void* const volatile *)p; 119 acquire(); 120 return data; 121} 122 123inline void OrderAccess::release_store(volatile jbyte* p, jbyte v) { release(); *p = v; } 124inline void OrderAccess::release_store(volatile jshort* p, jshort v) { release(); *p = v; } 125inline void OrderAccess::release_store(volatile jint* p, jint v) { release(); *p = v; } 126inline void OrderAccess::release_store(volatile jlong* p, jlong v) 127{ release(); os::atomic_copy64(&v, p); } 128inline void OrderAccess::release_store(volatile jubyte* p, jubyte v) { release(); *p = v; } 129inline void OrderAccess::release_store(volatile jushort* p, jushort v) { release(); *p = v; } 130inline void OrderAccess::release_store(volatile juint* p, juint v) { release(); *p = v; } 131inline void OrderAccess::release_store(volatile julong* p, julong v) 132{ release(); os::atomic_copy64(&v, p); } 133inline void OrderAccess::release_store(volatile jfloat* p, jfloat v) { release(); *p = v; } 134inline void OrderAccess::release_store(volatile jdouble* p, jdouble v) 135{ release(); os::atomic_copy64(&v, p); } 136 137inline void OrderAccess::release_store_ptr(volatile intptr_t* p, intptr_t v) { release(); *p = v; } 138inline void OrderAccess::release_store_ptr(volatile void* p, void* v) 139{ release(); *(void* volatile *)p = v; } 140 141inline void OrderAccess::store_fence(jbyte* p, jbyte v) { *p = v; fence(); } 142inline void OrderAccess::store_fence(jshort* p, jshort v) { *p = v; fence(); } 143inline void OrderAccess::store_fence(jint* p, jint v) { *p = v; fence(); } 144inline void OrderAccess::store_fence(jlong* p, jlong v) { os::atomic_copy64(&v, p); fence(); } 145inline void OrderAccess::store_fence(jubyte* p, jubyte v) { *p = v; fence(); } 146inline void OrderAccess::store_fence(jushort* p, jushort v) { *p = v; fence(); } 147inline void OrderAccess::store_fence(juint* p, juint v) { *p = v; fence(); } 148inline void OrderAccess::store_fence(julong* p, julong v) { os::atomic_copy64(&v, p); fence(); } 149inline void OrderAccess::store_fence(jfloat* p, jfloat v) { *p = v; fence(); } 150inline void OrderAccess::store_fence(jdouble* p, jdouble v) { os::atomic_copy64(&v, p); fence(); } 151 152inline void OrderAccess::store_ptr_fence(intptr_t* p, intptr_t v) { *p = v; fence(); } 153inline void OrderAccess::store_ptr_fence(void** p, void* v) { *p = v; fence(); } 154 155inline void OrderAccess::release_store_fence(volatile jbyte* p, jbyte v) { release_store(p, v); fence(); } 156inline void OrderAccess::release_store_fence(volatile jshort* p, jshort v) { release_store(p, v); fence(); } 157inline void OrderAccess::release_store_fence(volatile jint* p, jint v) { release_store(p, v); fence(); } 158inline void OrderAccess::release_store_fence(volatile jlong* p, jlong v) { release_store(p, v); fence(); } 159inline void OrderAccess::release_store_fence(volatile jubyte* p, jubyte v) { release_store(p, v); fence(); } 160inline void OrderAccess::release_store_fence(volatile jushort* p, jushort v) { release_store(p, v); fence(); } 161inline void OrderAccess::release_store_fence(volatile juint* p, juint v) { release_store(p, v); fence(); } 162inline void OrderAccess::release_store_fence(volatile julong* p, julong v) { release_store(p, v); fence(); } 163inline void OrderAccess::release_store_fence(volatile jfloat* p, jfloat v) { release_store(p, v); fence(); } 164inline void OrderAccess::release_store_fence(volatile jdouble* p, jdouble v) { release_store(p, v); fence(); } 165 166inline void OrderAccess::release_store_ptr_fence(volatile intptr_t* p, intptr_t v) { release_store_ptr(p, v); fence(); } 167inline void OrderAccess::release_store_ptr_fence(volatile void* p, void* v) { release_store_ptr(p, v); fence(); } 168