0N/A/*
3120N/A * Copyright (c) 1997, 2012, Oracle and/or its affiliates. All rights reserved.
0N/A * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
0N/A *
0N/A * This code is free software; you can redistribute it and/or modify it
0N/A * under the terms of the GNU General Public License version 2 only, as
0N/A * published by the Free Software Foundation.
0N/A *
0N/A * This code is distributed in the hope that it will be useful, but WITHOUT
0N/A * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
0N/A * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
0N/A * version 2 for more details (a copy is included in the LICENSE file that
0N/A * accompanied this code).
0N/A *
0N/A * You should have received a copy of the GNU General Public License version
0N/A * 2 along with this work; if not, write to the Free Software Foundation,
0N/A * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
0N/A *
1472N/A * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1472N/A * or visit www.oracle.com if you need additional information or have any
1472N/A * questions.
0N/A *
0N/A */
0N/A
1879N/A#include "precompiled.hpp"
1879N/A#include "runtime/mutexLocker.hpp"
1879N/A#include "runtime/safepoint.hpp"
1879N/A#include "runtime/threadLocalStorage.hpp"
1879N/A#include "runtime/vmThread.hpp"
1879N/A#ifdef TARGET_OS_FAMILY_linux
1879N/A# include "thread_linux.inline.hpp"
1879N/A#endif
1879N/A#ifdef TARGET_OS_FAMILY_solaris
1879N/A# include "thread_solaris.inline.hpp"
1879N/A#endif
1879N/A#ifdef TARGET_OS_FAMILY_windows
1879N/A# include "thread_windows.inline.hpp"
1879N/A#endif
2796N/A#ifdef TARGET_OS_FAMILY_bsd
2796N/A# include "thread_bsd.inline.hpp"
2796N/A#endif
0N/A
0N/A// Mutexes used in the VM (see comment in mutexLocker.hpp):
0N/A//
0N/A// Note that the following pointers are effectively final -- after having been
0N/A// set at JVM startup-time, they should never be subsequently mutated.
0N/A// Instead of using pointers to malloc()ed monitors and mutexes we should consider
0N/A// eliminating the indirection and using instances instead.
0N/A// Consider using GCC's __read_mostly.
0N/A
0N/AMutex* Patching_lock = NULL;
0N/AMonitor* SystemDictionary_lock = NULL;
0N/AMutex* PackageTable_lock = NULL;
0N/AMutex* CompiledIC_lock = NULL;
0N/AMutex* InlineCacheBuffer_lock = NULL;
0N/AMutex* VMStatistic_lock = NULL;
0N/AMutex* JNIGlobalHandle_lock = NULL;
0N/AMutex* JNIHandleBlockFreeList_lock = NULL;
0N/AMutex* JNICachedItableIndex_lock = NULL;
0N/AMutex* JmethodIdCreation_lock = NULL;
0N/AMutex* JfieldIdCreation_lock = NULL;
0N/AMonitor* JNICritical_lock = NULL;
0N/AMutex* JvmtiThreadState_lock = NULL;
0N/AMonitor* JvmtiPendingEvent_lock = NULL;
342N/AMonitor* Heap_lock = NULL;
0N/AMutex* ExpandHeap_lock = NULL;
0N/AMutex* AdapterHandlerLibrary_lock = NULL;
0N/AMutex* SignatureHandlerLibrary_lock = NULL;
0N/AMutex* VtableStubs_lock = NULL;
0N/AMutex* SymbolTable_lock = NULL;
0N/AMutex* StringTable_lock = NULL;
0N/AMutex* CodeCache_lock = NULL;
0N/AMutex* MethodData_lock = NULL;
0N/AMutex* RetData_lock = NULL;
0N/AMonitor* VMOperationQueue_lock = NULL;
0N/AMonitor* VMOperationRequest_lock = NULL;
0N/AMonitor* Safepoint_lock = NULL;
0N/AMonitor* SerializePage_lock = NULL;
0N/AMonitor* Threads_lock = NULL;
0N/AMonitor* CGC_lock = NULL;
0N/AMutex* STS_init_lock = NULL;
0N/AMonitor* SLT_lock = NULL;
0N/AMonitor* iCMS_lock = NULL;
0N/AMonitor* FullGCCount_lock = NULL;
342N/AMonitor* CMark_lock = NULL;
1358N/AMutex* CMRegionStack_lock = NULL;
342N/AMutex* SATB_Q_FL_lock = NULL;
342N/AMonitor* SATB_Q_CBL_mon = NULL;
342N/AMutex* Shared_SATB_Q_lock = NULL;
342N/AMutex* DirtyCardQ_FL_lock = NULL;
342N/AMonitor* DirtyCardQ_CBL_mon = NULL;
342N/AMutex* Shared_DirtyCardQ_lock = NULL;
0N/AMutex* ParGCRareEvent_lock = NULL;
342N/AMutex* EvacFailureStack_lock = NULL;
0N/AMutex* DerivedPointerTableGC_lock = NULL;
0N/AMutex* Compile_lock = NULL;
0N/AMonitor* MethodCompileQueue_lock = NULL;
0N/AMonitor* CompileThread_lock = NULL;
0N/AMutex* CompileTaskAlloc_lock = NULL;
0N/AMutex* CompileStatistics_lock = NULL;
0N/AMutex* MultiArray_lock = NULL;
0N/AMonitor* Terminator_lock = NULL;
0N/AMonitor* BeforeExit_lock = NULL;
0N/AMonitor* Notify_lock = NULL;
0N/AMonitor* Interrupt_lock = NULL;
0N/AMutex* ProfilePrint_lock = NULL;
0N/AMutex* ExceptionCache_lock = NULL;
0N/AMonitor* ObjAllocPost_lock = NULL;
0N/AMutex* OsrList_lock = NULL;
0N/A#ifndef PRODUCT
0N/AMutex* FullGCALot_lock = NULL;
0N/A#endif
0N/A
0N/AMutex* Debug1_lock = NULL;
0N/AMutex* Debug2_lock = NULL;
0N/AMutex* Debug3_lock = NULL;
0N/A
0N/AMutex* tty_lock = NULL;
0N/A
0N/AMutex* RawMonitor_lock = NULL;
0N/AMutex* PerfDataMemAlloc_lock = NULL;
0N/AMutex* PerfDataManager_lock = NULL;
0N/AMutex* OopMapCacheAlloc_lock = NULL;
0N/A
2037N/AMutex* FreeList_lock = NULL;
2037N/AMonitor* SecondaryFreeList_lock = NULL;
2037N/AMutex* OldSets_lock = NULL;
3120N/AMonitor* RootRegionScan_lock = NULL;
342N/AMutex* MMUTracker_lock = NULL;
342N/AMutex* HotCardCache_lock = NULL;
342N/A
0N/AMonitor* GCTaskManager_lock = NULL;
0N/A
0N/AMutex* Management_lock = NULL;
3081N/AMonitor* Service_lock = NULL;
3081N/AMutex* Stacktrace_lock = NULL;
3081N/A
3081N/AMonitor* JfrQuery_lock = NULL;
3081N/AMonitor* JfrMsg_lock = NULL;
3081N/AMutex* JfrBuffer_lock = NULL;
3081N/AMutex* JfrStream_lock = NULL;
4046N/AMonitor* PeriodicTask_lock = NULL;
0N/A
0N/A#define MAX_NUM_MUTEX 128
0N/Astatic Monitor * _mutex_array[MAX_NUM_MUTEX];
0N/Astatic int _num_mutex;
0N/A
0N/A#ifdef ASSERT
0N/Avoid assert_locked_or_safepoint(const Monitor * lock) {
0N/A // check if this thread owns the lock (common case)
0N/A if (IgnoreLockingAssertions) return;
0N/A assert(lock != NULL, "Need non-NULL lock");
0N/A if (lock->owned_by_self()) return;
0N/A if (SafepointSynchronize::is_at_safepoint()) return;
0N/A if (!Universe::is_fully_initialized()) return;
0N/A // see if invoker of VM operation owns it
0N/A VM_Operation* op = VMThread::vm_operation();
0N/A if (op != NULL && op->calling_thread() == lock->owner()) return;
1410N/A fatal(err_msg("must own lock %s", lock->name()));
0N/A}
0N/A
0N/A// a stronger assertion than the above
0N/Avoid assert_lock_strong(const Monitor * lock) {
0N/A if (IgnoreLockingAssertions) return;
0N/A assert(lock != NULL, "Need non-NULL lock");
0N/A if (lock->owned_by_self()) return;
1410N/A fatal(err_msg("must own lock %s", lock->name()));
0N/A}
0N/A#endif
0N/A
0N/A#define def(var, type, pri, vm_block) { \
0N/A var = new type(Mutex::pri, #var, vm_block); \
0N/A assert(_num_mutex < MAX_NUM_MUTEX, \
0N/A "increase MAX_NUM_MUTEX"); \
0N/A _mutex_array[_num_mutex++] = var; \
0N/A}
0N/A
0N/Avoid mutex_init() {
0N/A def(tty_lock , Mutex , event, true ); // allow to lock in VM
0N/A
0N/A def(CGC_lock , Monitor, special, true ); // coordinate between fore- and background GC
0N/A def(STS_init_lock , Mutex, leaf, true );
0N/A if (UseConcMarkSweepGC) {
0N/A def(iCMS_lock , Monitor, special, true ); // CMS incremental mode start/stop notification
1576N/A }
1576N/A if (UseConcMarkSweepGC || UseG1GC) {
0N/A def(FullGCCount_lock , Monitor, leaf, true ); // in support of ExplicitGCInvokesConcurrent
0N/A }
342N/A if (UseG1GC) {
342N/A def(CMark_lock , Monitor, nonleaf, true ); // coordinate concurrent mark thread
1358N/A def(CMRegionStack_lock , Mutex, leaf, true );
342N/A def(SATB_Q_FL_lock , Mutex , special, true );
342N/A def(SATB_Q_CBL_mon , Monitor, nonleaf, true );
342N/A def(Shared_SATB_Q_lock , Mutex, nonleaf, true );
342N/A
342N/A def(DirtyCardQ_FL_lock , Mutex , special, true );
342N/A def(DirtyCardQ_CBL_mon , Monitor, nonleaf, true );
342N/A def(Shared_DirtyCardQ_lock , Mutex, nonleaf, true );
342N/A
2037N/A def(FreeList_lock , Mutex, leaf , true );
2037N/A def(SecondaryFreeList_lock , Monitor, leaf , true );
2037N/A def(OldSets_lock , Mutex , leaf , true );
3120N/A def(RootRegionScan_lock , Monitor, leaf , true );
342N/A def(MMUTracker_lock , Mutex , leaf , true );
342N/A def(HotCardCache_lock , Mutex , special , true );
342N/A def(EvacFailureStack_lock , Mutex , nonleaf , true );
342N/A }
0N/A def(ParGCRareEvent_lock , Mutex , leaf , true );
0N/A def(DerivedPointerTableGC_lock , Mutex, leaf, true );
0N/A def(CodeCache_lock , Mutex , special, true );
0N/A def(Interrupt_lock , Monitor, special, true ); // used for interrupt processing
0N/A def(RawMonitor_lock , Mutex, special, true );
0N/A def(OopMapCacheAlloc_lock , Mutex, leaf, true ); // used for oop_map_cache allocation.
0N/A
0N/A def(Patching_lock , Mutex , special, true ); // used for safepointing and code patching.
0N/A def(ObjAllocPost_lock , Monitor, special, false);
2076N/A def(Service_lock , Monitor, special, true ); // used for service thread operations
3081N/A def(Stacktrace_lock , Mutex, special, true ); // used for JFR stacktrace database
0N/A def(JmethodIdCreation_lock , Mutex , leaf, true ); // used for creating jmethodIDs.
0N/A
0N/A def(SystemDictionary_lock , Monitor, leaf, true ); // lookups done by VM thread
0N/A def(PackageTable_lock , Mutex , leaf, false);
0N/A def(InlineCacheBuffer_lock , Mutex , leaf, true );
0N/A def(VMStatistic_lock , Mutex , leaf, false);
0N/A def(ExpandHeap_lock , Mutex , leaf, true ); // Used during compilation by VM thread
0N/A def(JNIHandleBlockFreeList_lock , Mutex , leaf, true ); // handles are used by VM thread
0N/A def(SignatureHandlerLibrary_lock , Mutex , leaf, false);
0N/A def(SymbolTable_lock , Mutex , leaf, true );
0N/A def(StringTable_lock , Mutex , leaf, true );
0N/A def(ProfilePrint_lock , Mutex , leaf, false); // serial profile printing
0N/A def(ExceptionCache_lock , Mutex , leaf, false); // serial profile printing
0N/A def(OsrList_lock , Mutex , leaf, true );
0N/A def(Debug1_lock , Mutex , leaf, true );
0N/A#ifndef PRODUCT
0N/A def(FullGCALot_lock , Mutex , leaf, false); // a lock to make FullGCALot MT safe
0N/A#endif
0N/A def(BeforeExit_lock , Monitor, leaf, true );
0N/A def(PerfDataMemAlloc_lock , Mutex , leaf, true ); // used for allocating PerfData memory for performance data
0N/A def(PerfDataManager_lock , Mutex , leaf, true ); // used for synchronized access to PerfDataManager resources
0N/A
0N/A // CMS_modUnionTable_lock leaf
0N/A // CMS_bitMap_lock leaf + 1
0N/A // CMS_freeList_lock leaf + 2
0N/A
0N/A def(Safepoint_lock , Monitor, safepoint, true ); // locks SnippetCache_lock/Threads_lock
0N/A
0N/A def(Threads_lock , Monitor, barrier, true );
0N/A
0N/A def(VMOperationQueue_lock , Monitor, nonleaf, true ); // VM_thread allowed to block on these
0N/A def(VMOperationRequest_lock , Monitor, nonleaf, true );
0N/A def(RetData_lock , Mutex , nonleaf, false);
0N/A def(Terminator_lock , Monitor, nonleaf, true );
0N/A def(VtableStubs_lock , Mutex , nonleaf, true );
0N/A def(Notify_lock , Monitor, nonleaf, true );
0N/A def(JNIGlobalHandle_lock , Mutex , nonleaf, true ); // locks JNIHandleBlockFreeList_lock
0N/A def(JNICritical_lock , Monitor, nonleaf, true ); // used for JNI critical regions
0N/A def(AdapterHandlerLibrary_lock , Mutex , nonleaf, true);
0N/A if (UseConcMarkSweepGC) {
0N/A def(SLT_lock , Monitor, nonleaf, false );
0N/A // used in CMS GC for locking PLL lock
0N/A }
342N/A def(Heap_lock , Monitor, nonleaf+1, false);
0N/A def(JfieldIdCreation_lock , Mutex , nonleaf+1, true ); // jfieldID, Used in VM_Operation
0N/A def(JNICachedItableIndex_lock , Mutex , nonleaf+1, false); // Used to cache an itable index during JNI invoke
0N/A
0N/A def(CompiledIC_lock , Mutex , nonleaf+2, false); // locks VtableStubs_lock, InlineCacheBuffer_lock
0N/A def(CompileTaskAlloc_lock , Mutex , nonleaf+2, true );
0N/A def(CompileStatistics_lock , Mutex , nonleaf+2, false);
0N/A def(MultiArray_lock , Mutex , nonleaf+2, false); // locks SymbolTable_lock
0N/A
0N/A def(JvmtiThreadState_lock , Mutex , nonleaf+2, false); // Used by JvmtiThreadState/JvmtiEventController
0N/A def(JvmtiPendingEvent_lock , Monitor, nonleaf, false); // Used by JvmtiCodeBlobEvents
0N/A def(Management_lock , Mutex , nonleaf+2, false); // used for JVM management
0N/A
0N/A def(Compile_lock , Mutex , nonleaf+3, true );
0N/A def(MethodData_lock , Mutex , nonleaf+3, false);
0N/A
0N/A def(MethodCompileQueue_lock , Monitor, nonleaf+4, true );
0N/A def(Debug2_lock , Mutex , nonleaf+4, true );
0N/A def(Debug3_lock , Mutex , nonleaf+4, true );
0N/A def(CompileThread_lock , Monitor, nonleaf+5, false );
3081N/A
4500N/A def(JfrMsg_lock , Monitor, leaf, true);
4500N/A def(JfrBuffer_lock , Mutex, nonleaf+1, true);
4500N/A def(JfrStream_lock , Mutex, nonleaf+2, true);
4046N/A def(PeriodicTask_lock , Monitor, nonleaf+5, true);
0N/A}
0N/A
0N/AGCMutexLocker::GCMutexLocker(Monitor * mutex) {
0N/A if (SafepointSynchronize::is_at_safepoint()) {
0N/A _locked = false;
0N/A } else {
0N/A _mutex = mutex;
0N/A _locked = true;
0N/A _mutex->lock();
0N/A }
0N/A}
0N/A
0N/A// Print all mutexes/monitors that are currently owned by a thread; called
0N/A// by fatal error handler.
0N/Avoid print_owned_locks_on_error(outputStream* st) {
0N/A st->print("VM Mutex/Monitor currently owned by a thread: ");
0N/A bool none = true;
0N/A for (int i = 0; i < _num_mutex; i++) {
0N/A // see if it has an owner
0N/A if (_mutex_array[i]->owner() != NULL) {
0N/A if (none) {
0N/A // print format used by Mutex::print_on_error()
0N/A st->print_cr(" ([mutex/lock_event])");
0N/A none = false;
0N/A }
0N/A _mutex_array[i]->print_on_error(st);
0N/A st->cr();
0N/A }
0N/A }
0N/A if (none) st->print_cr("None");
0N/A}