You've already forked linux-packaging-mono
Imported Upstream version 4.6.0.125
Former-commit-id: a2155e9bd80020e49e72e86c44da02a8ac0e57a4
This commit is contained in:
parent
a569aebcfd
commit
e79aa3c0ed
381
mcs/class/referencesource/System.Web/Util/ReadWriteSpinLock.cs
Normal file
381
mcs/class/referencesource/System.Web/Util/ReadWriteSpinLock.cs
Normal file
@ -0,0 +1,381 @@
|
||||
//------------------------------------------------------------------------------
|
||||
// <copyright file="ReadWriteSpinLock.cs" company="Microsoft">
|
||||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// </copyright>
|
||||
//------------------------------------------------------------------------------
|
||||
|
||||
|
||||
namespace System.Web.Util {
|
||||
|
||||
using System.Threading;
|
||||
using System.Collections;
|
||||
using System.Globalization;
|
||||
using Microsoft.Win32;
|
||||
|
||||
struct ReadWriteSpinLock {
|
||||
//
|
||||
// Fields
|
||||
//
|
||||
|
||||
// _bits is layed out as follows:
|
||||
//
|
||||
// 3 3 2 2 2 2 2 2 2 2 2 2 1 1 1 1 1 1 1 1 1 1
|
||||
// 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0
|
||||
// +-+-+---------------------------+--------------------------------+
|
||||
// |S|W| WriteLockCount | ReadLockCount |
|
||||
// +-+-+---------------------------+--------------------------------+
|
||||
// where
|
||||
//
|
||||
// S - sign bit (always zero) - By having a sign bit, operations
|
||||
// on the ReadLockCount can use InterlockedIncrement/Decrement
|
||||
//
|
||||
// W - writer waiting bit - set by threads attempting write lock, preventing
|
||||
// any further threads from acquiring read locks. This attempts to hint
|
||||
// that updates have priority, but doesn't guarantee priority.
|
||||
//
|
||||
// WriteLockCount - Write lock recursion count
|
||||
//
|
||||
// ReadLockCount - Read lock recursion count
|
||||
//
|
||||
int _bits;
|
||||
int _id;
|
||||
|
||||
//
|
||||
// Statics
|
||||
//
|
||||
|
||||
static bool s_disableBusyWaiting = (SystemInfo.GetNumProcessCPUs() == 1);
|
||||
|
||||
//
|
||||
// Constants
|
||||
//
|
||||
|
||||
const int BACK_OFF_FACTORS_LENGTH = 13;
|
||||
static readonly double [] s_backOffFactors = new double [BACK_OFF_FACTORS_LENGTH] {
|
||||
1.020, 0.965, 0.890, 1.065,
|
||||
1.025, 1.115, 0.940, 0.995,
|
||||
1.050, 1.080, 0.915, 0.980,
|
||||
1.010
|
||||
};
|
||||
|
||||
const int WRITER_WAITING_MASK = (int) 0x40000000;
|
||||
const int WRITE_COUNT_MASK = (int) 0x3FFF0000;
|
||||
const int READ_COUNT_MASK = (int) 0x0000FFFF;
|
||||
const int WRITER_WAITING_SHIFT = 30;
|
||||
const int WRITE_COUNT_SHIFT = 16;
|
||||
|
||||
static bool WriterWaiting(int bits) {return ((bits & WRITER_WAITING_MASK) != 0);}
|
||||
static int WriteLockCount(int bits) {return ((bits & WRITE_COUNT_MASK) >> WRITE_COUNT_SHIFT);}
|
||||
static int ReadLockCount(int bits) {return (bits & READ_COUNT_MASK);}
|
||||
static bool NoWriters(int bits) {return ((bits & WRITE_COUNT_MASK) == 0);}
|
||||
static bool NoWritersOrWaitingWriters(int bits) {return ((bits & (WRITE_COUNT_MASK | WRITER_WAITING_MASK)) == 0);}
|
||||
static bool NoLocks(int bits) {return ((bits & ~WRITER_WAITING_MASK) == 0);}
|
||||
|
||||
bool WriterWaiting() {return WriterWaiting(_bits);}
|
||||
int WriteLockCount() {return WriteLockCount(_bits);}
|
||||
int ReadLockCount() {return ReadLockCount(_bits);}
|
||||
bool NoWriters() {return NoWriters(_bits);}
|
||||
bool NoWritersOrWaitingWriters() {return NoWritersOrWaitingWriters(_bits);}
|
||||
bool NoLocks() {return NoLocks(_bits);}
|
||||
|
||||
int CreateNewBits(bool writerWaiting, int writeCount, int readCount) {
|
||||
int bits = ((writeCount << WRITE_COUNT_SHIFT) | readCount);
|
||||
if (writerWaiting) {
|
||||
bits |= WRITER_WAITING_MASK;
|
||||
}
|
||||
|
||||
return bits;
|
||||
}
|
||||
|
||||
|
||||
internal /*public*/ void AcquireReaderLock() {
|
||||
|
||||
// This lock supports Writelock then Readlock
|
||||
// from the same thread (possibly from different functions).
|
||||
int threadId = Thread.CurrentThread.GetHashCode();
|
||||
|
||||
// Optimize for the common case by
|
||||
if (_TryAcquireReaderLock(threadId))
|
||||
return;
|
||||
|
||||
_Spin(true, threadId);
|
||||
Debug.Trace("Spinlock", "AcquireReaderLock: _bits=" + _bits.ToString("x8", CultureInfo.InvariantCulture)
|
||||
+ " _id= " + _id.ToString("x8", CultureInfo.InvariantCulture));
|
||||
}
|
||||
|
||||
|
||||
internal /*public*/ void AcquireWriterLock() {
|
||||
|
||||
int threadId = Thread.CurrentThread.GetHashCode();
|
||||
|
||||
// Optimize for the common case by
|
||||
if (_TryAcquireWriterLock(threadId))
|
||||
return;
|
||||
|
||||
_Spin(false, threadId);
|
||||
|
||||
Debug.Trace("Spinlock", "AcquireWriterLock: _bits=" + _bits.ToString("x8", CultureInfo.InvariantCulture)
|
||||
+ " _id= " + _id.ToString("x8", CultureInfo.InvariantCulture));
|
||||
}
|
||||
|
||||
|
||||
internal /*public*/ void ReleaseReaderLock() {
|
||||
#if DBG
|
||||
int id = _id;
|
||||
Debug.Assert(id == 0 || id == Thread.CurrentThread.GetHashCode(), "id == 0 || id == Thread.CurrentThread.GetHashCode()");
|
||||
#endif
|
||||
|
||||
int n = Interlocked.Decrement(ref _bits);
|
||||
|
||||
Debug.Assert(n >= 0, "n >= 0");
|
||||
Debug.Trace("Spinlock", "ReleaseReaderLock: _bits=" + _bits.ToString("x8", CultureInfo.InvariantCulture)
|
||||
+ " _id= " + _id.ToString("x8", CultureInfo.InvariantCulture));
|
||||
}
|
||||
|
||||
|
||||
void AlterWriteCountHoldingWriterLock(int oldBits, int delta) {
|
||||
int readLockCount = ReadLockCount(oldBits);
|
||||
int oldWriteLockCount = WriteLockCount(oldBits);
|
||||
int newWriteLockCount = oldWriteLockCount + delta;
|
||||
Debug.Assert(newWriteLockCount >= 0, "newWriteLockCount >= 0");
|
||||
int newBits;
|
||||
int test;
|
||||
|
||||
for (;;) {
|
||||
//
|
||||
// Since we own the lock, the only change that can be
|
||||
// made by another thread to _bits is to add the writer-waiting bit.
|
||||
//
|
||||
Debug.Assert(WriteLockCount(oldBits) == oldWriteLockCount, "WriteLockCount(oldBits) == oldWriteLockCount");
|
||||
Debug.Assert(ReadLockCount(oldBits) == readLockCount, "ReadLockCount(oldBits) == readLockCount");
|
||||
newBits = CreateNewBits(WriterWaiting(oldBits), newWriteLockCount, readLockCount);
|
||||
test = Interlocked.CompareExchange(ref _bits, newBits, oldBits);
|
||||
if (test == oldBits) {
|
||||
break;
|
||||
}
|
||||
|
||||
oldBits = test;
|
||||
}
|
||||
}
|
||||
|
||||
internal /*public*/ void ReleaseWriterLock() {
|
||||
#if DBG
|
||||
int id = _id;
|
||||
Debug.Assert(id == Thread.CurrentThread.GetHashCode(), "id == Thread.CurrentThread.GetHashCode()");
|
||||
#endif
|
||||
|
||||
int oldBits = _bits;
|
||||
int writeLockCount = WriteLockCount(oldBits);
|
||||
Debug.Assert(writeLockCount > 0, "writeLockCount > 0");
|
||||
if (writeLockCount == 1) {
|
||||
// Reset the id before releasing count so that
|
||||
// AcquireRead works correctly.
|
||||
_id = 0;
|
||||
}
|
||||
|
||||
AlterWriteCountHoldingWriterLock(oldBits, -1);
|
||||
Debug.Trace("Spinlock", "ReleaseWriterLock: _bits=" + _bits.ToString("x8", CultureInfo.InvariantCulture)
|
||||
+ " _id= " + _id.ToString("x8", CultureInfo.InvariantCulture));
|
||||
}
|
||||
|
||||
|
||||
bool _TryAcquireWriterLock(int threadId) {
|
||||
int id = _id;
|
||||
int oldBits = _bits;
|
||||
int newBits;
|
||||
int test;
|
||||
|
||||
if (id == threadId) {
|
||||
// we can just pound in the correct value
|
||||
AlterWriteCountHoldingWriterLock(oldBits, +1);
|
||||
return true;
|
||||
}
|
||||
|
||||
if (id == 0 && NoLocks(oldBits)) {
|
||||
newBits = CreateNewBits(false, 1, 0);
|
||||
test = Interlocked.CompareExchange(ref _bits, newBits, oldBits);
|
||||
if (test == oldBits) {
|
||||
id = _id;
|
||||
Debug.Assert(id == 0);
|
||||
_id = threadId;
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
oldBits = test;
|
||||
}
|
||||
|
||||
// If there is contention, make sure the WRITER_WAITING bit is set.
|
||||
// Note: this blocks readers from using a value that is about to be changed
|
||||
if (!WriterWaiting(oldBits)) {
|
||||
// hammer on _bits until the bit is set
|
||||
for (;;) {
|
||||
newBits = (oldBits | WRITER_WAITING_MASK);
|
||||
test = Interlocked.CompareExchange(ref _bits, newBits, oldBits);
|
||||
if (test == oldBits)
|
||||
break;
|
||||
|
||||
oldBits = test;
|
||||
}
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
bool _TryAcquireReaderLock(int threadId) {
|
||||
int oldBits = _bits;
|
||||
int id = _id;
|
||||
|
||||
if (id == 0) {
|
||||
if (!NoWriters(oldBits)) {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
else if (id != threadId) {
|
||||
return false;
|
||||
}
|
||||
|
||||
if (Interlocked.CompareExchange(ref _bits, oldBits + 1, oldBits) == oldBits) {
|
||||
return true;
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
|
||||
|
||||
/// <internalonly/>
|
||||
void _Spin(bool isReaderLock, int threadId) {
|
||||
|
||||
const int LOCK_MAXIMUM_SPINS = 10000; // maximum allowable spin count
|
||||
const int LOCK_DEFAULT_SPINS = 4000; // default spin count
|
||||
const int LOCK_MINIMUM_SPINS = 100; // minimum allowable spin count
|
||||
|
||||
int sleepTime = 0;
|
||||
int baseSpins;
|
||||
|
||||
{ // limit scope of temp. stack vars to calculation of baseSpin2
|
||||
|
||||
// Alternatives for threadId include a static counter
|
||||
// or the low DWORD of QueryPerformanceCounter().
|
||||
double randomBackoffFactor = s_backOffFactors[Math.Abs(threadId) % BACK_OFF_FACTORS_LENGTH];
|
||||
baseSpins = (int)(LOCK_DEFAULT_SPINS * randomBackoffFactor);
|
||||
baseSpins = Math.Min(LOCK_MAXIMUM_SPINS, baseSpins);
|
||||
baseSpins = Math.Max(baseSpins, LOCK_MINIMUM_SPINS);
|
||||
}
|
||||
|
||||
DateTime utcSpinStartTime = DateTime.UtcNow; // error if struct not initialized
|
||||
|
||||
// hand-optimize loop: Increase locality by copying static variables
|
||||
// onto the stack (this will reduce cache misses after a contact
|
||||
// switch induced by Sleep()).
|
||||
bool disableBusyWaiting = s_disableBusyWaiting;
|
||||
|
||||
for (;;) {
|
||||
if (isReaderLock) {
|
||||
if (_TryAcquireReaderLock(threadId)) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
else {
|
||||
if (_TryAcquireWriterLock(threadId)) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
// if 1 cpu, or cpu affinity is set to 1, spinning is a waste of time
|
||||
if (disableBusyWaiting) {
|
||||
|
||||
Thread.Sleep(sleepTime);
|
||||
|
||||
// Avoid priority inversion: 0, 1, 0, 1,...
|
||||
sleepTime ^= 1;
|
||||
}
|
||||
else {
|
||||
int spinCount = baseSpins;
|
||||
|
||||
// Check no more than baseSpins times then yield.
|
||||
// It is important not to use the InterlockedExchange in the
|
||||
// inner loop in order to minimize system memory bus traffic.
|
||||
for(;;) {
|
||||
//
|
||||
// If the lock is available break spinning and
|
||||
// try to obtain it.
|
||||
//
|
||||
if (isReaderLock) {
|
||||
if (NoWritersOrWaitingWriters()) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
else {
|
||||
if (NoLocks()) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
if (--spinCount < 0) {
|
||||
|
||||
Thread.Sleep(sleepTime);
|
||||
|
||||
// Backoff algorithm: reduce (or increase) busy wait time
|
||||
baseSpins /= 2;
|
||||
// LOCK_MINIMUM_SPINS <= baseSpins <= LOCK_MAXIMUM_SPINS
|
||||
//baseSpins = Math.Min(LOCK_MAXIMUM_SPINS, baseSpins); //= min(LOCK_MAXIMUM_SPINS, baseSpins)
|
||||
baseSpins = Math.Max(baseSpins, LOCK_MINIMUM_SPINS); //= max(baseSpins, LOCK_MINIMUM_SPINS);
|
||||
spinCount = baseSpins;
|
||||
|
||||
// Using Sleep(0) leads to the possibility of priority
|
||||
// inversion. Sleep(0) only yields the processor if
|
||||
// there's another thread of the same priority that's
|
||||
// ready to run. If a high-priority thread is trying to
|
||||
// acquire the lock, which is held by a low-priority
|
||||
// thread, then the low-priority thread may never get
|
||||
// scheduled and hence never free the lock. NT attempts
|
||||
// to avoid priority inversions by temporarily boosting
|
||||
// the priority of low-priority runnable threads, but the
|
||||
// problem can still occur if there's a medium-priority
|
||||
// thread that's always runnable. If Sleep(1) is used,
|
||||
// then the thread unconditionally yields the CPU. We
|
||||
// only do this for the second and subsequent even
|
||||
// iterations, since a millisecond is a long time to wait
|
||||
// if the thread can be scheduled in again sooner
|
||||
// (~100,000 instructions).
|
||||
// Avoid priority inversion: 0, 1, 0, 1,...
|
||||
sleepTime ^= 1;
|
||||
}
|
||||
else {
|
||||
// kill about 20 clock cycles on this proc
|
||||
Thread.SpinWait(10);
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
}// while
|
||||
|
||||
}// _Spin
|
||||
|
||||
} // ReadWriteSpinLock
|
||||
|
||||
} // namespace System.Web.Util
|
||||
|
||||
// NOTES:
|
||||
//
|
||||
// This ReaderWriterSpinlock is a combination of the
|
||||
// original lightweight (4 byte) System.Web.Util.ReadWriteSpinLock
|
||||
// and the lightweight (4 byte) exclusive lock (SmallSpinLock) used
|
||||
// in the George Reilly's LKRHash (see http://georgere/work/lkrhash).
|
||||
//
|
||||
// In an effort to support reentrancy during writes we are squirreling
|
||||
// away the thread id of the thread holding the write lock into the upper
|
||||
// 16 bits of the lock count. This is possible as long as thread ids stay
|
||||
// smaller than 7FFF. Anything higher than that would flip the sign bit
|
||||
// and we'd no longer be able to do signed comparisons to check
|
||||
// for read vs. write.
|
||||
//
|
||||
// read write
|
||||
// lower #read locks #write locks (from same thread)
|
||||
// higher 0x0000 thread id of thread holding lock
|
||||
//
|
||||
// Adapted from LKRHash's lock.cpp, from GeorgeRe
|
||||
// The original implementation is due to PALarson.
|
||||
|
Reference in New Issue
Block a user