mirror of
https://github.com/RPCS3/rpcs3.git
synced 2024-11-17 08:11:51 +00:00
2b5cf2455f
Reduce transaction failure amount Remove vm::try_to_lock
237 lines
3.6 KiB
C++
237 lines
3.6 KiB
C++
#pragma once
|
|
|
|
#include "types.h"
|
|
#include "Atomic.h"
|
|
|
|
// Shared mutex.
|
|
class shared_mutex final
|
|
{
|
|
enum : s64
|
|
{
|
|
c_one = 1ull << 31, // Fixed-point 1.0 value (one writer)
|
|
c_min = 0x00000001, // Fixed-point 1.0/max_readers value
|
|
c_sig = 1ull << 62,
|
|
c_max = c_one
|
|
};
|
|
|
|
atomic_t<s64> m_value{c_one}; // Semaphore-alike counter
|
|
|
|
void imp_lock_shared(s64 _old);
|
|
void imp_unlock_shared(s64 _old);
|
|
void imp_wait(s64 _old);
|
|
void imp_lock(s64 _old);
|
|
void imp_unlock(s64 _old);
|
|
|
|
void imp_lock_upgrade();
|
|
void imp_lock_degrade();
|
|
|
|
public:
|
|
constexpr shared_mutex() = default;
|
|
|
|
bool try_lock_shared();
|
|
|
|
void lock_shared()
|
|
{
|
|
const s64 value = m_value.load();
|
|
|
|
// Fast path: decrement if positive
|
|
if (UNLIKELY(value < c_min || value > c_one || !m_value.compare_and_swap_test(value, value - c_min)))
|
|
{
|
|
imp_lock_shared(value);
|
|
}
|
|
}
|
|
|
|
void unlock_shared()
|
|
{
|
|
// Unconditional increment
|
|
const s64 value = m_value.fetch_add(c_min);
|
|
|
|
if (value < 0 || value > c_one - c_min)
|
|
{
|
|
imp_unlock_shared(value);
|
|
}
|
|
}
|
|
|
|
bool try_lock();
|
|
|
|
void lock()
|
|
{
|
|
// Try to lock
|
|
const s64 value = m_value.compare_and_swap(c_one, 0);
|
|
|
|
if (value != c_one)
|
|
{
|
|
imp_lock(value);
|
|
}
|
|
}
|
|
|
|
void unlock()
|
|
{
|
|
// Unconditional increment
|
|
const s64 value = m_value.fetch_add(c_one);
|
|
|
|
if (value != 0)
|
|
{
|
|
imp_unlock(value);
|
|
}
|
|
}
|
|
|
|
bool try_lock_upgrade();
|
|
|
|
void lock_upgrade()
|
|
{
|
|
if (!m_value.compare_and_swap_test(c_one - c_min, 0))
|
|
{
|
|
imp_lock_upgrade();
|
|
}
|
|
}
|
|
|
|
bool try_lock_degrade();
|
|
|
|
void lock_degrade()
|
|
{
|
|
if (!m_value.compare_and_swap_test(0, c_one - c_min))
|
|
{
|
|
imp_lock_degrade();
|
|
}
|
|
}
|
|
|
|
bool is_reading() const
|
|
{
|
|
return (m_value.load() % c_one) != 0;
|
|
}
|
|
|
|
bool is_lockable() const
|
|
{
|
|
return m_value.load() >= c_min;
|
|
}
|
|
};
|
|
|
|
// Simplified shared (reader) lock implementation.
|
|
class reader_lock final
|
|
{
|
|
shared_mutex& m_mutex;
|
|
bool m_upgraded = false;
|
|
|
|
void lock()
|
|
{
|
|
m_upgraded ? m_mutex.lock() : m_mutex.lock_shared();
|
|
}
|
|
|
|
void unlock()
|
|
{
|
|
m_upgraded ? m_mutex.unlock() : m_mutex.unlock_shared();
|
|
}
|
|
|
|
friend class cond_variable;
|
|
|
|
public:
|
|
reader_lock(const reader_lock&) = delete;
|
|
|
|
explicit reader_lock(shared_mutex& mutex)
|
|
: m_mutex(mutex)
|
|
{
|
|
lock();
|
|
}
|
|
|
|
// One-way lock upgrade
|
|
void upgrade()
|
|
{
|
|
if (!m_upgraded)
|
|
{
|
|
m_mutex.lock_upgrade();
|
|
m_upgraded = true;
|
|
}
|
|
}
|
|
|
|
~reader_lock()
|
|
{
|
|
unlock();
|
|
}
|
|
};
|
|
|
|
// Simplified exclusive (writer) lock implementation.
|
|
class writer_lock final
|
|
{
|
|
shared_mutex& m_mutex;
|
|
|
|
void lock()
|
|
{
|
|
m_mutex.lock();
|
|
}
|
|
|
|
void unlock()
|
|
{
|
|
m_mutex.unlock();
|
|
}
|
|
|
|
friend class cond_variable;
|
|
|
|
public:
|
|
writer_lock(const writer_lock&) = delete;
|
|
|
|
explicit writer_lock(shared_mutex& mutex)
|
|
: m_mutex(mutex)
|
|
{
|
|
lock();
|
|
}
|
|
|
|
~writer_lock()
|
|
{
|
|
unlock();
|
|
}
|
|
};
|
|
|
|
// Safe reader lock. Can be recursive above other safe locks (reader or writer).
|
|
class safe_reader_lock final
|
|
{
|
|
shared_mutex& m_mutex;
|
|
bool m_is_owned;
|
|
|
|
void lock()
|
|
{
|
|
m_mutex.lock_shared();
|
|
}
|
|
|
|
void unlock()
|
|
{
|
|
m_mutex.unlock_shared();
|
|
}
|
|
|
|
friend class cond_variable;
|
|
|
|
public:
|
|
safe_reader_lock(const safe_reader_lock&) = delete;
|
|
|
|
explicit safe_reader_lock(shared_mutex& mutex);
|
|
|
|
~safe_reader_lock();
|
|
};
|
|
|
|
// Safe writer lock. Can be recursive above other safe locks. Performs upgrade and degrade operations above existing reader lock if necessary.
|
|
class safe_writer_lock final
|
|
{
|
|
shared_mutex& m_mutex;
|
|
bool m_is_owned;
|
|
bool m_is_upgraded;
|
|
|
|
void lock()
|
|
{
|
|
m_mutex.lock();
|
|
}
|
|
|
|
void unlock()
|
|
{
|
|
m_mutex.unlock();
|
|
}
|
|
|
|
friend class cond_variable;
|
|
|
|
public:
|
|
safe_writer_lock(const safe_writer_lock&) = delete;
|
|
|
|
explicit safe_writer_lock(shared_mutex& mutex);
|
|
|
|
~safe_writer_lock();
|
|
};
|