2021-09-11 21:12:47 +02:00
|
|
|
package mutexes
|
|
|
|
|
|
|
|
import (
|
|
|
|
"sync"
|
2023-11-27 14:20:18 +01:00
|
|
|
"sync/atomic"
|
2024-05-13 10:05:46 +02:00
|
|
|
"unsafe"
|
|
|
|
|
|
|
|
"codeberg.org/gruf/go-mempool"
|
|
|
|
"github.com/dolthub/swiss"
|
2021-09-11 21:12:47 +02:00
|
|
|
)
|
|
|
|
|
2022-01-24 17:35:13 +01:00
|
|
|
const (
|
|
|
|
// possible lock types.
|
2022-03-08 12:56:53 +01:00
|
|
|
lockTypeRead = uint8(1) << 0
|
|
|
|
lockTypeWrite = uint8(1) << 1
|
2022-01-24 17:35:13 +01:00
|
|
|
)
|
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// MutexMap is a structure that allows read / write locking
|
|
|
|
// per key, performing as you'd expect a map[string]*RWMutex
|
|
|
|
// to perform, without you needing to worry about deadlocks
|
|
|
|
// between competing read / write locks and the map's own mutex.
|
|
|
|
// It uses memory pooling for the internal "mutex" (ish) types
|
|
|
|
// and performs self-eviction of keys.
|
2022-03-08 12:56:53 +01:00
|
|
|
//
|
2023-10-31 12:12:22 +01:00
|
|
|
// Under the hood this is achieved using a single mutex for the
|
2023-11-27 14:20:18 +01:00
|
|
|
// map, state tracking for individual keys, and some sync.Cond{}
|
|
|
|
// like structures for sleeping / awaking awaiting goroutines.
|
2021-09-13 10:33:01 +02:00
|
|
|
type MutexMap struct {
|
2023-10-31 12:12:22 +01:00
|
|
|
mapmu sync.Mutex
|
2024-05-13 10:05:46 +02:00
|
|
|
mumap *swiss.Map[string, *rwmutex]
|
|
|
|
mupool mempool.UnsafePool
|
2021-09-11 21:12:47 +02:00
|
|
|
}
|
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// checkInit ensures MutexMap is initialized (UNSAFE).
|
|
|
|
func (mm *MutexMap) checkInit() {
|
|
|
|
if mm.mumap == nil {
|
2024-05-13 10:05:46 +02:00
|
|
|
mm.mumap = swiss.NewMap[string, *rwmutex](0)
|
|
|
|
mm.mupool.DirtyFactor = 256
|
2022-03-08 12:56:53 +01:00
|
|
|
}
|
2023-10-31 12:12:22 +01:00
|
|
|
}
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// Lock acquires a write lock on key in map, returning unlock function.
|
|
|
|
func (mm *MutexMap) Lock(key string) func() {
|
|
|
|
return mm.lock(key, lockTypeWrite)
|
|
|
|
}
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// RLock acquires a read lock on key in map, returning runlock function.
|
|
|
|
func (mm *MutexMap) RLock(key string) func() {
|
|
|
|
return mm.lock(key, lockTypeRead)
|
2022-01-24 17:35:13 +01:00
|
|
|
}
|
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
func (mm *MutexMap) lock(key string, lt uint8) func() {
|
|
|
|
// Perform first map lock
|
|
|
|
// and check initialization
|
|
|
|
// OUTSIDE the main loop.
|
2022-03-08 12:56:53 +01:00
|
|
|
mm.mapmu.Lock()
|
2023-10-31 12:12:22 +01:00
|
|
|
mm.checkInit()
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2022-01-24 17:35:13 +01:00
|
|
|
for {
|
2024-05-13 10:05:46 +02:00
|
|
|
// Check map for mutex.
|
|
|
|
mu, _ := mm.mumap.Get(key)
|
2022-01-24 17:35:13 +01:00
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
if mu == nil {
|
2024-05-13 10:05:46 +02:00
|
|
|
// Allocate mutex.
|
|
|
|
mu = mm.acquire()
|
|
|
|
mm.mumap.Put(key, mu)
|
2022-01-24 17:35:13 +01:00
|
|
|
}
|
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
if !mu.Lock(lt) {
|
|
|
|
// Wait on mutex unlock, after
|
|
|
|
// immediately relocking map mu.
|
|
|
|
mu.WaitRelock(&mm.mapmu)
|
|
|
|
continue
|
|
|
|
}
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// Done with map.
|
2022-03-08 12:56:53 +01:00
|
|
|
mm.mapmu.Unlock()
|
2022-01-24 17:35:13 +01:00
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// Return mutex unlock function.
|
|
|
|
return func() { mm.unlock(key, mu) }
|
2022-01-24 17:35:13 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-11-27 14:20:18 +01:00
|
|
|
func (mm *MutexMap) unlock(key string, mu *rwmutex) {
|
2023-10-31 12:12:22 +01:00
|
|
|
// Get map lock.
|
|
|
|
mm.mapmu.Lock()
|
2022-01-24 17:35:13 +01:00
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// Unlock mutex.
|
2024-05-13 10:05:46 +02:00
|
|
|
if !mu.Unlock() {
|
2022-01-24 17:35:13 +01:00
|
|
|
|
2024-05-13 10:05:46 +02:00
|
|
|
// Fast path. Mutex still
|
|
|
|
// used so no map change.
|
|
|
|
mm.mapmu.Unlock()
|
|
|
|
return
|
2022-03-08 12:56:53 +01:00
|
|
|
}
|
2022-01-24 17:35:13 +01:00
|
|
|
|
2024-05-13 10:05:46 +02:00
|
|
|
// Mutex fully unlocked
|
|
|
|
// with zero waiters. Self
|
|
|
|
// evict and release it.
|
|
|
|
mm.mumap.Delete(key)
|
|
|
|
mm.release(mu)
|
|
|
|
|
|
|
|
// Maximum load factor before
|
|
|
|
// 'swiss' allocates new hmap:
|
|
|
|
// maxLoad = 7 / 8
|
|
|
|
//
|
|
|
|
// So we apply the inverse/2, once
|
|
|
|
// $maxLoad/2 % of hmap is empty we
|
|
|
|
// compact the map to drop buckets.
|
|
|
|
len := mm.mumap.Count()
|
|
|
|
cap := mm.mumap.Capacity()
|
|
|
|
if cap-len > (cap*7)/(8*2) {
|
|
|
|
|
|
|
|
// Create a new map only as big as required.
|
|
|
|
mumap := swiss.NewMap[string, *rwmutex](uint32(len))
|
|
|
|
mm.mumap.Iter(func(k string, v *rwmutex) (stop bool) {
|
|
|
|
mumap.Put(k, v)
|
|
|
|
return false
|
|
|
|
})
|
|
|
|
|
|
|
|
// Set new map.
|
|
|
|
mm.mumap = mumap
|
2021-09-11 21:12:47 +02:00
|
|
|
}
|
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// Done with map.
|
2022-03-08 12:56:53 +01:00
|
|
|
mm.mapmu.Unlock()
|
|
|
|
}
|
|
|
|
|
2024-05-13 10:05:46 +02:00
|
|
|
// acquire will acquire mutex from memory pool, or alloc new.
|
|
|
|
func (mm *MutexMap) acquire() *rwmutex {
|
|
|
|
if ptr := mm.mupool.Get(); ptr != nil {
|
|
|
|
return (*rwmutex)(ptr)
|
2022-03-08 12:56:53 +01:00
|
|
|
}
|
2024-05-13 10:05:46 +02:00
|
|
|
return new(rwmutex)
|
2022-01-24 17:35:13 +01:00
|
|
|
}
|
2021-09-11 21:12:47 +02:00
|
|
|
|
2024-05-13 10:05:46 +02:00
|
|
|
// release will release given mutex to memory pool.
|
|
|
|
func (mm *MutexMap) release(mu *rwmutex) {
|
|
|
|
ptr := unsafe.Pointer(mu)
|
|
|
|
mm.mupool.Put(ptr)
|
2022-01-24 17:35:13 +01:00
|
|
|
}
|
|
|
|
|
2023-11-27 14:20:18 +01:00
|
|
|
// rwmutex represents a RW mutex when used correctly within
|
|
|
|
// a MapMutex. It should ONLY be access when protected by
|
|
|
|
// the outer map lock, except for the 'notifyList' which is
|
|
|
|
// a runtime internal structure borrowed from the sync.Cond{}.
|
|
|
|
//
|
|
|
|
// this functions very similarly to a sync.Cond{}, but with
|
|
|
|
// lock state tracking, and returning on 'Broadcast()' whether
|
|
|
|
// any goroutines were actually awoken. it also has a less
|
|
|
|
// confusing API than sync.Cond{} with the outer locking
|
|
|
|
// mechanism we use, otherwise all Cond{}.L would reference
|
|
|
|
// the same outer map mutex.
|
|
|
|
type rwmutex struct {
|
|
|
|
n notifyList // 'trigger' mechanism
|
|
|
|
l int32 // no. locks
|
|
|
|
t uint8 // lock type
|
2022-01-24 17:35:13 +01:00
|
|
|
}
|
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// Lock will lock the mutex for given lock type, in the
|
|
|
|
// sense that it will update the internal state tracker
|
|
|
|
// accordingly. Return value is true on successful lock.
|
2023-11-27 14:20:18 +01:00
|
|
|
func (mu *rwmutex) Lock(lt uint8) bool {
|
|
|
|
switch mu.t {
|
2023-10-31 12:12:22 +01:00
|
|
|
case lockTypeRead:
|
|
|
|
// already read locked,
|
|
|
|
// only permit more reads.
|
|
|
|
if lt != lockTypeRead {
|
2022-03-08 12:56:53 +01:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
case lockTypeWrite:
|
|
|
|
// already write locked,
|
|
|
|
// no other locks allowed.
|
|
|
|
return false
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
default:
|
2023-11-27 14:20:18 +01:00
|
|
|
// Fully unlocked,
|
|
|
|
// set incoming type.
|
|
|
|
mu.t = lt
|
2023-10-31 12:12:22 +01:00
|
|
|
}
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
// Update
|
|
|
|
// count.
|
2023-11-27 14:20:18 +01:00
|
|
|
mu.l++
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-10-31 12:12:22 +01:00
|
|
|
return true
|
|
|
|
}
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-11-27 14:20:18 +01:00
|
|
|
// Unlock will unlock the mutex, in the sense that it
|
|
|
|
// will update the internal state tracker accordingly.
|
|
|
|
// On totally unlocked state, it will awaken all
|
|
|
|
// sleeping goroutines waiting on this mutex.
|
|
|
|
func (mu *rwmutex) Unlock() bool {
|
|
|
|
switch mu.l--; {
|
|
|
|
case mu.l > 0 && mu.t == lockTypeWrite:
|
2023-10-31 12:12:22 +01:00
|
|
|
panic("BUG: multiple writer locks")
|
2023-11-27 14:20:18 +01:00
|
|
|
case mu.l < 0:
|
2023-10-31 12:12:22 +01:00
|
|
|
panic("BUG: negative lock count")
|
2023-11-27 14:20:18 +01:00
|
|
|
|
|
|
|
case mu.l == 0:
|
2023-10-31 12:12:22 +01:00
|
|
|
// Fully unlocked.
|
2023-11-27 14:20:18 +01:00
|
|
|
mu.t = 0
|
2023-10-31 12:12:22 +01:00
|
|
|
|
2023-11-27 14:20:18 +01:00
|
|
|
// Awake all blocked goroutines and check
|
|
|
|
// for change in the last notified ticket.
|
|
|
|
before := atomic.LoadUint32(&mu.n.notify)
|
|
|
|
runtime_notifyListNotifyAll(&mu.n)
|
|
|
|
after := atomic.LoadUint32(&mu.n.notify)
|
2021-09-11 21:12:47 +02:00
|
|
|
|
2023-11-27 14:20:18 +01:00
|
|
|
// If ticket changed, this indicates
|
|
|
|
// AT LEAST one goroutine was awoken.
|
|
|
|
//
|
|
|
|
// (before != after) => (waiters > 0)
|
|
|
|
// (before == after) => (waiters = 0)
|
|
|
|
return (before == after)
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-11-27 14:20:18 +01:00
|
|
|
default:
|
|
|
|
// i.e. mutex still
|
|
|
|
// locked by others.
|
|
|
|
return false
|
|
|
|
}
|
2022-03-08 12:56:53 +01:00
|
|
|
}
|
|
|
|
|
2023-11-27 14:20:18 +01:00
|
|
|
// WaitRelock expects a mutex to be passed in, already in the
|
|
|
|
// locked state. It incr the notifyList waiter count before
|
|
|
|
// unlocking the outer mutex and blocking on notifyList wait.
|
|
|
|
// On awake it will decr wait count and relock outer mutex.
|
|
|
|
func (mu *rwmutex) WaitRelock(outer *sync.Mutex) {
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-11-27 14:20:18 +01:00
|
|
|
// add ourselves to list while still
|
|
|
|
// under protection of outer map lock.
|
|
|
|
t := runtime_notifyListAdd(&mu.n)
|
|
|
|
|
|
|
|
// Finished with
|
|
|
|
// outer map lock.
|
|
|
|
outer.Unlock()
|
|
|
|
|
|
|
|
// Block until awoken by another
|
|
|
|
// goroutine within mu.Unlock().
|
|
|
|
runtime_notifyListWait(&mu.n, t)
|
2022-03-08 12:56:53 +01:00
|
|
|
|
2023-11-27 14:20:18 +01:00
|
|
|
// Relock!
|
|
|
|
outer.Lock()
|
2023-10-31 12:12:22 +01:00
|
|
|
}
|