711 lines
17 KiB
Go
711 lines
17 KiB
Go
|
// Copyright 2024 The Libc Authors. All rights reserved.
|
||
|
|
// Use of this source code is governed by a BSD-style
|
||
|
|
// license that can be found in the LICENSE file.
|
||
|
|
|
||
|
|
package libc // import "modernc.org/libc"
|
||
|
|
|
||
|
|
import (
|
||
|
|
"sync"
|
||
|
|
"unsafe"
|
||
|
|
)
|
||
|
|
|
||
|
|
var (
|
||
|
|
int8Mu sync.Mutex
|
||
|
|
int16Mu sync.Mutex
|
||
|
|
int32Mu sync.Mutex
|
||
|
|
int64Mu sync.Mutex
|
||
|
|
)
|
||
|
|
|
||
|
|
// type __atomic_fetch_add(type *ptr, type val, int memorder)
|
||
|
|
//
|
||
|
|
// { tmp = *ptr; *ptr op= val; return tmp; }
|
||
|
|
// { tmp = *ptr; *ptr = ~(*ptr & val); return tmp; } // nand
|
||
|
|
|
||
|
|
func X__atomic_fetch_addInt8(t *TLS, ptr uintptr, val int8, _ int32) (r int8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int8)(unsafe.Pointer(ptr))
|
||
|
|
*(*int8)(unsafe.Pointer(ptr)) += val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_addUint8(t *TLS, ptr uintptr, val uint8, _ int32) (r uint8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint8)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint8)(unsafe.Pointer(ptr)) += val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_addInt16(t *TLS, ptr uintptr, val int16, _ int32) (r int16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int16)(unsafe.Pointer(ptr))
|
||
|
|
*(*int16)(unsafe.Pointer(ptr)) += val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_addUint16(t *TLS, ptr uintptr, val uint16, _ int32) (r uint16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint16)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint16)(unsafe.Pointer(ptr)) += val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_addInt32(t *TLS, ptr uintptr, val int32, _ int32) (r int32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int32)(unsafe.Pointer(ptr))
|
||
|
|
*(*int32)(unsafe.Pointer(ptr)) += val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_addUint32(t *TLS, ptr uintptr, val uint32, _ int32) (r uint32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint32)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint32)(unsafe.Pointer(ptr)) += val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_addInt64(t *TLS, ptr uintptr, val int64, _ int32) (r int64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int64)(unsafe.Pointer(ptr))
|
||
|
|
*(*int64)(unsafe.Pointer(ptr)) += val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_addUint64(t *TLS, ptr uintptr, val uint64, _ int32) (r uint64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint64)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint64)(unsafe.Pointer(ptr)) += val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
// ----
|
||
|
|
|
||
|
|
func X__atomic_fetch_andInt8(t *TLS, ptr uintptr, val int8, _ int32) (r int8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int8)(unsafe.Pointer(ptr))
|
||
|
|
*(*int8)(unsafe.Pointer(ptr)) &= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_andUint8(t *TLS, ptr uintptr, val uint8, _ int32) (r uint8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint8)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint8)(unsafe.Pointer(ptr)) &= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_andInt16(t *TLS, ptr uintptr, val int16, _ int32) (r int16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int16)(unsafe.Pointer(ptr))
|
||
|
|
*(*int16)(unsafe.Pointer(ptr)) &= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_andUint16(t *TLS, ptr uintptr, val uint16, _ int32) (r uint16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint16)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint16)(unsafe.Pointer(ptr)) &= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_andInt32(t *TLS, ptr uintptr, val int32, _ int32) (r int32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int32)(unsafe.Pointer(ptr))
|
||
|
|
*(*int32)(unsafe.Pointer(ptr)) &= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_andUint32(t *TLS, ptr uintptr, val uint32, _ int32) (r uint32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint32)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint32)(unsafe.Pointer(ptr)) &= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_andInt64(t *TLS, ptr uintptr, val int64, _ int32) (r int64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int64)(unsafe.Pointer(ptr))
|
||
|
|
*(*int64)(unsafe.Pointer(ptr)) &= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_andUint64(t *TLS, ptr uintptr, val uint64, _ int32) (r uint64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint64)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint64)(unsafe.Pointer(ptr)) &= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
// ----
|
||
|
|
|
||
|
|
func X__atomic_fetch_orInt8(t *TLS, ptr uintptr, val int8, _ int32) (r int8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int8)(unsafe.Pointer(ptr))
|
||
|
|
*(*int8)(unsafe.Pointer(ptr)) |= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_orUint8(t *TLS, ptr uintptr, val uint8, _ int32) (r uint8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint8)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint8)(unsafe.Pointer(ptr)) |= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_orInt16(t *TLS, ptr uintptr, val int16, _ int32) (r int16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int16)(unsafe.Pointer(ptr))
|
||
|
|
*(*int16)(unsafe.Pointer(ptr)) |= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_orUint16(t *TLS, ptr uintptr, val uint16, _ int32) (r uint16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint16)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint16)(unsafe.Pointer(ptr)) |= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_orInt32(t *TLS, ptr uintptr, val int32, _ int32) (r int32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int32)(unsafe.Pointer(ptr))
|
||
|
|
*(*int32)(unsafe.Pointer(ptr)) |= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_orUint32(t *TLS, ptr uintptr, val uint32, _ int32) (r uint32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint32)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint32)(unsafe.Pointer(ptr)) |= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_orInt64(t *TLS, ptr uintptr, val int64, _ int32) (r int64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int64)(unsafe.Pointer(ptr))
|
||
|
|
*(*int64)(unsafe.Pointer(ptr)) |= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_orUint64(t *TLS, ptr uintptr, val uint64, _ int32) (r uint64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint64)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint64)(unsafe.Pointer(ptr)) |= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
// ----
|
||
|
|
|
||
|
|
func X__atomic_fetch_subInt8(t *TLS, ptr uintptr, val int8, _ int32) (r int8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int8)(unsafe.Pointer(ptr))
|
||
|
|
*(*int8)(unsafe.Pointer(ptr)) -= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_subUint8(t *TLS, ptr uintptr, val uint8, _ int32) (r uint8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint8)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint8)(unsafe.Pointer(ptr)) -= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_subInt16(t *TLS, ptr uintptr, val int16, _ int32) (r int16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int16)(unsafe.Pointer(ptr))
|
||
|
|
*(*int16)(unsafe.Pointer(ptr)) -= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_subUint16(t *TLS, ptr uintptr, val uint16, _ int32) (r uint16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint16)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint16)(unsafe.Pointer(ptr)) -= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_subInt32(t *TLS, ptr uintptr, val int32, _ int32) (r int32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int32)(unsafe.Pointer(ptr))
|
||
|
|
*(*int32)(unsafe.Pointer(ptr)) -= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_subUint32(t *TLS, ptr uintptr, val uint32, _ int32) (r uint32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint32)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint32)(unsafe.Pointer(ptr)) -= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_subInt64(t *TLS, ptr uintptr, val int64, _ int32) (r int64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int64)(unsafe.Pointer(ptr))
|
||
|
|
*(*int64)(unsafe.Pointer(ptr)) -= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_subUint64(t *TLS, ptr uintptr, val uint64, _ int32) (r uint64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint64)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint64)(unsafe.Pointer(ptr)) -= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
// ----
|
||
|
|
|
||
|
|
func X__atomic_fetch_xorInt8(t *TLS, ptr uintptr, val int8, _ int32) (r int8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int8)(unsafe.Pointer(ptr))
|
||
|
|
*(*int8)(unsafe.Pointer(ptr)) ^= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_xorUint8(t *TLS, ptr uintptr, val uint8, _ int32) (r uint8) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint8)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint8)(unsafe.Pointer(ptr)) ^= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_xorInt16(t *TLS, ptr uintptr, val int16, _ int32) (r int16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int16)(unsafe.Pointer(ptr))
|
||
|
|
*(*int16)(unsafe.Pointer(ptr)) ^= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_xorUint16(t *TLS, ptr uintptr, val uint16, _ int32) (r uint16) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint16)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint16)(unsafe.Pointer(ptr)) ^= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_xorInt32(t *TLS, ptr uintptr, val int32, _ int32) (r int32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int32)(unsafe.Pointer(ptr))
|
||
|
|
*(*int32)(unsafe.Pointer(ptr)) ^= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_xorUint32(t *TLS, ptr uintptr, val uint32, _ int32) (r uint32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint32)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint32)(unsafe.Pointer(ptr)) ^= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_xorInt64(t *TLS, ptr uintptr, val int64, _ int32) (r int64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*int64)(unsafe.Pointer(ptr))
|
||
|
|
*(*int64)(unsafe.Pointer(ptr)) ^= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_fetch_xorUint64(t *TLS, ptr uintptr, val uint64, _ int32) (r uint64) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
r = *(*uint64)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint64)(unsafe.Pointer(ptr)) ^= val
|
||
|
|
return r
|
||
|
|
}
|
||
|
|
|
||
|
|
// ----
|
||
|
|
|
||
|
|
// void __atomic_exchange (type *ptr, type *val, type *ret, int memorder)
|
||
|
|
|
||
|
|
func X__atomic_exchangeInt8(t *TLS, ptr, val, ret uintptr, _ int32) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int8)(unsafe.Pointer(ret)) = *(*int8)(unsafe.Pointer(ptr))
|
||
|
|
*(*int8)(unsafe.Pointer(ptr)) = *(*int8)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_exchangeUint8(t *TLS, ptr, val, ret uintptr, _ int32) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
*(*uint8)(unsafe.Pointer(ret)) = *(*uint8)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint8)(unsafe.Pointer(ptr)) = *(*uint8)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_exchangeInt16(t *TLS, ptr, val, ret uintptr, _ int32) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int16)(unsafe.Pointer(ret)) = *(*int16)(unsafe.Pointer(ptr))
|
||
|
|
*(*int16)(unsafe.Pointer(ptr)) = *(*int16)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_exchangeUint16(t *TLS, ptr, val, ret uintptr, _ int32) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
*(*uint16)(unsafe.Pointer(ret)) = *(*uint16)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint16)(unsafe.Pointer(ptr)) = *(*uint16)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_exchangeInt32(t *TLS, ptr, val, ret uintptr, _ int32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int32)(unsafe.Pointer(ret)) = *(*int32)(unsafe.Pointer(ptr))
|
||
|
|
*(*int32)(unsafe.Pointer(ptr)) = *(*int32)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_exchangeUint32(t *TLS, ptr, val, ret uintptr, _ int32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
*(*uint32)(unsafe.Pointer(ret)) = *(*uint32)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint32)(unsafe.Pointer(ptr)) = *(*uint32)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_exchangeInt64(t *TLS, ptr, val, ret uintptr, _ int32) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int64)(unsafe.Pointer(ret)) = *(*int64)(unsafe.Pointer(ptr))
|
||
|
|
*(*int64)(unsafe.Pointer(ptr)) = *(*int64)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_exchangeUint64(t *TLS, ptr, val, ret uintptr, _ int32) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
*(*uint64)(unsafe.Pointer(ret)) = *(*uint64)(unsafe.Pointer(ptr))
|
||
|
|
*(*uint64)(unsafe.Pointer(ptr)) = *(*uint64)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
// ----
|
||
|
|
|
||
|
|
// bool __atomic_compare_exchange (type *ptr, type *expected, type *desired, bool weak, int success_memorder, int failure_memorder)
|
||
|
|
|
||
|
|
// https://gcc.gnu.org/onlinedocs/gcc/_005f_005fatomic-Builtins.html
|
||
|
|
//
|
||
|
|
// This built-in function implements an atomic compare and exchange operation.
|
||
|
|
// This compares the contents of *ptr with the contents of *expected. If equal,
|
||
|
|
// the operation is a read-modify-write operation that writes desired into
|
||
|
|
// *ptr. If they are not equal, the operation is a read and the current
|
||
|
|
// contents of *ptr are written into *expected. weak is true for weak
|
||
|
|
// compare_exchange, which may fail spuriously, and false for the strong
|
||
|
|
// variation, which never fails spuriously. Many targets only offer the strong
|
||
|
|
// variation and ignore the parameter. When in doubt, use the strong variation.
|
||
|
|
//
|
||
|
|
// If desired is written into *ptr then true is returned and memory is affected
|
||
|
|
// according to the memory order specified by success_memorder. There are no
|
||
|
|
// restrictions on what memory order can be used here.
|
||
|
|
//
|
||
|
|
// Otherwise, false is returned and memory is affected according to
|
||
|
|
// failure_memorder. This memory order cannot be __ATOMIC_RELEASE nor
|
||
|
|
// __ATOMIC_ACQ_REL. It also cannot be a stronger order than that specified by
|
||
|
|
// success_memorder.
|
||
|
|
|
||
|
|
func X__atomic_compare_exchangeInt8(t *TLS, ptr, expected, desired uintptr, weak, success, failure int32) int32 {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
have := *(*int8)(unsafe.Pointer(ptr))
|
||
|
|
if have == *(*int8)(unsafe.Pointer(expected)) {
|
||
|
|
*(*int8)(unsafe.Pointer(ptr)) = *(*int8)(unsafe.Pointer(desired))
|
||
|
|
return 1
|
||
|
|
}
|
||
|
|
|
||
|
|
*(*int8)(unsafe.Pointer(expected)) = have
|
||
|
|
return 0
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_compare_exchangeUint8(t *TLS, ptr, expected, desired uintptr, weak, success, failure int32) int32 {
|
||
|
|
return X__atomic_compare_exchangeInt8(t, ptr, expected, desired, weak, success, failure)
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_compare_exchangeInt16(t *TLS, ptr, expected, desired uintptr, weak, success, failure int32) int32 {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
have := *(*int16)(unsafe.Pointer(ptr))
|
||
|
|
if have == *(*int16)(unsafe.Pointer(expected)) {
|
||
|
|
*(*int16)(unsafe.Pointer(ptr)) = *(*int16)(unsafe.Pointer(desired))
|
||
|
|
return 1
|
||
|
|
}
|
||
|
|
|
||
|
|
*(*int16)(unsafe.Pointer(expected)) = have
|
||
|
|
return 0
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_compare_exchangeUint16(t *TLS, ptr, expected, desired uintptr, weak, success, failure int32) int32 {
|
||
|
|
return X__atomic_compare_exchangeInt16(t, ptr, expected, desired, weak, success, failure)
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_compare_exchangeInt32(t *TLS, ptr, expected, desired uintptr, weak, success, failure int32) int32 {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
have := *(*int32)(unsafe.Pointer(ptr))
|
||
|
|
if have == *(*int32)(unsafe.Pointer(expected)) {
|
||
|
|
*(*int32)(unsafe.Pointer(ptr)) = *(*int32)(unsafe.Pointer(desired))
|
||
|
|
return 1
|
||
|
|
}
|
||
|
|
|
||
|
|
*(*int32)(unsafe.Pointer(expected)) = have
|
||
|
|
return 0
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_compare_exchangeUint32(t *TLS, ptr, expected, desired uintptr, weak, success, failure int32) int32 {
|
||
|
|
return X__atomic_compare_exchangeInt32(t, ptr, expected, desired, weak, success, failure)
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_compare_exchangeInt64(t *TLS, ptr, expected, desired uintptr, weak, success, failure int32) int32 {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
have := *(*int64)(unsafe.Pointer(ptr))
|
||
|
|
if have == *(*int64)(unsafe.Pointer(expected)) {
|
||
|
|
*(*int64)(unsafe.Pointer(ptr)) = *(*int64)(unsafe.Pointer(desired))
|
||
|
|
return 1
|
||
|
|
}
|
||
|
|
|
||
|
|
*(*int64)(unsafe.Pointer(expected)) = have
|
||
|
|
return 0
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_compare_exchangeUint64(t *TLS, ptr, expected, desired uintptr, weak, success, failure int32) int32 {
|
||
|
|
return X__atomic_compare_exchangeInt64(t, ptr, expected, desired, weak, success, failure)
|
||
|
|
}
|
||
|
|
|
||
|
|
// ----
|
||
|
|
|
||
|
|
// void __atomic_load (type *ptr, type *ret, int memorder)
|
||
|
|
|
||
|
|
func X__atomic_loadInt8(t *TLS, ptr, ret uintptr, memorder int32) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int8)(unsafe.Pointer(ret)) = *(*int8)(unsafe.Pointer(ptr))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_loadUint8(t *TLS, ptr, ret uintptr, memorder int32) {
|
||
|
|
X__atomic_loadInt8(t, ptr, ret, memorder)
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_loadInt16(t *TLS, ptr, ret uintptr, memorder int32) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int16)(unsafe.Pointer(ret)) = *(*int16)(unsafe.Pointer(ptr))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_loadUint16(t *TLS, ptr, ret uintptr, memorder int32) {
|
||
|
|
X__atomic_loadInt16(t, ptr, ret, memorder)
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_loadInt32(t *TLS, ptr, ret uintptr, memorder int32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int32)(unsafe.Pointer(ret)) = *(*int32)(unsafe.Pointer(ptr))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_loadUint32(t *TLS, ptr, ret uintptr, memorder int32) {
|
||
|
|
X__atomic_loadInt32(t, ptr, ret, memorder)
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_loadInt64(t *TLS, ptr, ret uintptr, memorder int32) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int64)(unsafe.Pointer(ret)) = *(*int64)(unsafe.Pointer(ptr))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_loadUint64(t *TLS, ptr, ret uintptr, memorder int32) {
|
||
|
|
X__atomic_loadInt64(t, ptr, ret, memorder)
|
||
|
|
}
|
||
|
|
|
||
|
|
// ----
|
||
|
|
|
||
|
|
// void __atomic_store (type *ptr, type *val, int memorder)
|
||
|
|
|
||
|
|
func X__atomic_storeInt8(t *TLS, ptr, val uintptr, memorder int32) {
|
||
|
|
int8Mu.Lock()
|
||
|
|
|
||
|
|
defer int8Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int8)(unsafe.Pointer(ptr)) = *(*int8)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_storeUint8(t *TLS, ptr, val uintptr, memorder int32) {
|
||
|
|
X__atomic_storeInt8(t, ptr, val, memorder)
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_storeInt16(t *TLS, ptr, val uintptr, memorder int32) {
|
||
|
|
int16Mu.Lock()
|
||
|
|
|
||
|
|
defer int16Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int16)(unsafe.Pointer(ptr)) = *(*int16)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_storeUint16(t *TLS, ptr, val uintptr, memorder int32) {
|
||
|
|
X__atomic_storeInt16(t, ptr, val, memorder)
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_storeInt32(t *TLS, ptr, val uintptr, memorder int32) {
|
||
|
|
int32Mu.Lock()
|
||
|
|
|
||
|
|
defer int32Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int32)(unsafe.Pointer(ptr)) = *(*int32)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_storeUint32(t *TLS, ptr, val uintptr, memorder int32) {
|
||
|
|
X__atomic_storeInt32(t, ptr, val, memorder)
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_storeInt64(t *TLS, ptr, val uintptr, memorder int32) {
|
||
|
|
int64Mu.Lock()
|
||
|
|
|
||
|
|
defer int64Mu.Unlock()
|
||
|
|
|
||
|
|
*(*int64)(unsafe.Pointer(ptr)) = *(*int64)(unsafe.Pointer(val))
|
||
|
|
}
|
||
|
|
|
||
|
|
func X__atomic_storeUint64(t *TLS, ptr, val uintptr, memorder int32) {
|
||
|
|
X__atomic_storeInt64(t, ptr, val, memorder)
|
||
|
|
}
|