Skip to content

G
go
Commit f3c1070f authored by Dmitriy Vyukov's avatar Dmitriy Vyukov
Browse files
Options

sync/atomic: specify argsize for asm routines 

Fixes #6098.

R=golang-dev, bradfitz
CC=golang-dev
https://golang.org/cl/12717043
parent a0721838
Hide whitespace changes
Inline Side-by-side
Showing with 103 additions and 66 deletions
src/pkg/sync/atomic/asm_386.s
View file @ f3c1070f
...@@ -6,10 +6,10 @@ ...@@ -6,10 +6,10 @@
#include "../../../cmd/ld/textflag.h" #include "../../../cmd/ld/textflag.h"
TEXT ·CompareAndSwapInt32(SB),NOSPLIT,$0 TEXT ·CompareAndSwapInt32(SB),NOSPLIT,$0-13
JMP ·CompareAndSwapUint32(SB) JMP ·CompareAndSwapUint32(SB)
TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0 TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0-13
MOVL addr+0(FP), BP MOVL addr+0(FP), BP
MOVL old+4(FP), AX MOVL old+4(FP), AX
MOVL new+8(FP), CX MOVL new+8(FP), CX
...@@ -19,16 +19,16 @@ TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0 ...@@ -19,16 +19,16 @@ TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0
SETEQ swapped+12(FP) SETEQ swapped+12(FP)
RET RET
TEXT ·CompareAndSwapUintptr(SB),NOSPLIT,$0 TEXT ·CompareAndSwapUintptr(SB),NOSPLIT,$0-13
JMP ·CompareAndSwapUint32(SB) JMP ·CompareAndSwapUint32(SB)
TEXT ·CompareAndSwapPointer(SB),NOSPLIT,$0 TEXT ·CompareAndSwapPointer(SB),NOSPLIT,$0-13
JMP ·CompareAndSwapUint32(SB) JMP ·CompareAndSwapUint32(SB)
TEXT ·CompareAndSwapInt64(SB),NOSPLIT,$0 TEXT ·CompareAndSwapInt64(SB),NOSPLIT,$0-21
JMP ·CompareAndSwapUint64(SB) JMP ·CompareAndSwapUint64(SB)
TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$0 TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$0-21
MOVL addr+0(FP), BP MOVL addr+0(FP), BP
TESTL $7, BP TESTL $7, BP
JZ 2(PC) JZ 2(PC)
...@@ -43,10 +43,10 @@ TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$0 ...@@ -43,10 +43,10 @@ TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$0
SETEQ swapped+20(FP) SETEQ swapped+20(FP)
RET RET
TEXT ·AddInt32(SB),NOSPLIT,$0 TEXT ·AddInt32(SB),NOSPLIT,$0-12
JMP ·AddUint32(SB) JMP ·AddUint32(SB)
TEXT ·AddUint32(SB),NOSPLIT,$0 TEXT ·AddUint32(SB),NOSPLIT,$0-12
MOVL addr+0(FP), BP MOVL addr+0(FP), BP
MOVL delta+4(FP), AX MOVL delta+4(FP), AX
MOVL AX, CX MOVL AX, CX
...@@ -57,13 +57,13 @@ TEXT ·AddUint32(SB),NOSPLIT,$0 ...@@ -57,13 +57,13 @@ TEXT ·AddUint32(SB),NOSPLIT,$0
MOVL CX, new+8(FP) MOVL CX, new+8(FP)
RET RET
TEXT ·AddUintptr(SB),NOSPLIT,$0 TEXT ·AddUintptr(SB),NOSPLIT,$0-12
JMP ·AddUint32(SB) JMP ·AddUint32(SB)
TEXT ·AddInt64(SB),NOSPLIT,$0 TEXT ·AddInt64(SB),NOSPLIT,$0-20
JMP ·AddUint64(SB) JMP ·AddUint64(SB)
TEXT ·AddUint64(SB),NOSPLIT,$0 TEXT ·AddUint64(SB),NOSPLIT,$0-20
// no XADDQ so use CMPXCHG8B loop // no XADDQ so use CMPXCHG8B loop
MOVL addr+0(FP), BP MOVL addr+0(FP), BP
TESTL $7, BP TESTL $7, BP
...@@ -99,19 +99,19 @@ addloop: ...@@ -99,19 +99,19 @@ addloop:
MOVL CX, new_hi+16(FP) MOVL CX, new_hi+16(FP)
RET RET
TEXT ·LoadInt32(SB),NOSPLIT,$0 TEXT ·LoadInt32(SB),NOSPLIT,$0-8
JMP ·LoadUint32(SB) JMP ·LoadUint32(SB)
TEXT ·LoadUint32(SB),NOSPLIT,$0 TEXT ·LoadUint32(SB),NOSPLIT,$0-8
MOVL addr+0(FP), AX MOVL addr+0(FP), AX
MOVL 0(AX), AX MOVL 0(AX), AX
MOVL AX, val+4(FP) MOVL AX, val+4(FP)
RET RET
TEXT ·LoadInt64(SB),NOSPLIT,$0 TEXT ·LoadInt64(SB),NOSPLIT,$0-16
JMP ·LoadUint64(SB) JMP ·LoadUint64(SB)
TEXT ·LoadUint64(SB),NOSPLIT,$0 TEXT ·LoadUint64(SB),NOSPLIT,$0-16
MOVL addr+0(FP), AX MOVL addr+0(FP), AX
TESTL $7, AX TESTL $7, AX
JZ 2(PC) JZ 2(PC)
...@@ -124,25 +124,25 @@ TEXT ·LoadUint64(SB),NOSPLIT,$0 ...@@ -124,25 +124,25 @@ TEXT ·LoadUint64(SB),NOSPLIT,$0
EMMS EMMS
RET RET
TEXT ·LoadUintptr(SB),NOSPLIT,$0 TEXT ·LoadUintptr(SB),NOSPLIT,$0-8
JMP ·LoadUint32(SB) JMP ·LoadUint32(SB)
TEXT ·LoadPointer(SB),NOSPLIT,$0 TEXT ·LoadPointer(SB),NOSPLIT,$0-8
JMP ·LoadUint32(SB) JMP ·LoadUint32(SB)
TEXT ·StoreInt32(SB),NOSPLIT,$0 TEXT ·StoreInt32(SB),NOSPLIT,$0-8
JMP ·StoreUint32(SB) JMP ·StoreUint32(SB)
TEXT ·StoreUint32(SB),NOSPLIT,$0 TEXT ·StoreUint32(SB),NOSPLIT,$0-8
MOVL addr+0(FP), BP MOVL addr+0(FP), BP
MOVL val+4(FP), AX MOVL val+4(FP), AX
XCHGL AX, 0(BP) XCHGL AX, 0(BP)
RET RET
TEXT ·StoreInt64(SB),NOSPLIT,$0 TEXT ·StoreInt64(SB),NOSPLIT,$0-16
JMP ·StoreUint64(SB) JMP ·StoreUint64(SB)
TEXT ·StoreUint64(SB),NOSPLIT,$0 TEXT ·StoreUint64(SB),NOSPLIT,$0-16
MOVL addr+0(FP), AX MOVL addr+0(FP), AX
TESTL $7, AX TESTL $7, AX
JZ 2(PC) JZ 2(PC)
...@@ -160,8 +160,8 @@ TEXT ·StoreUint64(SB),NOSPLIT,$0 ...@@ -160,8 +160,8 @@ TEXT ·StoreUint64(SB),NOSPLIT,$0
XADDL AX, (SP) XADDL AX, (SP)
RET RET
TEXT ·StoreUintptr(SB),NOSPLIT,$0 TEXT ·StoreUintptr(SB),NOSPLIT,$0-8
JMP ·StoreUint32(SB) JMP ·StoreUint32(SB)
TEXT ·StorePointer(SB),NOSPLIT,$0 TEXT ·StorePointer(SB),NOSPLIT,$0-8
JMP ·StoreUint32(SB) JMP ·StoreUint32(SB)
src/pkg/sync/atomic/asm_amd64.s
View file @ f3c1070f
...@@ -6,10 +6,10 @@ ...@@ -6,10 +6,10 @@
#include "../../../cmd/ld/textflag.h" #include "../../../cmd/ld/textflag.h"
TEXT ·CompareAndSwapInt32(SB),NOSPLIT,$0 TEXT ·CompareAndSwapInt32(SB),NOSPLIT,$0-17
JMP ·CompareAndSwapUint32(SB) JMP ·CompareAndSwapUint32(SB)
TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0 TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0-17
MOVQ addr+0(FP), BP MOVQ addr+0(FP), BP
MOVL old+8(FP), AX MOVL old+8(FP), AX
MOVL new+12(FP), CX MOVL new+12(FP), CX
...@@ -18,16 +18,16 @@ TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0 ...@@ -18,16 +18,16 @@ TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0
SETEQ swapped+16(FP) SETEQ swapped+16(FP)
RET RET
TEXT ·CompareAndSwapUintptr(SB),NOSPLIT,$0 TEXT ·CompareAndSwapUintptr(SB),NOSPLIT,$0-25
JMP ·CompareAndSwapUint64(SB) JMP ·CompareAndSwapUint64(SB)
TEXT ·CompareAndSwapPointer(SB),NOSPLIT,$0 TEXT ·CompareAndSwapPointer(SB),NOSPLIT,$0-25
JMP ·CompareAndSwapUint64(SB) JMP ·CompareAndSwapUint64(SB)
TEXT ·CompareAndSwapInt64(SB),NOSPLIT,$0 TEXT ·CompareAndSwapInt64(SB),NOSPLIT,$0-25
JMP ·CompareAndSwapUint64(SB) JMP ·CompareAndSwapUint64(SB)
TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$0 TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$0-25
MOVQ addr+0(FP), BP MOVQ addr+0(FP), BP
MOVQ old+8(FP), AX MOVQ old+8(FP), AX
MOVQ new+16(FP), CX MOVQ new+16(FP), CX
...@@ -36,10 +36,10 @@ TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$0 ...@@ -36,10 +36,10 @@ TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$0
SETEQ swapped+24(FP) SETEQ swapped+24(FP)
RET RET
TEXT ·AddInt32(SB),NOSPLIT,$0 TEXT ·AddInt32(SB),NOSPLIT,$0-20
JMP ·AddUint32(SB) JMP ·AddUint32(SB)
TEXT ·AddUint32(SB),NOSPLIT,$0 TEXT ·AddUint32(SB),NOSPLIT,$0-20
MOVQ addr+0(FP), BP MOVQ addr+0(FP), BP
MOVL delta+8(FP), AX MOVL delta+8(FP), AX
MOVL AX, CX MOVL AX, CX
...@@ -49,13 +49,13 @@ TEXT ·AddUint32(SB),NOSPLIT,$0 ...@@ -49,13 +49,13 @@ TEXT ·AddUint32(SB),NOSPLIT,$0
MOVL CX, new+16(FP) MOVL CX, new+16(FP)
RET RET
TEXT ·AddUintptr(SB),NOSPLIT,$0 TEXT ·AddUintptr(SB),NOSPLIT,$0-24
JMP ·AddUint64(SB) JMP ·AddUint64(SB)
TEXT ·AddInt64(SB),NOSPLIT,$0 TEXT ·AddInt64(SB),NOSPLIT,$0-24
JMP ·AddUint64(SB) JMP ·AddUint64(SB)
TEXT ·AddUint64(SB),NOSPLIT,$0 TEXT ·AddUint64(SB),NOSPLIT,$0-24
MOVQ addr+0(FP), BP MOVQ addr+0(FP), BP
MOVQ delta+8(FP), AX MOVQ delta+8(FP), AX
MOVQ AX, CX MOVQ AX, CX
...@@ -65,55 +65,55 @@ TEXT ·AddUint64(SB),NOSPLIT,$0 ...@@ -65,55 +65,55 @@ TEXT ·AddUint64(SB),NOSPLIT,$0
MOVQ CX, new+16(FP) MOVQ CX, new+16(FP)
RET RET
TEXT ·LoadInt32(SB),NOSPLIT,$0 TEXT ·LoadInt32(SB),NOSPLIT,$0-12
JMP ·LoadUint32(SB) JMP ·LoadUint32(SB)
TEXT ·LoadUint32(SB),NOSPLIT,$0 TEXT ·LoadUint32(SB),NOSPLIT,$0-12
MOVQ addr+0(FP), AX MOVQ addr+0(FP), AX
MOVL 0(AX), AX MOVL 0(AX), AX
MOVL AX, val+8(FP) MOVL AX, val+8(FP)
RET RET
TEXT ·LoadInt64(SB),NOSPLIT,$0 TEXT ·LoadInt64(SB),NOSPLIT,$0-16
JMP ·LoadUint64(SB) JMP ·LoadUint64(SB)
TEXT ·LoadUint64(SB),NOSPLIT,$0 TEXT ·LoadUint64(SB),NOSPLIT,$0-16
MOVQ addr+0(FP), AX MOVQ addr+0(FP), AX
MOVQ 0(AX), AX MOVQ 0(AX), AX
MOVQ AX, val+8(FP) MOVQ AX, val+8(FP)
RET RET
TEXT ·LoadUintptr(SB),NOSPLIT,$0 TEXT ·LoadUintptr(SB),NOSPLIT,$0-16
JMP ·LoadPointer(SB) JMP ·LoadPointer(SB)
TEXT ·LoadPointer(SB),NOSPLIT,$0 TEXT ·LoadPointer(SB),NOSPLIT,$0-16
MOVQ addr+0(FP), AX MOVQ addr+0(FP), AX
MOVQ 0(AX), AX MOVQ 0(AX), AX
MOVQ AX, val+8(FP) MOVQ AX, val+8(FP)
RET RET
TEXT ·StoreInt32(SB),NOSPLIT,$0 TEXT ·StoreInt32(SB),NOSPLIT,$0-12
JMP ·StoreUint32(SB) JMP ·StoreUint32(SB)
TEXT ·StoreUint32(SB),NOSPLIT,$0 TEXT ·StoreUint32(SB),NOSPLIT,$0-12
MOVQ addr+0(FP), BP MOVQ addr+0(FP), BP
MOVL val+8(FP), AX MOVL val+8(FP), AX
XCHGL AX, 0(BP) XCHGL AX, 0(BP)
RET RET
TEXT ·StoreInt64(SB),NOSPLIT,$0 TEXT ·StoreInt64(SB),NOSPLIT,$0-16
JMP ·StoreUint64(SB) JMP ·StoreUint64(SB)
TEXT ·StoreUint64(SB),NOSPLIT,$0 TEXT ·StoreUint64(SB),NOSPLIT,$0-16
MOVQ addr+0(FP), BP MOVQ addr+0(FP), BP
MOVQ val+8(FP), AX MOVQ val+8(FP), AX
XCHGQ AX, 0(BP) XCHGQ AX, 0(BP)
RET RET
TEXT ·StoreUintptr(SB),NOSPLIT,$0 TEXT ·StoreUintptr(SB),NOSPLIT,$0-16
JMP ·StorePointer(SB) JMP ·StorePointer(SB)
TEXT ·StorePointer(SB),NOSPLIT,$0 TEXT ·StorePointer(SB),NOSPLIT,$0-16
MOVQ addr+0(FP), BP MOVQ addr+0(FP), BP
MOVQ val+8(FP), AX MOVQ val+8(FP), AX
XCHGQ AX, 0(BP) XCHGQ AX, 0(BP)
......
src/pkg/sync/atomic/asm_arm.s
View file @ f3c1070f
...@@ -8,7 +8,7 @@ ...@@ -8,7 +8,7 @@
// ARM atomic operations, for use by asm_$(GOOS)_arm.s. // ARM atomic operations, for use by asm_$(GOOS)_arm.s.
TEXT ·armCompareAndSwapUint32(SB),NOSPLIT,$0 TEXT ·armCompareAndSwapUint32(SB),NOSPLIT,$0-13
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
MOVW old+4(FP), R2 MOVW old+4(FP), R2
MOVW new+8(FP), R3 MOVW new+8(FP), R3
...@@ -28,7 +28,7 @@ casfail: ...@@ -28,7 +28,7 @@ casfail:
MOVBU R0, ret+12(FP) MOVBU R0, ret+12(FP)
RET RET
TEXT ·armCompareAndSwapUint64(SB),NOSPLIT,$0 TEXT ·armCompareAndSwapUint64(SB),NOSPLIT,$0-21
BL fastCheck64<>(SB) BL fastCheck64<>(SB)
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
// make unaligned atomic access panic // make unaligned atomic access panic
...@@ -57,7 +57,7 @@ cas64fail: ...@@ -57,7 +57,7 @@ cas64fail:
MOVBU R0, ret+20(FP) MOVBU R0, ret+20(FP)
RET RET
TEXT ·armAddUint32(SB),NOSPLIT,$0 TEXT ·armAddUint32(SB),NOSPLIT,$0-12
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
MOVW delta+4(FP), R2 MOVW delta+4(FP), R2
addloop: addloop:
...@@ -70,7 +70,7 @@ addloop: ...@@ -70,7 +70,7 @@ addloop:
MOVW R3, ret+8(FP) MOVW R3, ret+8(FP)
RET RET
TEXT ·armAddUint64(SB),NOSPLIT,$0 TEXT ·armAddUint64(SB),NOSPLIT,$0-20
BL fastCheck64<>(SB) BL fastCheck64<>(SB)
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
// make unaligned atomic access panic // make unaligned atomic access panic
...@@ -91,7 +91,7 @@ add64loop: ...@@ -91,7 +91,7 @@ add64loop:
MOVW R5, rethi+16(FP) MOVW R5, rethi+16(FP)
RET RET
TEXT ·armLoadUint64(SB),NOSPLIT,$0 TEXT ·armLoadUint64(SB),NOSPLIT,$0-12
BL fastCheck64<>(SB) BL fastCheck64<>(SB)
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
// make unaligned atomic access panic // make unaligned atomic access panic
...@@ -107,7 +107,7 @@ load64loop: ...@@ -107,7 +107,7 @@ load64loop:
MOVW R3, valhi+8(FP) MOVW R3, valhi+8(FP)
RET RET
TEXT ·armStoreUint64(SB),NOSPLIT,$0 TEXT ·armStoreUint64(SB),NOSPLIT,$0-12
BL fastCheck64<>(SB) BL fastCheck64<>(SB)
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
// make unaligned atomic access panic // make unaligned atomic access panic
...@@ -131,7 +131,7 @@ store64loop: ...@@ -131,7 +131,7 @@ store64loop:
// which will make uses of the 64-bit atomic operations loop forever. // which will make uses of the 64-bit atomic operations loop forever.
// If things are working, set okLDREXD to avoid future checks. // If things are working, set okLDREXD to avoid future checks.
// https://bugs.launchpad.net/qemu/+bug/670883. // https://bugs.launchpad.net/qemu/+bug/670883.
TEXT check64<>(SB),NOSPLIT,$16 TEXT check64<>(SB),NOSPLIT,$16-0
MOVW $10, R1 MOVW $10, R1
// 8-aligned stack address scratch space. // 8-aligned stack address scratch space.
MOVW $8(R13), R5 MOVW $8(R13), R5
...@@ -156,7 +156,7 @@ TEXT fastCheck64<>(SB),NOSPLIT,$-4 ...@@ -156,7 +156,7 @@ TEXT fastCheck64<>(SB),NOSPLIT,$-4
RET.NE RET.NE
B slowCheck64<>(SB) B slowCheck64<>(SB)
TEXT slowCheck64<>(SB),NOSPLIT,$0 TEXT slowCheck64<>(SB),NOSPLIT,$0-0
BL check64<>(SB) BL check64<>(SB)
// Still here, must be okay. // Still here, must be okay.
MOVW $1, R0 MOVW $1, R0
......
src/pkg/sync/atomic/asm_freebsd_arm.s
View file @ f3c1070f
...@@ -43,7 +43,7 @@ TEXT ·AddUint64(SB),NOSPLIT,$0 ...@@ -43,7 +43,7 @@ TEXT ·AddUint64(SB),NOSPLIT,$0
TEXT ·LoadInt32(SB),NOSPLIT,$0 TEXT ·LoadInt32(SB),NOSPLIT,$0
B ·LoadUint32(SB) B ·LoadUint32(SB)
TEXT ·LoadUint32(SB),NOSPLIT,$0 TEXT ·LoadUint32(SB),NOSPLIT,$0-8
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
load32loop: load32loop:
LDREX (R1), R2 // loads R2 LDREX (R1), R2 // loads R2
...@@ -68,7 +68,7 @@ TEXT ·LoadPointer(SB),NOSPLIT,$0 ...@@ -68,7 +68,7 @@ TEXT ·LoadPointer(SB),NOSPLIT,$0
TEXT ·StoreInt32(SB),NOSPLIT,$0 TEXT ·StoreInt32(SB),NOSPLIT,$0
B ·StoreUint32(SB) B ·StoreUint32(SB)
TEXT ·StoreUint32(SB),NOSPLIT,$0 TEXT ·StoreUint32(SB),NOSPLIT,$0-8
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
MOVW val+4(FP), R2 MOVW val+4(FP), R2
storeloop: storeloop:
......
src/pkg/sync/atomic/asm_linux_arm.s
View file @ f3c1070f
...@@ -30,7 +30,7 @@ TEXT ·CompareAndSwapInt32(SB),NOSPLIT,$0 ...@@ -30,7 +30,7 @@ TEXT ·CompareAndSwapInt32(SB),NOSPLIT,$0
B ·CompareAndSwapUint32(SB) B ·CompareAndSwapUint32(SB)
// Implement using kernel cas for portability. // Implement using kernel cas for portability.
TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0 TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0-13
MOVW addr+0(FP), R2 MOVW addr+0(FP), R2
MOVW old+4(FP), R0 MOVW old+4(FP), R0
casagain: casagain:
...@@ -61,7 +61,7 @@ TEXT ·AddInt32(SB),NOSPLIT,$0 ...@@ -61,7 +61,7 @@ TEXT ·AddInt32(SB),NOSPLIT,$0
B ·AddUint32(SB) B ·AddUint32(SB)
// Implement using kernel cas for portability. // Implement using kernel cas for portability.
TEXT ·AddUint32(SB),NOSPLIT,$0 TEXT ·AddUint32(SB),NOSPLIT,$0-12
MOVW addr+0(FP), R2 MOVW addr+0(FP), R2
MOVW delta+4(FP), R4 MOVW delta+4(FP), R4
addloop1: addloop1:
...@@ -79,7 +79,7 @@ TEXT ·AddUintptr(SB),NOSPLIT,$0 ...@@ -79,7 +79,7 @@ TEXT ·AddUintptr(SB),NOSPLIT,$0
TEXT cas64<>(SB),NOSPLIT,$0 TEXT cas64<>(SB),NOSPLIT,$0
MOVW $0xffff0f60, PC // __kuser_cmpxchg64: Linux-3.1 and above MOVW $0xffff0f60, PC // __kuser_cmpxchg64: Linux-3.1 and above
TEXT kernelCAS64<>(SB),NOSPLIT,$0 TEXT kernelCAS64<>(SB),NOSPLIT,$0-21
// int (*__kuser_cmpxchg64_t)(const int64_t *oldval, const int64_t *newval, volatile int64_t *ptr); // int (*__kuser_cmpxchg64_t)(const int64_t *oldval, const int64_t *newval, volatile int64_t *ptr);
MOVW addr+0(FP), R2 // ptr MOVW addr+0(FP), R2 // ptr
// make unaligned atomic access panic // make unaligned atomic access panic
...@@ -94,7 +94,7 @@ TEXT kernelCAS64<>(SB),NOSPLIT,$0 ...@@ -94,7 +94,7 @@ TEXT kernelCAS64<>(SB),NOSPLIT,$0
MOVW R0, 20(FP) MOVW R0, 20(FP)
RET RET
TEXT generalCAS64<>(SB),NOSPLIT,$20 TEXT generalCAS64<>(SB),NOSPLIT,$20-21
// bool runtime·cas64(uint64 volatile *addr, uint64 *old, uint64 new) // bool runtime·cas64(uint64 volatile *addr, uint64 *old, uint64 new)
MOVW addr+0(FP), R0 MOVW addr+0(FP), R0
// make unaligned atomic access panic // make unaligned atomic access panic
...@@ -114,7 +114,7 @@ TEXT generalCAS64<>(SB),NOSPLIT,$20 ...@@ -114,7 +114,7 @@ TEXT generalCAS64<>(SB),NOSPLIT,$20
GLOBL armCAS64(SB), $4 GLOBL armCAS64(SB), $4
TEXT setupAndCallCAS64<>(SB),NOSPLIT,$-4 TEXT setupAndCallCAS64<>(SB),NOSPLIT,$-21
MOVW $0xffff0ffc, R0 // __kuser_helper_version MOVW $0xffff0ffc, R0 // __kuser_helper_version
MOVW (R0), R0 MOVW (R0), R0
// __kuser_cmpxchg64 only present if helper version >= 5 // __kuser_cmpxchg64 only present if helper version >= 5
...@@ -136,7 +136,7 @@ TEXT setupAndCallCAS64<>(SB),NOSPLIT,$-4 ...@@ -136,7 +136,7 @@ TEXT setupAndCallCAS64<>(SB),NOSPLIT,$-4
TEXT ·CompareAndSwapInt64(SB),NOSPLIT,$0 TEXT ·CompareAndSwapInt64(SB),NOSPLIT,$0
B ·CompareAndSwapUint64(SB) B ·CompareAndSwapUint64(SB)
TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$-4 TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$-21
MOVW armCAS64(SB), R0 MOVW armCAS64(SB), R0
CMP $0, R0 CMP $0, R0
MOVW.NE R0, PC MOVW.NE R0, PC
...@@ -151,7 +151,7 @@ TEXT ·AddUint64(SB),NOSPLIT,$0 ...@@ -151,7 +151,7 @@ TEXT ·AddUint64(SB),NOSPLIT,$0
TEXT ·LoadInt32(SB),NOSPLIT,$0 TEXT ·LoadInt32(SB),NOSPLIT,$0
B ·LoadUint32(SB) B ·LoadUint32(SB)
TEXT ·LoadUint32(SB),NOSPLIT,$0 TEXT ·LoadUint32(SB),NOSPLIT,$0-8
MOVW addr+0(FP), R2 MOVW addr+0(FP), R2
loadloop1: loadloop1:
MOVW 0(R2), R0 MOVW 0(R2), R0
...@@ -176,7 +176,7 @@ TEXT ·LoadPointer(SB),NOSPLIT,$0 ...@@ -176,7 +176,7 @@ TEXT ·LoadPointer(SB),NOSPLIT,$0
TEXT ·StoreInt32(SB),NOSPLIT,$0 TEXT ·StoreInt32(SB),NOSPLIT,$0
B ·StoreUint32(SB) B ·StoreUint32(SB)
TEXT ·StoreUint32(SB),NOSPLIT,$0 TEXT ·StoreUint32(SB),NOSPLIT,$0-8
MOVW addr+0(FP), R2 MOVW addr+0(FP), R2
MOVW val+4(FP), R1 MOVW val+4(FP), R1
storeloop1: storeloop1:
......
src/pkg/sync/atomic/asm_netbsd_arm.s
View file @ f3c1070f
...@@ -43,7 +43,7 @@ TEXT ·AddUint64(SB),NOSPLIT,$0 ...@@ -43,7 +43,7 @@ TEXT ·AddUint64(SB),NOSPLIT,$0
TEXT ·LoadInt32(SB),NOSPLIT,$0 TEXT ·LoadInt32(SB),NOSPLIT,$0
B ·LoadUint32(SB) B ·LoadUint32(SB)
TEXT ·LoadUint32(SB),NOSPLIT,$0 TEXT ·LoadUint32(SB),NOSPLIT,$0-8
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
load32loop: load32loop:
LDREX (R1), R2 // loads R2 LDREX (R1), R2 // loads R2
...@@ -68,7 +68,7 @@ TEXT ·LoadPointer(SB),NOSPLIT,$0 ...@@ -68,7 +68,7 @@ TEXT ·LoadPointer(SB),NOSPLIT,$0
TEXT ·StoreInt32(SB),NOSPLIT,$0 TEXT ·StoreInt32(SB),NOSPLIT,$0
B ·StoreUint32(SB) B ·StoreUint32(SB)
TEXT ·StoreUint32(SB),NOSPLIT,$0 TEXT ·StoreUint32(SB),NOSPLIT,$0-8
MOVW addr+0(FP), R1 MOVW addr+0(FP), R1
MOVW val+4(FP), R2 MOVW val+4(FP), R2
storeloop: storeloop:
......
src/pkg/sync/atomic/atomic_test.go
View file @ f3c1070f
...@@ -1203,3 +1203,40 @@ func TestUnaligned64(t *testing.T) { ...@@ -1203,3 +1203,40 @@ func TestUnaligned64(t *testing.T) {
shouldPanic(t, "CompareAndSwapUint64", func() { CompareAndSwapUint64(p, 1, 2) }) shouldPanic(t, "CompareAndSwapUint64", func() { CompareAndSwapUint64(p, 1, 2) })
shouldPanic(t, "AddUint64", func() { AddUint64(p, 3) }) shouldPanic(t, "AddUint64", func() { AddUint64(p, 3) })
} }
func TestNilDeref(t *testing.T) {
funcs := [...]func(){
func() { CompareAndSwapInt32(nil, 0, 0) },
func() { CompareAndSwapInt64(nil, 0, 0) },
func() { CompareAndSwapUint32(nil, 0, 0) },
func() { CompareAndSwapUint64(nil, 0, 0) },
func() { CompareAndSwapUintptr(nil, 0, 0) },
func() { CompareAndSwapPointer(nil, nil, nil) },
func() { AddInt32(nil, 0) },
func() { AddUint32(nil, 0) },
func() { AddInt64(nil, 0) },
func() { AddUint64(nil, 0) },
func() { AddUintptr(nil, 0) },
func() { LoadInt32(nil) },
func() { LoadInt64(nil) },
func() { LoadUint32(nil) },
func() { LoadUint64(nil) },
func() { LoadUintptr(nil) },
func() { LoadPointer(nil) },
func() { StoreInt32(nil, 0) },
func() { StoreInt64(nil, 0) },
func() { StoreUint32(nil, 0) },
func() { StoreUint64(nil, 0) },
func() { StoreUintptr(nil, 0) },
func() { StorePointer(nil, nil) },
}
for _, f := range funcs {
func() {
defer func() {
runtime.GC()
recover()
}()
f()
}()
}
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7