Commit d97625ae authored by Austin Clements's avatar Austin Clements

[dev.garbage] runtime: fix nfree accounting

Commit 8dda1c4c changed the meaning of "nfree" in sweep from the number
of newly freed objects to the total number of free objects in the
span, but didn't update where sweep added nfree to c.local_nsmallfree.
Hence, we're over-accounting the number of frees. This is causing
TestArrayHash to fail with "too many allocs NNN - hash not balanced".

Fix this by computing the number of newly freed objects and adding
that to c.local_nsmallfree, so it behaves like it used to. Computing
this requires a small tweak to mallocgc: apparently we've never set
s.allocCount when allocating a large object; fix this by setting it to
1 so sweep doesn't get confused.

Change-Id: I31902ffd310110da4ffd807c5c06f1117b872dc8
Reviewed-on: https://go-review.googlesource.com/22595Reviewed-by: default avatarRick Hudson <rlh@golang.org>
Run-TryBot: Austin Clements <austin@google.com>
parent 6d114905
...@@ -696,6 +696,7 @@ func mallocgc(size uintptr, typ *_type, needzero bool) unsafe.Pointer { ...@@ -696,6 +696,7 @@ func mallocgc(size uintptr, typ *_type, needzero bool) unsafe.Pointer {
s = largeAlloc(size, needzero) s = largeAlloc(size, needzero)
}) })
s.freeindex = 1 s.freeindex = 1
s.allocCount = 1
x = unsafe.Pointer(s.base()) x = unsafe.Pointer(s.base())
size = s.elemsize size = s.elemsize
} }
......
...@@ -272,8 +272,14 @@ func (s *mspan) sweep(preserve bool) bool { ...@@ -272,8 +272,14 @@ func (s *mspan) sweep(preserve bool) bool {
s.needzero = 1 s.needzero = 1
freeToHeap = true freeToHeap = true
} }
nalloc := uint16(s.nelems) - uint16(nfree)
nfreed := s.allocCount - nalloc
if nalloc > s.allocCount {
print("runtime: nelems=", s.nelems, " nfree=", nfree, " nalloc=", nalloc, " previous allocCount=", s.allocCount, " nfreed=", nfreed, "\n")
throw("sweep increased allocation count")
}
s.allocCount = uint16(s.nelems) - uint16(nfree) s.allocCount = nalloc
wasempty := s.nextFreeIndex() == s.nelems wasempty := s.nextFreeIndex() == s.nelems
s.freeindex = 0 // reset allocation index to start of span. s.freeindex = 0 // reset allocation index to start of span.
...@@ -304,7 +310,7 @@ func (s *mspan) sweep(preserve bool) bool { ...@@ -304,7 +310,7 @@ func (s *mspan) sweep(preserve bool) bool {
} }
if nfree > 0 && cl != 0 { if nfree > 0 && cl != 0 {
c.local_nsmallfree[cl] += uintptr(nfree) c.local_nsmallfree[cl] += uintptr(nfreed)
res = mheap_.central[cl].mcentral.freeSpan(s, preserve, wasempty) res = mheap_.central[cl].mcentral.freeSpan(s, preserve, wasempty)
// MCentral_FreeSpan updates sweepgen // MCentral_FreeSpan updates sweepgen
} else if freeToHeap { } else if freeToHeap {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment