undefect. CWE-407 — 63 sites patched across 27 ecosystems
Authors: russell@unturf.com · brackishbert@gmail.com · foxhop.net · TimeHexOn.com Patches, unit tests, benchmarks, whitepaper, and outreach briefs. Public domain — no copyright claimed. Use freely.
This commit is contained in:
commit
0a580b313d
70422 changed files with 17213626 additions and 0 deletions
271
test/hotspot/jtreg/runtime/NMT/MallocStressTest.java
Normal file
271
test/hotspot/jtreg/runtime/NMT/MallocStressTest.java
Normal file
|
|
@ -0,0 +1,271 @@
|
|||
/*
|
||||
* Copyright (c) 2014, 2023, Oracle and/or its affiliates. All rights reserved.
|
||||
* Copyright (c) 2023, Red Hat, Inc. All rights reserved.
|
||||
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
||||
*
|
||||
* This code is free software; you can redistribute it and/or modify it
|
||||
* under the terms of the GNU General Public License version 2 only, as
|
||||
* published by the Free Software Foundation.
|
||||
*
|
||||
* This code is distributed in the hope that it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
||||
* version 2 for more details (a copy is included in the LICENSE file that
|
||||
* accompanied this code).
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License version
|
||||
* 2 along with this work; if not, write to the Free Software Foundation,
|
||||
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
||||
*
|
||||
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
||||
* or visit www.oracle.com if you need additional information or have any
|
||||
* questions.
|
||||
*/
|
||||
|
||||
/*
|
||||
* @test
|
||||
* @summary Stress test for malloc tracking
|
||||
* @key stress randomness
|
||||
* @library /test/lib
|
||||
* @modules java.base/jdk.internal.misc
|
||||
* java.management
|
||||
* @build jdk.test.whitebox.WhiteBox
|
||||
* @run driver jdk.test.lib.helpers.ClassFileInstaller jdk.test.whitebox.WhiteBox
|
||||
* @run main/othervm/timeout=1200 -Xbootclasspath/a:. -XX:+UnlockDiagnosticVMOptions -XX:+WhiteBoxAPI -XX:NativeMemoryTracking=detail MallocStressTest
|
||||
*/
|
||||
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import java.util.Random;
|
||||
import jdk.test.lib.JDKToolFinder;
|
||||
import jdk.test.lib.Platform;
|
||||
import jdk.test.lib.Utils;
|
||||
import jdk.test.lib.process.ProcessTools;
|
||||
import jdk.test.lib.process.OutputAnalyzer;
|
||||
import jdk.test.whitebox.WhiteBox;
|
||||
|
||||
public class MallocStressTest {
|
||||
private static int K = 1024;
|
||||
|
||||
// The stress test runs in three phases:
|
||||
// 1. alloc: A lot of malloc with fewer free, which simulates a burst memory allocation
|
||||
// that is usually seen during startup or class loading.
|
||||
// 2. pause: Pause the test to check accuracy of native memory tracking
|
||||
// 3. release: Release all malloc'd memory and check native memory tracking result.
|
||||
public enum TestPhase {
|
||||
alloc,
|
||||
pause,
|
||||
release
|
||||
};
|
||||
|
||||
static volatile TestPhase phase = TestPhase.alloc;
|
||||
|
||||
// malloc'd memory
|
||||
static final ArrayList<MallocMemory> mallocd_memory = new ArrayList<MallocMemory>();
|
||||
static long mallocd_total = 0;
|
||||
static WhiteBox whiteBox;
|
||||
static AtomicInteger pause_count = new AtomicInteger();
|
||||
|
||||
static final boolean is_64_bit_system = Platform.is64bit();
|
||||
|
||||
private static boolean is_64_bit_system() { return is_64_bit_system; }
|
||||
|
||||
public static void main(String args[]) throws Exception {
|
||||
OutputAnalyzer output;
|
||||
whiteBox = WhiteBox.getWhiteBox();
|
||||
|
||||
// Grab my own PID
|
||||
String pid = Long.toString(ProcessTools.getProcessId());
|
||||
ProcessBuilder pb = new ProcessBuilder();
|
||||
|
||||
AllocThread[] alloc_threads = new AllocThread[40];
|
||||
ReleaseThread[] release_threads = new ReleaseThread[10];
|
||||
|
||||
int index;
|
||||
// Create many allocation threads
|
||||
for (index = 0; index < alloc_threads.length; index ++) {
|
||||
alloc_threads[index] = new AllocThread();
|
||||
}
|
||||
|
||||
// Fewer release threads
|
||||
for (index = 0; index < release_threads.length; index ++) {
|
||||
release_threads[index] = new ReleaseThread();
|
||||
}
|
||||
|
||||
// pause the stress test
|
||||
phase = TestPhase.pause;
|
||||
while (pause_count.intValue() < alloc_threads.length + release_threads.length) {
|
||||
sleep_wait(10);
|
||||
}
|
||||
|
||||
long mallocd_total_in_KB = (mallocd_total + K / 2) / K;
|
||||
|
||||
// Now check if the result from NMT matches the total memory allocated.
|
||||
String expected_test_summary = "Test (reserved=" + mallocd_total_in_KB +"KB, committed=" + mallocd_total_in_KB + "KB)";
|
||||
// Run 'jcmd <pid> VM.native_memory summary'
|
||||
pb.command(new String[] { JDKToolFinder.getJDKTool("jcmd"), pid, "VM.native_memory", "summary"});
|
||||
output = new OutputAnalyzer(pb.start());
|
||||
output.shouldContain(expected_test_summary);
|
||||
|
||||
// Release all allocated memory
|
||||
phase = TestPhase.release;
|
||||
synchronized(mallocd_memory) {
|
||||
mallocd_memory.notifyAll();
|
||||
}
|
||||
|
||||
// Join all threads
|
||||
for (index = 0; index < alloc_threads.length; index ++) {
|
||||
try {
|
||||
alloc_threads[index].join();
|
||||
} catch (InterruptedException e) {
|
||||
}
|
||||
}
|
||||
|
||||
for (index = 0; index < release_threads.length; index ++) {
|
||||
try {
|
||||
release_threads[index].join();
|
||||
} catch (InterruptedException e) {
|
||||
}
|
||||
}
|
||||
|
||||
// All test memory allocated should be released
|
||||
output = new OutputAnalyzer(pb.start());
|
||||
output.shouldContain("Test (reserved=0KB, committed=0KB)");
|
||||
|
||||
// Verify that tracking level has not been downgraded
|
||||
pb.command(new String[] { JDKToolFinder.getJDKTool("jcmd"), pid, "VM.native_memory", "statistics"});
|
||||
output = new OutputAnalyzer(pb.start());
|
||||
output.shouldNotContain("Tracking level has been downgraded due to lack of resources");
|
||||
}
|
||||
|
||||
private static void sleep_wait(int n) {
|
||||
try {
|
||||
Thread.sleep(n);
|
||||
} catch (InterruptedException e) {
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
static class MallocMemory {
|
||||
private long addr;
|
||||
private int size;
|
||||
|
||||
MallocMemory(long addr, int size) {
|
||||
this.addr = addr;
|
||||
this.size = size;
|
||||
}
|
||||
|
||||
long addr() { return this.addr; }
|
||||
int size() { return this.size; }
|
||||
}
|
||||
|
||||
static class AllocThread extends Thread {
|
||||
private final Random random = new Random(Utils.getRandomInstance().nextLong());
|
||||
AllocThread() {
|
||||
this.setName("MallocThread");
|
||||
this.start();
|
||||
}
|
||||
|
||||
// AllocThread only runs "Alloc" phase
|
||||
public void run() {
|
||||
// MallocStressTest.phase == TestPhase.alloc
|
||||
for (int loops = 0; loops < 100; loops++) {
|
||||
int r = random.nextInt(Integer.MAX_VALUE);
|
||||
// Only malloc small amount to avoid OOM
|
||||
int size = r % 32;
|
||||
if (is_64_bit_system()) {
|
||||
r = r % 32 * K;
|
||||
} else {
|
||||
r = r % 64;
|
||||
}
|
||||
if (size == 0) size = 1;
|
||||
long addr = MallocStressTest.whiteBox.NMTMallocWithPseudoStack(size, r);
|
||||
if (addr != 0) {
|
||||
try {
|
||||
MallocMemory mem = new MallocMemory(addr, size);
|
||||
synchronized(MallocStressTest.mallocd_memory) {
|
||||
MallocStressTest.mallocd_memory.add(mem);
|
||||
MallocStressTest.mallocd_total += size;
|
||||
}
|
||||
} catch (OutOfMemoryError e) {
|
||||
// Don't include this malloc memory because it didn't
|
||||
// get recorded in mallocd_memory list.
|
||||
MallocStressTest.whiteBox.NMTFree(addr);
|
||||
break;
|
||||
}
|
||||
} else {
|
||||
break;
|
||||
}
|
||||
}
|
||||
MallocStressTest.pause_count.incrementAndGet();
|
||||
}
|
||||
}
|
||||
|
||||
static class ReleaseThread extends Thread {
|
||||
private final Random random = new Random(Utils.getRandomInstance().nextLong());
|
||||
ReleaseThread() {
|
||||
this.setName("ReleaseThread");
|
||||
this.start();
|
||||
}
|
||||
|
||||
public void run() {
|
||||
while(true) {
|
||||
switch(MallocStressTest.phase) {
|
||||
case alloc:
|
||||
slow_release();
|
||||
break;
|
||||
case pause:
|
||||
enter_pause();
|
||||
break;
|
||||
case release:
|
||||
quick_release();
|
||||
return;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void enter_pause() {
|
||||
MallocStressTest.pause_count.incrementAndGet();
|
||||
while (MallocStressTest.phase != MallocStressTest.TestPhase.release) {
|
||||
try {
|
||||
synchronized(MallocStressTest.mallocd_memory) {
|
||||
MallocStressTest.mallocd_memory.wait(10);
|
||||
}
|
||||
} catch (InterruptedException e) {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void quick_release() {
|
||||
List<MallocMemory> free_list;
|
||||
while (true) {
|
||||
synchronized(MallocStressTest.mallocd_memory) {
|
||||
if (MallocStressTest.mallocd_memory.isEmpty()) return;
|
||||
int size = Math.min(MallocStressTest.mallocd_memory.size(), 5000);
|
||||
List<MallocMemory> subList = MallocStressTest.mallocd_memory.subList(0, size);
|
||||
free_list = new ArrayList<MallocMemory>(subList);
|
||||
subList.clear();
|
||||
}
|
||||
for (int index = 0; index < free_list.size(); index ++) {
|
||||
MallocMemory mem = free_list.get(index);
|
||||
MallocStressTest.whiteBox.NMTFree(mem.addr());
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void slow_release() {
|
||||
try {
|
||||
Thread.sleep(10);
|
||||
} catch (InterruptedException e) {
|
||||
}
|
||||
synchronized(MallocStressTest.mallocd_memory) {
|
||||
if (MallocStressTest.mallocd_memory.isEmpty()) return;
|
||||
int n = random.nextInt(MallocStressTest.mallocd_memory.size());
|
||||
MallocMemory mem = mallocd_memory.remove(n);
|
||||
MallocStressTest.whiteBox.NMTFree(mem.addr());
|
||||
MallocStressTest.mallocd_total -= mem.size();
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue