undefect. CWE-407 — 63 sites patched across 27 ecosystems
Authors: russell@unturf.com · brackishbert@gmail.com · foxhop.net · TimeHexOn.com Patches, unit tests, benchmarks, whitepaper, and outreach briefs. Public domain — no copyright claimed. Use freely.
This commit is contained in:
commit
0a580b313d
70422 changed files with 17213626 additions and 0 deletions
902
test/jdk/java/net/httpclient/DependentPromiseActionsTest.java
Normal file
902
test/jdk/java/net/httpclient/DependentPromiseActionsTest.java
Normal file
|
|
@ -0,0 +1,902 @@
|
|||
/*
|
||||
* Copyright (c) 2018, 2026, Oracle and/or its affiliates. All rights reserved.
|
||||
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
||||
*
|
||||
* This code is free software; you can redistribute it and/or modify it
|
||||
* under the terms of the GNU General Public License version 2 only, as
|
||||
* published by the Free Software Foundation.
|
||||
*
|
||||
* This code is distributed in the hope that it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
||||
* version 2 for more details (a copy is included in the LICENSE file that
|
||||
* accompanied this code).
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License version
|
||||
* 2 along with this work; if not, write to the Free Software Foundation,
|
||||
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
||||
*
|
||||
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
||||
* or visit www.oracle.com if you need additional information or have any
|
||||
* questions.
|
||||
*/
|
||||
|
||||
/*
|
||||
* @test
|
||||
* @summary Verify that dependent synchronous actions added before the promise CF
|
||||
* completes are executed either asynchronously in an executor when the
|
||||
* CF later completes, or in the user thread that joins.
|
||||
* @library /test/lib /test/jdk/java/net/httpclient/lib
|
||||
* @build jdk.httpclient.test.lib.common.HttpServerAdapters jdk.test.lib.net.SimpleSSLContext
|
||||
* DependentPromiseActionsTest
|
||||
* @run junit/othervm -Djdk.internal.httpclient.debug=true DependentPromiseActionsTest
|
||||
*/
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.ByteArrayInputStream;
|
||||
import java.io.InputStreamReader;
|
||||
import java.lang.StackWalker.StackFrame;
|
||||
import jdk.test.lib.net.SimpleSSLContext;
|
||||
|
||||
import javax.net.ssl.SSLContext;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStream;
|
||||
import java.io.OutputStream;
|
||||
import java.net.URI;
|
||||
import java.net.URISyntaxException;
|
||||
import java.net.http.HttpClient;
|
||||
import java.net.http.HttpClient.Version;
|
||||
import java.net.http.HttpHeaders;
|
||||
import java.net.http.HttpRequest;
|
||||
import java.net.http.HttpOption.Http3DiscoveryMode;
|
||||
import java.net.http.HttpResponse;
|
||||
import java.net.http.HttpResponse.BodyHandler;
|
||||
import java.net.http.HttpResponse.BodyHandlers;
|
||||
import java.net.http.HttpResponse.BodySubscriber;
|
||||
import java.net.http.HttpResponse.PushPromiseHandler;
|
||||
import java.nio.ByteBuffer;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.util.EnumSet;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Optional;
|
||||
import java.util.concurrent.CompletableFuture;
|
||||
import java.util.concurrent.CompletionException;
|
||||
import java.util.concurrent.CompletionStage;
|
||||
import java.util.concurrent.ConcurrentHashMap;
|
||||
import java.util.concurrent.ConcurrentMap;
|
||||
import java.util.concurrent.Executor;
|
||||
import java.util.concurrent.Executors;
|
||||
import java.util.concurrent.Flow;
|
||||
import java.util.concurrent.Semaphore;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
import java.util.concurrent.atomic.AtomicLong;
|
||||
import java.util.concurrent.atomic.AtomicReference;
|
||||
import java.util.function.BiPredicate;
|
||||
import java.util.function.Consumer;
|
||||
import java.util.function.Function;
|
||||
import java.util.function.Supplier;
|
||||
import java.util.stream.Collectors;
|
||||
import java.util.stream.Stream;
|
||||
import jdk.httpclient.test.lib.common.HttpServerAdapters;
|
||||
|
||||
import static java.lang.System.err;
|
||||
import static java.lang.System.out;
|
||||
import static java.lang.String.format;
|
||||
import static java.net.http.HttpClient.Version.HTTP_2;
|
||||
import static java.net.http.HttpClient.Version.HTTP_3;
|
||||
import static java.net.http.HttpOption.Http3DiscoveryMode.HTTP_3_URI_ONLY;
|
||||
import static java.net.http.HttpOption.H3_DISCOVERY;
|
||||
import static java.nio.charset.StandardCharsets.UTF_8;
|
||||
|
||||
import org.junit.jupiter.api.AfterAll;
|
||||
import static org.junit.jupiter.api.Assertions.assertEquals;
|
||||
import static org.junit.jupiter.api.Assertions.assertTrue;
|
||||
import org.junit.jupiter.api.BeforeAll;
|
||||
import org.junit.jupiter.params.ParameterizedTest;
|
||||
import org.junit.jupiter.params.provider.MethodSource;
|
||||
|
||||
public class DependentPromiseActionsTest implements HttpServerAdapters {
|
||||
|
||||
private static final SSLContext sslContext = SimpleSSLContext.findSSLContext();
|
||||
private static HttpTestServer http2TestServer; // HTTP/2 ( h2c )
|
||||
private static HttpTestServer https2TestServer; // HTTP/2 ( h2 )
|
||||
private static HttpTestServer http3TestServer; // HTTP/3 ( h3 )
|
||||
private static String http2URI_fixed;
|
||||
private static String http2URI_chunk;
|
||||
private static String https2URI_fixed;
|
||||
private static String https2URI_chunk;
|
||||
private static String http3URI_fixed;
|
||||
private static String http3URI_chunk;
|
||||
|
||||
static final StackWalker WALKER =
|
||||
StackWalker.getInstance(StackWalker.Option.RETAIN_CLASS_REFERENCE);
|
||||
|
||||
static final int ITERATION_COUNT = 1;
|
||||
// a shared executor helps reduce the amount of threads created by the test
|
||||
static final Executor executor = new TestExecutor(Executors.newCachedThreadPool());
|
||||
static final ConcurrentMap<String, Throwable> FAILURES = new ConcurrentHashMap<>();
|
||||
static volatile boolean tasksFailed;
|
||||
static final AtomicLong serverCount = new AtomicLong();
|
||||
static final AtomicLong clientCount = new AtomicLong();
|
||||
static final AtomicInteger requestCount = new AtomicInteger();
|
||||
static final long start = System.nanoTime();
|
||||
public static String now() {
|
||||
long now = System.nanoTime() - start;
|
||||
long secs = now / 1000_000_000;
|
||||
long mill = (now % 1000_000_000) / 1000_000;
|
||||
long nan = now % 1000_000;
|
||||
return String.format("[%d s, %d ms, %d ns] ", secs, mill, nan);
|
||||
}
|
||||
|
||||
private static volatile HttpClient sharedClient;
|
||||
|
||||
static class TestExecutor implements Executor {
|
||||
final AtomicLong tasks = new AtomicLong();
|
||||
Executor executor;
|
||||
TestExecutor(Executor executor) {
|
||||
this.executor = executor;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void execute(Runnable command) {
|
||||
long id = tasks.incrementAndGet();
|
||||
executor.execute(() -> {
|
||||
try {
|
||||
command.run();
|
||||
} catch (Throwable t) {
|
||||
tasksFailed = true;
|
||||
System.out.printf(now() + "Task %s failed: %s%n", id, t);
|
||||
System.err.printf(now() + "Task %s failed: %s%n", id, t);
|
||||
FAILURES.putIfAbsent("Task " + id, t);
|
||||
throw t;
|
||||
}
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
@AfterAll
|
||||
static final void printFailedTests() {
|
||||
out.println("\n=========================");
|
||||
try {
|
||||
out.printf("%n%sCreated %d servers and %d clients%n",
|
||||
now(), serverCount.get(), clientCount.get());
|
||||
if (FAILURES.isEmpty()) return;
|
||||
out.println("Failed tests: ");
|
||||
FAILURES.entrySet().forEach((e) -> {
|
||||
out.printf("\t%s: %s%n", e.getKey(), e.getValue());
|
||||
e.getValue().printStackTrace(out);
|
||||
e.getValue().printStackTrace();
|
||||
});
|
||||
if (tasksFailed) {
|
||||
System.out.println("WARNING: Some tasks failed");
|
||||
}
|
||||
} finally {
|
||||
out.println("\n=========================\n");
|
||||
}
|
||||
}
|
||||
|
||||
private static String[] uris() {
|
||||
return new String[] {
|
||||
http3URI_fixed,
|
||||
http3URI_chunk,
|
||||
http2URI_fixed,
|
||||
http2URI_chunk,
|
||||
https2URI_fixed,
|
||||
https2URI_chunk,
|
||||
};
|
||||
}
|
||||
|
||||
enum SubscriberType {EAGER, LAZZY}
|
||||
|
||||
static final class SemaphoreStallerSupplier
|
||||
implements Supplier<SemaphoreStaller> {
|
||||
@Override
|
||||
public SemaphoreStaller get() {
|
||||
return new SemaphoreStaller();
|
||||
}
|
||||
@Override
|
||||
public String toString() {
|
||||
return "SemaphoreStaller";
|
||||
}
|
||||
}
|
||||
|
||||
public static Object[][] noThrows() {
|
||||
String[] uris = uris();
|
||||
Object[][] result = new Object[uris.length * 2][];
|
||||
int i = 0;
|
||||
for (boolean sameClient : List.of(false, true)) {
|
||||
for (String uri: uris()) {
|
||||
result[i++] = new Object[] {uri, sameClient};
|
||||
}
|
||||
}
|
||||
assert i == uris.length * 2;
|
||||
return result;
|
||||
}
|
||||
|
||||
public static Object[][] variants() {
|
||||
String[] uris = uris();
|
||||
Object[][] result = new Object[uris.length * 2][];
|
||||
int i = 0;
|
||||
Supplier<? extends Staller> s = new SemaphoreStallerSupplier();
|
||||
for (Supplier<? extends Staller> staller : List.of(s)) {
|
||||
for (boolean sameClient : List.of(false, true)) {
|
||||
for (String uri : uris()) {
|
||||
result[i++] = new Object[]{uri, sameClient, staller};
|
||||
}
|
||||
}
|
||||
}
|
||||
assert i == uris.length * 2;
|
||||
return result;
|
||||
}
|
||||
|
||||
private HttpClient makeNewClient() {
|
||||
clientCount.incrementAndGet();
|
||||
return newClientBuilderForH3()
|
||||
.executor(executor)
|
||||
.sslContext(sslContext)
|
||||
.proxy(HttpClient.Builder.NO_PROXY)
|
||||
.version(HTTP_3)
|
||||
.build();
|
||||
}
|
||||
|
||||
HttpClient newHttpClient(boolean share) {
|
||||
if (!share) return makeNewClient();
|
||||
HttpClient shared = sharedClient;
|
||||
if (shared != null) return shared;
|
||||
synchronized (this) {
|
||||
shared = sharedClient;
|
||||
if (shared == null) {
|
||||
shared = sharedClient = makeNewClient();
|
||||
}
|
||||
return shared;
|
||||
}
|
||||
}
|
||||
|
||||
Http3DiscoveryMode config(String uri) {
|
||||
return uri.contains("/http3/") ? HTTP_3_URI_ONLY : null;
|
||||
}
|
||||
|
||||
Version version(String uri) {
|
||||
return uri.contains("/http3/") ? HTTP_3 : HTTP_2;
|
||||
}
|
||||
|
||||
HttpRequest request(String uri) {
|
||||
var builder = HttpRequest.newBuilder(URI.create(uri))
|
||||
.version(version(uri));
|
||||
var config = config(uri);
|
||||
if (config != null) builder.setOption(H3_DISCOVERY, config);
|
||||
return builder.build();
|
||||
}
|
||||
|
||||
@ParameterizedTest
|
||||
@MethodSource("noThrows")
|
||||
public void testNoStalls(String rootUri, boolean sameClient)
|
||||
throws Exception {
|
||||
if (!FAILURES.isEmpty()) return;
|
||||
HttpClient client = null;
|
||||
out.printf("%ntestNoStalls(%s, %b)%n", rootUri, sameClient);
|
||||
try {
|
||||
for (int i = 0; i < ITERATION_COUNT; i++) {
|
||||
if (!sameClient || client == null)
|
||||
client = newHttpClient(sameClient);
|
||||
|
||||
String uri = rootUri + "/" + requestCount.incrementAndGet();
|
||||
out.printf("\tsending request %s%n", uri);
|
||||
HttpRequest req = request(uri);
|
||||
|
||||
BodyHandler<Stream<String>> handler =
|
||||
new StallingBodyHandler<>((w) -> {},
|
||||
BodyHandlers.ofLines());
|
||||
Map<HttpRequest, CompletableFuture<HttpResponse<Stream<String>>>> pushPromises =
|
||||
new ConcurrentHashMap<>();
|
||||
PushPromiseHandler<Stream<String>> pushHandler = new PushPromiseHandler<>() {
|
||||
@Override
|
||||
public void applyPushPromise(HttpRequest initiatingRequest,
|
||||
HttpRequest pushPromiseRequest,
|
||||
Function<BodyHandler<Stream<String>>,
|
||||
CompletableFuture<HttpResponse<Stream<String>>>>
|
||||
acceptor) {
|
||||
pushPromises.putIfAbsent(pushPromiseRequest, acceptor.apply(handler));
|
||||
}
|
||||
};
|
||||
HttpResponse<Stream<String>> response =
|
||||
client.sendAsync(req, BodyHandlers.ofLines(), pushHandler).get();
|
||||
String body = response.body().collect(Collectors.joining("|"));
|
||||
assertEquals(URI.create(uri).getPath(), URI.create(body).getPath());
|
||||
for (HttpRequest promised : pushPromises.keySet()) {
|
||||
out.printf("%s Received promise: %s%n\tresponse: %s%n",
|
||||
now(), promised, pushPromises.get(promised).get());
|
||||
String promisedBody = pushPromises.get(promised).get().body()
|
||||
.collect(Collectors.joining("|"));
|
||||
assertEquals(promised.uri().toASCIIString(), promisedBody);
|
||||
}
|
||||
assertEquals(3, pushPromises.size());
|
||||
}
|
||||
} finally {
|
||||
if (!sameClient && client != null) {
|
||||
client.close();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@ParameterizedTest
|
||||
@MethodSource("variants")
|
||||
void testAsStringAsync(String uri,
|
||||
boolean sameClient,
|
||||
Supplier<Staller> stallers)
|
||||
throws Exception
|
||||
{
|
||||
String test = format("testAsStringAsync(%s, %b, %s)",
|
||||
uri, sameClient, stallers);
|
||||
testDependent(test, uri, sameClient, BodyHandlers::ofString,
|
||||
this::finish, this::extractString, stallers,
|
||||
SubscriberType.EAGER);
|
||||
}
|
||||
|
||||
@ParameterizedTest
|
||||
@MethodSource("variants")
|
||||
void testAsLinesAsync(String uri,
|
||||
boolean sameClient,
|
||||
Supplier<Staller> stallers)
|
||||
throws Exception
|
||||
{
|
||||
String test = format("testAsLinesAsync(%s, %b, %s)",
|
||||
uri, sameClient, stallers);
|
||||
testDependent(test, uri, sameClient, BodyHandlers::ofLines,
|
||||
this::finish, this::extractStream, stallers,
|
||||
SubscriberType.LAZZY);
|
||||
}
|
||||
|
||||
@ParameterizedTest
|
||||
@MethodSource("variants")
|
||||
void testAsInputStreamAsync(String uri,
|
||||
boolean sameClient,
|
||||
Supplier<Staller> stallers)
|
||||
throws Exception
|
||||
{
|
||||
String test = format("testAsInputStreamAsync(%s, %b, %s)",
|
||||
uri, sameClient, stallers);
|
||||
testDependent(test, uri, sameClient, BodyHandlers::ofInputStream,
|
||||
this::finish, this::extractInputStream, stallers,
|
||||
SubscriberType.LAZZY);
|
||||
}
|
||||
|
||||
private <T,U> void testDependent(String name, String uri, boolean sameClient,
|
||||
Supplier<BodyHandler<T>> handlers,
|
||||
Finisher<T> finisher,
|
||||
Extractor<T> extractor,
|
||||
Supplier<Staller> stallers,
|
||||
SubscriberType subscriberType)
|
||||
throws Exception
|
||||
{
|
||||
if (!FAILURES.isEmpty()) {
|
||||
out.printf("%s: skipping test - previous failure detected%n", name);
|
||||
return;
|
||||
}
|
||||
out.printf("%n%s%s%n", now(), name);
|
||||
try {
|
||||
testDependent(uri, sameClient, handlers, finisher,
|
||||
extractor, stallers, subscriberType);
|
||||
} catch (Error | Exception x) {
|
||||
FAILURES.putIfAbsent(name, x);
|
||||
throw x;
|
||||
}
|
||||
}
|
||||
|
||||
private <T,U> void testDependent(String rootUri, boolean sameClient,
|
||||
Supplier<BodyHandler<T>> handlers,
|
||||
Finisher<T> finisher,
|
||||
Extractor<T> extractor,
|
||||
Supplier<Staller> stallers,
|
||||
SubscriberType subscriberType)
|
||||
throws Exception
|
||||
{
|
||||
HttpClient client = null;
|
||||
try {
|
||||
for (Where where : EnumSet.of(Where.BODY_HANDLER)) {
|
||||
if (!sameClient || client == null)
|
||||
client = newHttpClient(sameClient);
|
||||
String uri = rootUri + "/" + requestCount.incrementAndGet();
|
||||
out.printf("\tsending request %s%n", uri);
|
||||
HttpRequest req = request(uri);
|
||||
|
||||
StallingPushPromiseHandler<T> promiseHandler =
|
||||
new StallingPushPromiseHandler<>(where, handlers, stallers);
|
||||
BodyHandler<T> handler = handlers.get();
|
||||
System.out.println("try stalling in " + where);
|
||||
CompletableFuture<HttpResponse<T>> responseCF =
|
||||
client.sendAsync(req, handler, promiseHandler);
|
||||
// The body of the main response can be received before the body
|
||||
// of the push promise handlers are received.
|
||||
// The body of the main response doesn't stall, so the cf of
|
||||
// the main response may be done here even for EAGER subscribers.
|
||||
// We cannot make any assumption on the state of the main response
|
||||
// cf here, so the only thing we can do is to call the finisher
|
||||
// which will wait for them all.
|
||||
finisher.finish(where, responseCF, promiseHandler, extractor);
|
||||
}
|
||||
} finally {
|
||||
if (client != null && !sameClient) {
|
||||
client.close();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
enum Where {
|
||||
ON_PUSH_PROMISE, BODY_HANDLER, ON_SUBSCRIBE, ON_NEXT, ON_COMPLETE, ON_ERROR, GET_BODY, BODY_CF;
|
||||
public Consumer<Where> select(Consumer<Where> consumer) {
|
||||
return new Consumer<>() {
|
||||
@Override
|
||||
public void accept(Where where) {
|
||||
if (Where.this == where) {
|
||||
consumer.accept(where);
|
||||
}
|
||||
}
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
static final class StallingPushPromiseHandler<T> implements PushPromiseHandler<T> {
|
||||
|
||||
static final class Tuple<U> {
|
||||
public final CompletableFuture<HttpResponse<U>> response;
|
||||
public final Staller staller;
|
||||
public final AtomicReference<RuntimeException> failed;
|
||||
Tuple(AtomicReference<RuntimeException> failed,
|
||||
CompletableFuture<HttpResponse<U>> response,
|
||||
Staller staller) {
|
||||
this.response = response;
|
||||
this.staller = staller;
|
||||
this.failed = failed;
|
||||
}
|
||||
}
|
||||
|
||||
public final ConcurrentMap<HttpRequest, Tuple<T>> promiseMap =
|
||||
new ConcurrentHashMap<>();
|
||||
private final Supplier<Staller> stallers;
|
||||
private final Supplier<BodyHandler<T>> handlers;
|
||||
private final Where where;
|
||||
private final Thread thread = Thread.currentThread(); // main thread
|
||||
|
||||
StallingPushPromiseHandler(Where where,
|
||||
Supplier<BodyHandler<T>> handlers,
|
||||
Supplier<Staller> stallers) {
|
||||
this.where = where;
|
||||
this.handlers = handlers;
|
||||
this.stallers = stallers;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void applyPushPromise(HttpRequest initiatingRequest,
|
||||
HttpRequest pushPromiseRequest,
|
||||
Function<BodyHandler<T>,
|
||||
CompletableFuture<HttpResponse<T>>> acceptor) {
|
||||
AtomicReference<RuntimeException> failed = new AtomicReference<>();
|
||||
Staller staller = stallers.get();
|
||||
staller.acquire();
|
||||
assert staller.willStall();
|
||||
try {
|
||||
BodyHandler<T> handler = new StallingBodyHandler<>(
|
||||
where.select(staller), handlers.get());
|
||||
CompletableFuture<HttpResponse<T>> cf = acceptor.apply(handler);
|
||||
Tuple<T> tuple = new Tuple<>(failed, cf, staller);
|
||||
promiseMap.putIfAbsent(pushPromiseRequest, tuple);
|
||||
CompletableFuture<?> done = cf.whenComplete(
|
||||
(r, t) -> checkThreadAndStack(thread, failed, r, t));
|
||||
assert !cf.isDone();
|
||||
} finally {
|
||||
staller.release();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
interface Extractor<T> {
|
||||
public List<String> extract(HttpResponse<T> resp);
|
||||
}
|
||||
|
||||
final List<String> extractString(HttpResponse<String> resp) {
|
||||
return List.of(resp.body());
|
||||
}
|
||||
|
||||
final List<String> extractStream(HttpResponse<Stream<String>> resp) {
|
||||
return resp.body().collect(Collectors.toList());
|
||||
}
|
||||
|
||||
final List<String> extractInputStream(HttpResponse<InputStream> resp) {
|
||||
try (InputStream is = resp.body()) {
|
||||
return new BufferedReader(new InputStreamReader(is))
|
||||
.lines().collect(Collectors.toList());
|
||||
} catch (IOException x) {
|
||||
throw new CompletionException(x);
|
||||
}
|
||||
}
|
||||
|
||||
interface Finisher<T> {
|
||||
public void finish(Where w,
|
||||
CompletableFuture<HttpResponse<T>> cf,
|
||||
StallingPushPromiseHandler<T> ph,
|
||||
Extractor<T> extractor);
|
||||
}
|
||||
|
||||
static Optional<StackFrame> findFrame(Stream<StackFrame> s, String name) {
|
||||
return s.filter((f) -> f.getClassName().contains(name))
|
||||
.filter((f) -> f.getDeclaringClass().getModule().equals(HttpClient.class.getModule()))
|
||||
.findFirst();
|
||||
}
|
||||
|
||||
static <T> void checkThreadAndStack(Thread thread,
|
||||
AtomicReference<RuntimeException> failed,
|
||||
T result,
|
||||
Throwable error) {
|
||||
if (Thread.currentThread() == thread) {
|
||||
//failed.set(new RuntimeException("Dependant action was executed in " + thread));
|
||||
List<StackFrame> httpStack = WALKER.walk(s -> s.filter(f -> f.getDeclaringClass()
|
||||
.getModule().equals(HttpClient.class.getModule()))
|
||||
.collect(Collectors.toList()));
|
||||
if (!httpStack.isEmpty()) {
|
||||
System.out.println("Found unexpected trace: ");
|
||||
httpStack.forEach(f -> System.out.printf("\t%s%n", f));
|
||||
failed.set(new RuntimeException("Dependant action has unexpected frame in " +
|
||||
Thread.currentThread() + ": " + httpStack.get(0)));
|
||||
}
|
||||
} else {
|
||||
List<StackFrame> httpStack = WALKER.walk(s -> s.filter(f -> f.getDeclaringClass()
|
||||
.getModule().equals(HttpClient.class.getModule()))
|
||||
.collect(Collectors.toList()));
|
||||
if (!httpStack.isEmpty()) {
|
||||
System.out.println("Found unexpected trace: ");
|
||||
httpStack.forEach(f -> System.out.printf("\t%s%n", f));
|
||||
failed.set(new RuntimeException("Dependant action has unexpected frame in " +
|
||||
Thread.currentThread() + ": " + httpStack.get(0)));
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
<T> void finish(Where w,
|
||||
StallingPushPromiseHandler.Tuple<T> tuple,
|
||||
Extractor<T> extractor) {
|
||||
AtomicReference<RuntimeException> failed = tuple.failed;
|
||||
CompletableFuture<HttpResponse<T>> done = tuple.response;
|
||||
Staller staller = tuple.staller;
|
||||
try {
|
||||
HttpResponse<T> response = done.join();
|
||||
List<String> result = extractor.extract(response);
|
||||
URI uri = response.uri();
|
||||
RuntimeException error = failed.get();
|
||||
if (error != null) {
|
||||
throw new RuntimeException("Test failed in "
|
||||
+ w + ": " + uri, error);
|
||||
}
|
||||
assertEquals(List.of(response.request().uri().toASCIIString()), result);
|
||||
} finally {
|
||||
staller.reset();
|
||||
}
|
||||
}
|
||||
|
||||
<T> void finish(Where w,
|
||||
CompletableFuture<HttpResponse<T>> cf,
|
||||
StallingPushPromiseHandler<T> ph,
|
||||
Extractor<T> extractor) {
|
||||
HttpResponse<T> response = cf.join();
|
||||
List<String> result = extractor.extract(response);
|
||||
for (HttpRequest req : ph.promiseMap.keySet()) {
|
||||
finish(w, ph.promiseMap.get(req), extractor);
|
||||
}
|
||||
assertEquals(3, ph.promiseMap.size(),
|
||||
"Expected 3 push promises for " + w + " in "
|
||||
+ response.request().uri());
|
||||
assertEquals(List.of(response.request().uri().toASCIIString()), result);
|
||||
|
||||
}
|
||||
|
||||
interface Staller extends Consumer<Where> {
|
||||
void release();
|
||||
void acquire();
|
||||
void reset();
|
||||
boolean willStall();
|
||||
}
|
||||
|
||||
static final class SemaphoreStaller implements Staller {
|
||||
final Semaphore sem = new Semaphore(1);
|
||||
@Override
|
||||
public void accept(Where where) {
|
||||
sem.acquireUninterruptibly();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void release() {
|
||||
sem.release();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void acquire() {
|
||||
sem.acquireUninterruptibly();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void reset() {
|
||||
sem.drainPermits();
|
||||
sem.release();
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean willStall() {
|
||||
return sem.availablePermits() <= 0;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "SemaphoreStaller";
|
||||
}
|
||||
}
|
||||
|
||||
static final class StallingBodyHandler<T> implements BodyHandler<T> {
|
||||
final Consumer<Where> stalling;
|
||||
final BodyHandler<T> bodyHandler;
|
||||
StallingBodyHandler(Consumer<Where> stalling, BodyHandler<T> bodyHandler) {
|
||||
this.stalling = stalling;
|
||||
this.bodyHandler = bodyHandler;
|
||||
}
|
||||
@Override
|
||||
public BodySubscriber<T> apply(HttpResponse.ResponseInfo rinfo) {
|
||||
stalling.accept(Where.BODY_HANDLER);
|
||||
BodySubscriber<T> subscriber = bodyHandler.apply(rinfo);
|
||||
return new StallingBodySubscriber(stalling, subscriber);
|
||||
}
|
||||
}
|
||||
|
||||
static final class StallingBodySubscriber<T> implements BodySubscriber<T> {
|
||||
private final BodySubscriber<T> subscriber;
|
||||
volatile boolean onSubscribeCalled;
|
||||
final Consumer<Where> stalling;
|
||||
StallingBodySubscriber(Consumer<Where> stalling, BodySubscriber<T> subscriber) {
|
||||
this.stalling = stalling;
|
||||
this.subscriber = subscriber;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onSubscribe(Flow.Subscription subscription) {
|
||||
//out.println("onSubscribe ");
|
||||
onSubscribeCalled = true;
|
||||
stalling.accept(Where.ON_SUBSCRIBE);
|
||||
subscriber.onSubscribe(subscription);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onNext(List<ByteBuffer> item) {
|
||||
// out.println("onNext " + item);
|
||||
assertTrue(onSubscribeCalled);
|
||||
stalling.accept(Where.ON_NEXT);
|
||||
subscriber.onNext(item);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onError(Throwable throwable) {
|
||||
//out.println("onError");
|
||||
assertTrue(onSubscribeCalled);
|
||||
stalling.accept(Where.ON_ERROR);
|
||||
subscriber.onError(throwable);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onComplete() {
|
||||
//out.println("onComplete");
|
||||
assertTrue(onSubscribeCalled, "onComplete called before onSubscribe");
|
||||
stalling.accept(Where.ON_COMPLETE);
|
||||
subscriber.onComplete();
|
||||
}
|
||||
|
||||
@Override
|
||||
public CompletionStage<T> getBody() {
|
||||
stalling.accept(Where.GET_BODY);
|
||||
try {
|
||||
stalling.accept(Where.BODY_CF);
|
||||
} catch (Throwable t) {
|
||||
return CompletableFuture.failedFuture(t);
|
||||
}
|
||||
return subscriber.getBody();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@BeforeAll
|
||||
public static void setup() throws Exception {
|
||||
// HTTP/2
|
||||
HttpTestHandler fixedLengthHandler = new HTTP_FixedLengthHandler();
|
||||
HttpTestHandler chunkedHandler = new HTTP_ChunkedHandler();
|
||||
|
||||
http2TestServer = HttpTestServer.create(HTTP_2);
|
||||
http2TestServer.addHandler(fixedLengthHandler, "/http2/fixed");
|
||||
http2TestServer.addHandler(chunkedHandler, "/http2/chunk");
|
||||
http2URI_fixed = "http://" + http2TestServer.serverAuthority() + "/http2/fixed/y";
|
||||
http2URI_chunk = "http://" + http2TestServer.serverAuthority() + "/http2/chunk/y";
|
||||
|
||||
https2TestServer = HttpTestServer.create(HTTP_2, sslContext);
|
||||
https2TestServer.addHandler(fixedLengthHandler, "/https2/fixed");
|
||||
https2TestServer.addHandler(chunkedHandler, "/https2/chunk");
|
||||
https2URI_fixed = "https://" + https2TestServer.serverAuthority() + "/https2/fixed/y";
|
||||
https2URI_chunk = "https://" + https2TestServer.serverAuthority() + "/https2/chunk/y";
|
||||
|
||||
http3TestServer = HttpTestServer.create(HTTP_3_URI_ONLY, sslContext);
|
||||
http3TestServer.addHandler(fixedLengthHandler, "/http3/fixed");
|
||||
http3TestServer.addHandler(chunkedHandler, "/http3/chunk");
|
||||
http3URI_fixed = "https://" + http3TestServer.serverAuthority() + "/http3/fixed/x";
|
||||
http3URI_chunk = "https://" + http3TestServer.serverAuthority() + "/http3/chunk/x";
|
||||
|
||||
serverCount.addAndGet(3);
|
||||
http2TestServer.start();
|
||||
https2TestServer.start();
|
||||
http3TestServer.start();
|
||||
}
|
||||
|
||||
@AfterAll
|
||||
public static void teardown() throws Exception {
|
||||
if (sharedClient != null) {
|
||||
sharedClient.close();
|
||||
}
|
||||
sharedClient = null;
|
||||
http2TestServer.stop();
|
||||
https2TestServer.stop();
|
||||
http3TestServer.stop();
|
||||
}
|
||||
|
||||
static final BiPredicate<String,String> ACCEPT_ALL = (x, y) -> true;
|
||||
|
||||
private static void pushPromiseFor(HttpTestExchange t,
|
||||
URI requestURI,
|
||||
String pushPath,
|
||||
boolean fixed)
|
||||
throws IOException
|
||||
{
|
||||
try {
|
||||
URI promise = new URI(requestURI.getScheme(),
|
||||
requestURI.getAuthority(),
|
||||
pushPath, null, null);
|
||||
byte[] promiseBytes = promise.toASCIIString().getBytes(UTF_8);
|
||||
out.printf("TestServer: %s Pushing promise: %s%n", now(), promise);
|
||||
err.printf("TestServer: %s Pushing promise: %s%n", now(), promise);
|
||||
HttpHeaders reqHeaders = HttpHeaders.of(Map.of(), ACCEPT_ALL); // empty
|
||||
HttpHeaders rspHeaders;
|
||||
if (fixed) {
|
||||
String length = String.valueOf(promiseBytes.length);
|
||||
rspHeaders = HttpHeaders.of(Map.of("Content-Length", List.of(length)),
|
||||
ACCEPT_ALL);
|
||||
} else {
|
||||
rspHeaders = HttpHeaders.of(Map.of(), ACCEPT_ALL); // empty
|
||||
}
|
||||
t.serverPush(promise, reqHeaders, rspHeaders, promiseBytes);
|
||||
} catch (URISyntaxException x) {
|
||||
throw new IOException(x.getMessage(), x);
|
||||
}
|
||||
}
|
||||
|
||||
private static long sendHttp3PushPromiseFrame(HttpTestExchange t,
|
||||
URI requestURI,
|
||||
String pushPath,
|
||||
boolean fixed)
|
||||
throws IOException
|
||||
{
|
||||
try {
|
||||
URI promise = new URI(requestURI.getScheme(),
|
||||
requestURI.getAuthority(),
|
||||
pushPath, null, null);
|
||||
byte[] promiseBytes = promise.toASCIIString().getBytes(UTF_8);
|
||||
out.printf("TestServer: %s sending PushPromiseFrame: %s%n", now(), promise);
|
||||
err.printf("TestServer: %s Pushing PushPromiseFrame: %s%n", now(), promise);
|
||||
HttpHeaders reqHeaders = HttpHeaders.of(Map.of(), ACCEPT_ALL);
|
||||
long pushId = t.sendHttp3PushPromiseFrame(-1, promise, reqHeaders);
|
||||
out.printf("TestServer: %s PushPromiseFrame pushId=%s sent%n", now(), pushId);
|
||||
err.printf("TestServer: %s PushPromiseFrame pushId=%s sent%n", now(), pushId);
|
||||
return pushId;
|
||||
} catch (URISyntaxException x) {
|
||||
throw new IOException(x.getMessage(), x);
|
||||
}
|
||||
}
|
||||
|
||||
private static void sendHttp3PushResponse(HttpTestExchange t,
|
||||
long pushId,
|
||||
URI requestURI,
|
||||
String pushPath,
|
||||
boolean fixed)
|
||||
throws IOException
|
||||
{
|
||||
try {
|
||||
URI promise = new URI(requestURI.getScheme(),
|
||||
requestURI.getAuthority(),
|
||||
pushPath, null, null);
|
||||
byte[] promiseBytes = promise.toASCIIString().getBytes(UTF_8);
|
||||
out.printf("TestServer: %s sending push response pushId=%s: %s%n", now(), pushId, promise);
|
||||
err.printf("TestServer: %s Pushing push response pushId=%s: %s%n", now(), pushId, promise);
|
||||
HttpHeaders reqHeaders = HttpHeaders.of(Map.of(), ACCEPT_ALL); // empty
|
||||
HttpHeaders rspHeaders;
|
||||
if (fixed) {
|
||||
String length = String.valueOf(promiseBytes.length);
|
||||
rspHeaders = HttpHeaders.of(Map.of("Content-Length", List.of(length)),
|
||||
ACCEPT_ALL);
|
||||
} else {
|
||||
rspHeaders = HttpHeaders.of(Map.of(), ACCEPT_ALL); // empty
|
||||
}
|
||||
t.sendHttp3PushResponse(pushId, promise, reqHeaders, rspHeaders, new ByteArrayInputStream(promiseBytes));
|
||||
} catch (URISyntaxException x) {
|
||||
throw new IOException(x.getMessage(), x);
|
||||
}
|
||||
}
|
||||
|
||||
static class HTTP_FixedLengthHandler implements HttpTestHandler {
|
||||
@Override
|
||||
public void handle(HttpTestExchange t) throws IOException {
|
||||
out.println("HTTP_FixedLengthHandler received request to " + t.getRequestURI());
|
||||
try (InputStream is = t.getRequestBody()) {
|
||||
is.readAllBytes();
|
||||
}
|
||||
URI requestURI = t.getRequestURI();
|
||||
for (int i = 1; i<2; i++) {
|
||||
String path = requestURI.getPath() + "/before/promise-" + i;
|
||||
pushPromiseFor(t, requestURI, path, true);
|
||||
}
|
||||
byte[] resp = t.getRequestURI().toString().getBytes(StandardCharsets.UTF_8);
|
||||
t.sendResponseHeaders(200, resp.length);
|
||||
|
||||
//fixed content length
|
||||
// With HTTP/3 fixed length we send a single DataFrame,
|
||||
// therefore we can't interleave a PushPromiseFrame in
|
||||
// the middle of the DataFrame, so we're going to send
|
||||
// the PushPromiseFrame before the DataFrame, and then
|
||||
// fulfill the promise later while sending the response
|
||||
// body.
|
||||
long[] pushIds = new long[2];
|
||||
if (t.getExchangeVersion() == HTTP_3) {
|
||||
for (int i = 0; i < 2; i++) {
|
||||
String path = requestURI.getPath() + "/after/promise-" + (i + 2);
|
||||
pushIds[i] = sendHttp3PushPromiseFrame(t, requestURI, path, true);
|
||||
}
|
||||
}
|
||||
try (OutputStream os = t.getResponseBody()) {
|
||||
int bytes = resp.length/3;
|
||||
for (int i = 0; i<2; i++) {
|
||||
String path = requestURI.getPath() + "/after/promise-" + (i + 2);
|
||||
os.write(resp, i * bytes, bytes);
|
||||
os.flush();
|
||||
if (t.getExchangeVersion() == HTTP_2) {
|
||||
pushPromiseFor(t, requestURI, path, true);
|
||||
} else if (t.getExchangeVersion() == HTTP_3) {
|
||||
sendHttp3PushResponse(t, pushIds[i], requestURI, path, true);
|
||||
}
|
||||
}
|
||||
os.write(resp, 2*bytes, resp.length - 2*bytes);
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
static class HTTP_ChunkedHandler implements HttpTestHandler {
|
||||
@Override
|
||||
public void handle(HttpTestExchange t) throws IOException {
|
||||
out.println("HTTP_ChunkedHandler received request to " + t.getRequestURI());
|
||||
byte[] resp = t.getRequestURI().toString().getBytes(StandardCharsets.UTF_8);
|
||||
try (InputStream is = t.getRequestBody()) {
|
||||
is.readAllBytes();
|
||||
}
|
||||
URI requestURI = t.getRequestURI();
|
||||
for (int i = 1; i<2; i++) {
|
||||
String path = requestURI.getPath() + "/before/promise-" + i;
|
||||
pushPromiseFor(t, requestURI, path, false);
|
||||
}
|
||||
t.sendResponseHeaders(200, -1); // chunked/variable
|
||||
try (OutputStream os = t.getResponseBody()) {
|
||||
int bytes = resp.length/3;
|
||||
for (int i = 0; i<2; i++) {
|
||||
String path = requestURI.getPath() + "/after/promise-" + (i + 2);
|
||||
os.write(resp, i * bytes, bytes);
|
||||
os.flush();
|
||||
pushPromiseFor(t, requestURI, path, false);
|
||||
}
|
||||
os.write(resp, 2*bytes, resp.length - 2*bytes);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue