engineering/java-topology
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

undefect. CWE-407 — 63 sites patched across 27 ecosystems

Browse source 
Authors: russell@unturf.com · brackishbert@gmail.com · foxhop.net · TimeHexOn.com

Patches, unit tests, benchmarks, whitepaper, and outreach briefs.
Public domain — no copyright claimed. Use freely.
This commit is contained in:
russell@unturf.com 2026-03-26 17:11:57 -04:00
commit 0a580b313d
70422 changed files with 17213626 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

192
test/langtools/tools/javac/lexer/JavaLexerTest.java Normal file
View file

@ -0,0 +1,192 @@
/*
* Copyright (c) 2016, 2025, Oracle and/or its affiliates. All rights reserved.
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
*
* This code is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License version 2 only, as
* published by the Free Software Foundation.
*
* This code is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
* version 2 for more details (a copy is included in the LICENSE file that
* accompanied this code).
*
* You should have received a copy of the GNU General Public License version
* 2 along with this work; if not, write to the Free Software Foundation,
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
*
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
* or visit www.oracle.com if you need additional information or have any
* questions.
*/
/**
* @test
* @bug 8056897 8254073
* @modules jdk.compiler/com.sun.tools.javac.parser
* jdk.compiler/com.sun.tools.javac.util
* @summary Proper lexing of various token kinds.
*/
import java.net.URI;
import java.util.ArrayList;
import java.util.List;
import java.util.Objects;
import javax.tools.DiagnosticListener;
import javax.tools.SimpleJavaFileObject;
import com.sun.tools.javac.parser.JavaTokenizer;
import com.sun.tools.javac.parser.ScannerFactory;
import com.sun.tools.javac.parser.Tokens.Token;
import com.sun.tools.javac.parser.Tokens.TokenKind;
import com.sun.tools.javac.util.Context;
import com.sun.tools.javac.util.Log;
import static com.sun.tools.javac.parser.Tokens.TokenKind.*;
public class JavaLexerTest {
static final TestTuple[] PASSING_TESTS = {
new TestTuple(FLOATLITERAL, "0.0f"),
new TestTuple(FLOATLITERAL, "0.0F"),
new TestTuple(FLOATLITERAL, ".0F"),
new TestTuple(FLOATLITERAL, "0.F"),
new TestTuple(FLOATLITERAL, "0E0F"),
new TestTuple(FLOATLITERAL, "0E+0F"),
new TestTuple(FLOATLITERAL, "0E-0F"),
new TestTuple(DOUBLELITERAL, "0.0d"),
new TestTuple(DOUBLELITERAL, "0.0D"),
new TestTuple(DOUBLELITERAL, ".0D"),
new TestTuple(DOUBLELITERAL, "0.D"),
new TestTuple(DOUBLELITERAL, "0E0D"),
new TestTuple(DOUBLELITERAL, "0E+0D"),
new TestTuple(DOUBLELITERAL, "0E-0D"),
new TestTuple(DOUBLELITERAL, "0x0.0p0d"),
new TestTuple(DOUBLELITERAL, "0xff.0p8d"),
new TestTuple(STRINGLITERAL, "\"\\u2022\""),
new TestTuple(STRINGLITERAL, "\"\\b\\t\\n\\f\\r\\\'\\\"\\\\\""),
new TestTuple(CHARLITERAL, "\'\\b\'"),
new TestTuple(CHARLITERAL, "\'\\t\'"),
new TestTuple(CHARLITERAL, "\'\\n\'"),
new TestTuple(CHARLITERAL, "\'\\f\'"),
new TestTuple(CHARLITERAL, "\'\\r\'"),
new TestTuple(CHARLITERAL, "\'\\'\'"),
new TestTuple(CHARLITERAL, "\'\\\\'"),
new TestTuple(CHARLITERAL, "\'\\\'\'"),
new TestTuple(CHARLITERAL, "\'\\\"\'"),
new TestTuple(IDENTIFIER, "abc\\u0005def"),
};
static final TestTuple[] FAILING_TESTS = {
new TestTuple(LONGLITERAL, "0bL"),
new TestTuple(LONGLITERAL, "0xL"),
new TestTuple(INTLITERAL, "0xG000L", "0x"),
new TestTuple(DOUBLELITERAL, "0E*0F", "0E"),
new TestTuple(DOUBLELITERAL, "0E*0D", "0E"),
new TestTuple(INTLITERAL, "0xp8d", "0x"),
new TestTuple(DOUBLELITERAL, "0x8pd", "0x8pd"),
new TestTuple(INTLITERAL, "0xpd", "0x"),
new TestTuple(STRINGLITERAL, "\"\\u20\""),
new TestTuple(STRINGLITERAL, "\"\\u\""),
new TestTuple(STRINGLITERAL, "\"\\uG000\""),
new TestTuple(STRINGLITERAL, "\"\\u \""),
new TestTuple(ERROR, "\"\\q\""),
new TestTuple(EOF, "\\u", ""),
new TestTuple(ERROR, "\'\'"),
new TestTuple(ERROR, "\'\\q\'", "\'\\q\'"),
new TestTuple(ERROR, "\'\\{1+2}\'", "\'\\{1+2}\'"),
new TestTuple(ERROR, "'\uD83D\uDE0A'",
List.of("compiler.err.illegal.char.literal.multiple.surrogates")),
};
static class TestTuple {
String input;
TokenKind kind;
String expected;
List<String> expectedErrors;
TestTuple(TokenKind kind, String input, String expected, List<String> expectedErrors) {
this.input = input;
this.kind = kind;
this.expected = expected;
this.expectedErrors = expectedErrors;
}
TestTuple(TokenKind kind, String input, List<String> expectedErrors) {
this(kind, input, input, expectedErrors);
}
TestTuple(TokenKind kind, String input, String expected) {
this(kind, input, expected, null);
}
TestTuple(TokenKind kind, String input) {
this(kind, input, input);
}
}
void test(TestTuple test, boolean willFail) throws Exception {
Context ctx = new Context();
List<String> errors = new ArrayList();
if (test.expectedErrors != null) {
ctx.put(DiagnosticListener.class, (DiagnosticListener) d -> errors.add(d.getCode()));
}
Log log = Log.instance(ctx);
log.useSource(SimpleJavaFileObject.forSource(URI.create("mem://Test.java"),
test.input));
char[] inputArr = test.input.toCharArray();
JavaTokenizer tokenizer = new JavaTokenizer(ScannerFactory.instance(ctx), inputArr, inputArr.length) {};
Token token = tokenizer.readToken();
boolean failed = log.nerrors != 0;
boolean normal = failed == willFail;
if (!normal) {
System.err.println("input: " + test.input);
String message = willFail ? "Expected to fail: " : "Expected to pass: ";
throw new AssertionError(message + test.input);
}
String actual = test.input.substring(token.pos, token.endPos);
if (token.kind != test.kind) {
System.err.println("input: " + test.input);
throw new AssertionError("Unexpected token kind: " + token.kind.name());
}
if (!Objects.equals(test.expected, actual)) {
System.err.println("input: " + test.input);
throw new AssertionError("Unexpected token content: " + actual);
}
if (test.expectedErrors != null && !test.expectedErrors.equals(errors)) {
throw new AssertionError("Unexpected errors: " + errors);
}
}
void run() throws Exception {
for (TestTuple test : PASSING_TESTS) {
test(test, false);
}
for (TestTuple test : FAILING_TESTS) {
test(test, true);
}
}
public static void main(String[] args) throws Exception {
new JavaLexerTest().run();
}
}