MDS/openide
1
0
Fork 0
mirror of https://gitflic.ru/project/openide/openide.git synced 2025-12-16 22:51:17 +07:00
Code Issues Packages Projects Releases Wiki Activity

IJPL-163132 Bump to JFlex 1.10.14

Browse Source 
Also added `offsetByCodePoints` function to `idea-flex-kotlin.skeleton`, and removed unnecessary `;` symbols from `idea-flex-kotlin.skeleton`

GitOrigin-RevId: f721d1cd1e687873c3b9d47e233cfff89ddc09a8
This commit is contained in:
Codrin.Ogreanu
2025-04-23 15:12:43 +02:00
committed by intellij-monorepo-bot
parent ce4b5f5116
commit 752c180eb2
3 changed files with 478 additions and 384 deletions
Download Patch File Download Diff File Expand all files Collapse all files

343
java/java-syntax/gen/com/intellij/java/syntax/lexer/_JavaDocLexer.kt
View File

@@ -1,6 +1,6 @@
// Copyright 2000-2025 JetBrains s.r.o. and contributors. Use of this source code is governed by the Apache 2.0 license. // Copyright 2000-2025 JetBrains s.r.o. and contributors. Use of this source code is governed by the Apache 2.0 license.
// Generated by JFlex 1.10.13 http://jflex.de/ (tweaked for IntelliJ platform) // Generated by JFlex 1.10.14 http://jflex.de/ (tweaked for IntelliJ platform)
// source: _JavaDocLexer.flex // source: _JavaDocLexer.flex
/* It's an automatically generated code. Do not modify it. */ /* It's an automatically generated code. Do not modify it. */
@@ -15,7 +15,7 @@ import com.intellij.platform.syntax.util.lexer.FlexLexer
class _JavaDocLexer : FlexLexer { class _JavaDocLexer : FlexLexer {
companion object { companion object {
/** This character denotes the end of file */ /** This character denotes the end of file */
private const val YYEOF = -1; private const val YYEOF = -1
/** initial size of the lookahead buffer */ /** initial size of the lookahead buffer */
private const val ZZ_BUFFERSIZE: Int = 16384 private const val ZZ_BUFFERSIZE: Int = 16384
@@ -72,29 +72,29 @@ companion object {
"\u0001\u6200\u0001\u6300\u0001\u6400\u0009\u1f00\u0001\u6500\u0001\u6600\u0005\u1f00\u0001\u6700"+ "\u0001\u6200\u0001\u6300\u0001\u6400\u0009\u1f00\u0001\u6500\u0001\u6600\u0005\u1f00\u0001\u6700"+
"\u0001\u6800\u0002\u1f00\u0001\u6900\u0001\u1f00\u0001\u6a00\u0011\u1f00\u00a6\u0100\u0001\u6b00"+ "\u0001\u6800\u0002\u1f00\u0001\u6900\u0001\u1f00\u0001\u6a00\u0011\u1f00\u00a6\u0100\u0001\u6b00"+
"\u0010\u0100\u0001\u6c00\u0001\u6d00\u0015\u0100\u0001\u6e00\u001c\u0100\u0001\u6f00\u000c\u1f00"+ "\u0010\u0100\u0001\u6c00\u0001\u6d00\u0015\u0100\u0001\u6e00\u001c\u0100\u0001\u6f00\u000c\u1f00"+
"\u0002\u0100\u0001\u7000\u0005\u1f00\u0013\u0100\u0001\u7100\u0dec\u1f00"; "\u0002\u0100\u0001\u7000\u0005\u1f00\u0013\u0100\u0001\u7100\u0dec\u1f00"
@JvmStatic @JvmStatic
private fun zzUnpackcmap_top(): IntArray { private fun zzUnpackcmap_top(): IntArray {
val result: IntArray = IntArray(4352); val result: IntArray = IntArray(4352)
var offset: Int = 0; var offset: Int = 0
offset = zzUnpackcmap_top(ZZ_CMAP_TOP_PACKED_0, offset, result); offset = zzUnpackcmap_top(ZZ_CMAP_TOP_PACKED_0, offset, result)
return result; return result
} }
@JvmStatic @JvmStatic
private fun zzUnpackcmap_top(packed: String , offset: Int, result: IntArray): Int { private fun zzUnpackcmap_top(packed: String , offset: Int, result: IntArray): Int {
var i: Int = 0; /* index in packed string */ var i: Int = 0 /* index in packed string */
var j: Int = offset; /* index in unpacked array */ var j: Int = offset /* index in unpacked array */
val l: Int = packed.length; val l: Int = packed.length
while (i < l) { while (i < l) {
var count: Int = packed[i++].code; var count: Int = packed[i++].code
var value: Int = packed[i++].code; var value: Int = packed[i++].code
do do
result[j++] = value result[j++] = value
while (--count > 0) while (--count > 0)
} }
return j; return j
} }
@JvmStatic @JvmStatic
@@ -272,29 +272,29 @@ companion object {
"\u0001\u0000\u0004\u0008\u0001\u0000\u0004\u0008\u0001\u0000\u0001\u0008\u0001\u0000\u000a\u0008"+ "\u0001\u0000\u0004\u0008\u0001\u0000\u0004\u0008\u0001\u0000\u0001\u0008\u0001\u0000\u000a\u0008"+
"\u0001\u0000\u0011\u0008\u0005\u0000\u0003\u0008\u0001\u0000\u0005\u0008\u0001\u0000\u0011\u0008"+ "\u0001\u0000\u0011\u0008\u0005\u0000\u0003\u0008\u0001\u0000\u0005\u0008\u0001\u0000\u0011\u0008"+
"\u0044\u0000\u00de\u0008\u0022\u0000\u0035\u0008\u000b\u0000\u00de\u0008\u0002\u0000\u0182\u0008"+ "\u0044\u0000\u00de\u0008\u0022\u0000\u0035\u0008\u000b\u0000\u00de\u0008\u0002\u0000\u0182\u0008"+
"\u000e\u0000\u0131\u0008\u001f\u0000\u001e\u0008\u00e2\u0000\u004b\u0008\u00b5\u0000"; "\u000e\u0000\u0131\u0008\u001f\u0000\u001e\u0008\u00e2\u0000\u004b\u0008\u00b5\u0000"
@JvmStatic @JvmStatic
private fun zzUnpackcmap_blocks(): IntArray { private fun zzUnpackcmap_blocks(): IntArray {
val result: IntArray = IntArray(29184); val result: IntArray = IntArray(29184)
var offset: Int = 0; var offset: Int = 0
offset = zzUnpackcmap_blocks(ZZ_CMAP_BLOCKS_PACKED_0, offset, result); offset = zzUnpackcmap_blocks(ZZ_CMAP_BLOCKS_PACKED_0, offset, result)
return result; return result
} }
@JvmStatic @JvmStatic
private fun zzUnpackcmap_blocks(packed: String , offset: Int, result: IntArray): Int { private fun zzUnpackcmap_blocks(packed: String , offset: Int, result: IntArray): Int {
var i: Int = 0; /* index in packed string */ var i: Int = 0 /* index in packed string */
var j: Int = offset; /* index in unpacked array */ var j: Int = offset /* index in unpacked array */
val l: Int = packed.length; val l: Int = packed.length
while (i < l) { while (i < l) {
var count: Int = packed[i++].code; var count: Int = packed[i++].code
var value: Int = packed[i++].code; var value: Int = packed[i++].code
do do
result[j++] = value result[j++] = value
while (--count > 0) while (--count > 0)
} }
return j; return j
} }
@JvmStatic @JvmStatic
@@ -314,29 +314,29 @@ companion object {
"\u0002\u0024\u0002\u0000\u0005\u0024\u0001\u0000\u0001\u0025\u0001\u0026\u0001\u0024\u0002\u0027"+ "\u0002\u0024\u0002\u0000\u0005\u0024\u0001\u0000\u0001\u0025\u0001\u0026\u0001\u0024\u0002\u0027"+
"\u0004\u0024\u0001\u0028\u0001\u0024\u0002\u0027\u0005\u0024\u0002\u0027\u0001\u0029\u0003\u0024"+ "\u0004\u0024\u0001\u0028\u0001\u0024\u0002\u0027\u0005\u0024\u0002\u0027\u0001\u0029\u0003\u0024"+
"\u0001\u002a\u0002\u0027\u0001\u0024\u0001\u002a\u0001\u0024\u0002\u0027\u0002\u0024\u0002\u0027"+ "\u0001\u002a\u0002\u0027\u0001\u0024\u0001\u002a\u0001\u0024\u0002\u0027\u0002\u0024\u0002\u0027"+
"\u0001\u002b\u0017\u0027"; "\u0001\u002b\u0017\u0027"
@JvmStatic @JvmStatic
private fun zzUnpackAction(): IntArray { private fun zzUnpackAction(): IntArray {
val result: IntArray = IntArray(144); val result: IntArray = IntArray(144)
var offset: Int = 0; var offset: Int = 0
offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result); offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result)
return result; return result
} }
@JvmStatic @JvmStatic
private fun zzUnpackAction(packed: String , offset: Int, result: IntArray): Int { private fun zzUnpackAction(packed: String , offset: Int, result: IntArray): Int {
var i: Int = 0; /* index in packed string */ var i: Int = 0 /* index in packed string */
var j: Int = offset; /* index in unpacked array */ var j: Int = offset /* index in unpacked array */
val l: Int = packed.length; val l: Int = packed.length
while (i < l) { while (i < l) {
var count: Int = packed[i++].code; var count: Int = packed[i++].code
var value: Int = packed[i++].code; var value: Int = packed[i++].code
do do
result[j++] = value result[j++] = value
while (--count > 0) while (--count > 0)
} }
return j; return j
} }
@JvmStatic @JvmStatic
@@ -364,26 +364,26 @@ companion object {
"\u0000\u078f\u0000\u0c6e\u0000\u0c99\u0000\u0cc4\u0000\u0cef\u0000\u0d1a\u0000\u0d45\u0000\u0d70"+ "\u0000\u078f\u0000\u0c6e\u0000\u0c99\u0000\u0cc4\u0000\u0cef\u0000\u0d1a\u0000\u0d45\u0000\u0d70"+
"\u0000\u078f\u0000\u0d9b\u0000\u0dc6\u0000\u0df1\u0000\u0e1c\u0000\u0e47\u0000\u0e72\u0000\u0e9d"+ "\u0000\u078f\u0000\u0d9b\u0000\u0dc6\u0000\u0df1\u0000\u0e1c\u0000\u0e47\u0000\u0e72\u0000\u0e9d"+
"\u0000\u0ec8\u0000\u0ef3\u0000\u0f1e\u0000\u0f49\u0000\u0f74\u0000\u0f9f\u0000\u0fca\u0000\u0ff5"+ "\u0000\u0ec8\u0000\u0ef3\u0000\u0f1e\u0000\u0f49\u0000\u0f74\u0000\u0f9f\u0000\u0fca\u0000\u0ff5"+
"\u0000\u1020\u0000\u104b\u0000\u1076\u0000\u10a1\u0000\u10cc\u0000\u10f7\u0000\u1122\u0000\u0285"; "\u0000\u1020\u0000\u104b\u0000\u1076\u0000\u10a1\u0000\u10cc\u0000\u10f7\u0000\u1122\u0000\u0285"
@JvmStatic @JvmStatic
private fun zzUnpackRowMap(): IntArray { private fun zzUnpackRowMap(): IntArray {
val result: IntArray = IntArray(144); val result: IntArray = IntArray(144)
var offset: Int = 0; var offset: Int = 0
offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result); offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result)
return result; return result
} }
@JvmStatic @JvmStatic
private fun zzUnpackRowMap(packed: String, offset: Int, result: IntArray): Int { private fun zzUnpackRowMap(packed: String, offset: Int, result: IntArray): Int {
var i: Int = 0; /* index in packed string */ var i: Int = 0 /* index in packed string */
var j: Int = offset; /* index in unpacked array */ var j: Int = offset /* index in unpacked array */
val l: Int = packed.length - 1; val l: Int = packed.length - 1
while (i < l) { while (i < l) {
val high: Int = packed[i++].code shl 16; val high: Int = packed[i++].code shl 16
result[j++] = high or packed[i++].code; result[j++] = high or packed[i++].code
} }
return j; return j
} }
@JvmStatic @JvmStatic
@@ -467,30 +467,30 @@ companion object {
"\u003a\u0000\u0001\u0083\u001a\u0000\u0001\u0084\u003a\u0000\u0001\u0085\u001a\u0000\u0001\u0086"+ "\u003a\u0000\u0001\u0083\u001a\u0000\u0001\u0084\u003a\u0000\u0001\u0085\u001a\u0000\u0001\u0086"+
"\u003a\u0000\u0001\u0087\u001a\u0000\u0001\u0088\u003a\u0000\u0001\u0089\u001a\u0000\u0001\u008a"+ "\u003a\u0000\u0001\u0087\u001a\u0000\u0001\u0088\u003a\u0000\u0001\u0089\u001a\u0000\u0001\u008a"+
"\u003a\u0000\u0001\u008b\u001a\u0000\u0001\u008c\u003a\u0000\u0001\u008d\u001a\u0000\u0001\u008e"+ "\u003a\u0000\u0001\u008b\u001a\u0000\u0001\u008c\u003a\u0000\u0001\u008d\u001a\u0000\u0001\u008e"+
"\u003a\u0000\u0001\u008f\u001a\u0000\u0001\u0090\u003a\u0000\u0001\u0090"; "\u003a\u0000\u0001\u008f\u001a\u0000\u0001\u0090\u003a\u0000\u0001\u0090"
@JvmStatic @JvmStatic
private fun zzUnpacktrans(): IntArray { private fun zzUnpacktrans(): IntArray {
val result: IntArray = IntArray(4429); val result: IntArray = IntArray(4429)
var offset: Int = 0; var offset: Int = 0
offset = zzUnpacktrans(ZZ_TRANS_PACKED_0, offset, result); offset = zzUnpacktrans(ZZ_TRANS_PACKED_0, offset, result)
return result; return result
} }
@JvmStatic @JvmStatic
private fun zzUnpacktrans(packed: String , offset: Int, result: IntArray): Int { private fun zzUnpacktrans(packed: String , offset: Int, result: IntArray): Int {
var i: Int = 0; /* index in packed string */ var i: Int = 0 /* index in packed string */
var j: Int = offset; /* index in unpacked array */ var j: Int = offset /* index in unpacked array */
val l: Int = packed.length; val l: Int = packed.length
while (i < l) { while (i < l) {
var count: Int = packed[i++].code; var count: Int = packed[i++].code
var value: Int = packed[i++].code; var value: Int = packed[i++].code
value--; value--
do do
result[j++] = value result[j++] = value
while (--count > 0) while (--count > 0)
} }
return j; return j
} }
@JvmStatic @JvmStatic
@@ -519,29 +519,29 @@ companion object {
"\u0001\u0001\u0005\u0009\u0001\u0001\u0001\u0009\u0001\u0001\u0001\u0009\u0003\u0001\u0002\u0009"+ "\u0001\u0001\u0005\u0009\u0001\u0001\u0001\u0009\u0001\u0001\u0001\u0009\u0003\u0001\u0002\u0009"+
"\u0001\u0001\u0001\u0009\u0002\u0001\u0002\u0009\u0002\u0001\u0002\u0009\u0002\u0001\u0001\u0009"+ "\u0001\u0001\u0001\u0009\u0002\u0001\u0002\u0009\u0002\u0001\u0002\u0009\u0002\u0001\u0001\u0009"+
"\u0004\u0001\u0001\u0000\u0001\u0009\u0002\u0000\u0002\u0001\u0002\u0000\u0005\u0001\u0001\u0000"+ "\u0004\u0001\u0001\u0000\u0001\u0009\u0002\u0000\u0002\u0001\u0002\u0000\u0005\u0001\u0001\u0000"+
"\u0002\u0009\u0007\u0001\u0001\u0009\u0031\u0001\u0001\u0009"; "\u0002\u0009\u0007\u0001\u0001\u0009\u0031\u0001\u0001\u0009"
@JvmStatic @JvmStatic
private fun zzUnpackAttribute(): IntArray { private fun zzUnpackAttribute(): IntArray {
val result: IntArray = IntArray(144); val result: IntArray = IntArray(144)
var offset: Int = 0; var offset: Int = 0
offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result); offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result)
return result; return result
} }
@JvmStatic @JvmStatic
private fun zzUnpackAttribute(packed: String , offset: Int, result: IntArray): Int { private fun zzUnpackAttribute(packed: String , offset: Int, result: IntArray): Int {
var i: Int = 0; /* index in packed string */ var i: Int = 0 /* index in packed string */
var j: Int = offset; /* index in unpacked array */ var j: Int = offset /* index in unpacked array */
val l: Int = packed.length; val l: Int = packed.length
while (i < l) { while (i < l) {
var count: Int = packed[i++].code; var count: Int = packed[i++].code
var value: Int = packed[i++].code; var value: Int = packed[i++].code
do do
result[j++] = value result[j++] = value
while (--count > 0) while (--count > 0)
} }
return j; return j
} }
@JvmStatic @JvmStatic
@@ -556,7 +556,7 @@ companion object {
/** this buffer contains the current text to be matched and is /** this buffer contains the current text to be matched and is
the source of the yytext() string */ the source of the yytext() string */
private var zzBuffer: CharSequence = ""; private var zzBuffer: CharSequence = ""
/** the textposition at the last accepting state */ /** the textposition at the last accepting state */
private var zzMarkedPos = 0 private var zzMarkedPos = 0
@@ -579,23 +579,23 @@ companion object {
/** Number of newlines encountered up to the start of the matched text. */ /** Number of newlines encountered up to the start of the matched text. */
@Suppress("unused") @Suppress("unused")
private var yyline: Int = 0; private var yyline: Int = 0
/** Number of characters from the last newline up to the start of the matched text. */ /** Number of characters from the last newline up to the start of the matched text. */
@Suppress("unused") @Suppress("unused")
protected var yycolumn: Int = 0; protected var yycolumn: Int = 0
/** Number of characters up to the start of the matched text. */ /** Number of characters up to the start of the matched text. */
@Suppress("unused") @Suppress("unused")
private var yychar: Long = 0; private var yychar: Long = 0
/** Whether the scanner is currently at the beginning of a line. */ /** Whether the scanner is currently at the beginning of a line. */
@Suppress("unused") @Suppress("unused")
private var zzAtBOL: Boolean = false; private var zzAtBOL: Boolean = false
/** Whether the user-EOF-code has already been executed. */ /** Whether the user-EOF-code has already been executed. */
@Suppress("unused") @Suppress("unused")
private var zzEOFDone: Boolean = false; private var zzEOFDone: Boolean = false
/* user code: */ /* user code: */
private val myJdk15Enabled: Boolean private val myJdk15Enabled: Boolean
@@ -628,12 +628,12 @@ companion object {
/** Returns the maximum size of the scanner buffer, which limits the size of tokens. */ /** Returns the maximum size of the scanner buffer, which limits the size of tokens. */
private fun zzMaxBufferLen(): Int { private fun zzMaxBufferLen(): Int {
return Int.MAX_VALUE; return Int.MAX_VALUE
} }
/** Whether the scanner buffer can grow to accommodate a larger token. */ /** Whether the scanner buffer can grow to accommodate a larger token. */
private fun zzCanGrow(): Boolean { private fun zzCanGrow(): Boolean {
return true; return true
} }
@@ -704,7 +704,7 @@ companion object {
* @return the character at position pos * @return the character at position pos
*/ */
fun yycharat(position: Int): Char { fun yycharat(position: Int): Char {
return zzBuffer[zzStartRead + position]; return zzBuffer[zzStartRead + position]
} }
@@ -712,7 +712,7 @@ companion object {
* Returns the length of the matched text region. * Returns the length of the matched text region.
*/ */
fun yylength(): Int { fun yylength(): Int {
return zzMarkedPos - zzStartRead; return zzMarkedPos - zzStartRead
} }
/** /**
@@ -745,6 +745,37 @@ companion object {
} }
return high.code return high.code
} }
internal fun CharSequence.offsetByCodePoints(index: Int, codePointOffset: Int): Int {
val length = this.length
if (index < 0 || index > length) throw IndexOutOfBoundsException()
var x = index
if (codePointOffset >= 0) {
var i: Int = 0
while (x < length && i < codePointOffset) {
if (this[x++].isHighSurrogate() && x < length && this[x].isLowSurrogate()) x++
i++
}
if (i < codePointOffset) throw IndexOutOfBoundsException()
} else {
var i: Int = codePointOffset
while (x > 0 && i < 0) {
if (this[--x].isLowSurrogate() && x > 0 && this[x - 1].isHighSurrogate()) x--
i++
}
if (i < 0) {
throw IndexOutOfBoundsException()
}
}
return x
}
internal fun Char.Companion.toCodePoint(high: Char, low: Char): Int = internal fun Char.Companion.toCodePoint(high: Char, low: Char): Int =
(((high - MIN_HIGH_SURROGATE) shl 10) or (low - MIN_LOW_SURROGATE)) + 0x10000 (((high - MIN_HIGH_SURROGATE) shl 10) or (low - MIN_LOW_SURROGATE)) + 0x10000
@@ -791,14 +822,14 @@ companion object {
ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR] ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR]
} }
throw Error(message); throw Error(message)
} }
/** /**
* Translates raw input code points to DFA table row * Translates raw input code points to DFA table row
*/ */
private fun zzCMap(input: Int): Int { private fun zzCMap(input: Int): Int {
val offset: Int = input and 255; val offset: Int = input and 255
return if(offset == input) ZZ_CMAP_BLOCKS[offset] else ZZ_CMAP_BLOCKS[ZZ_CMAP_TOP[input shr 8] or offset]; return if(offset == input) ZZ_CMAP_BLOCKS[offset] else ZZ_CMAP_BLOCKS[ZZ_CMAP_TOP[input shr 8] or offset]
} }
/** /**
@@ -809,19 +840,19 @@ companion object {
*/ */
override fun advance(): SyntaxElementType? override fun advance(): SyntaxElementType?
{ {
var zzInput: Int = 0; var zzInput: Int = 0
var zzAction: Int = 0; var zzAction: Int = 0
val zzTransL: IntArray = ZZ_TRANS; val zzTransL: IntArray = ZZ_TRANS
val zzRowMapL: IntArray = ZZ_ROWMAP; val zzRowMapL: IntArray = ZZ_ROWMAP
val zzAttrL: IntArray = ZZ_ATTRIBUTE; val zzAttrL: IntArray = ZZ_ATTRIBUTE
while (true) { while (true) {
// cached fields: // cached fields:
var zzCurrentPosL = 0 var zzCurrentPosL = 0
var zzMarkedPosL: Int = zzMarkedPos; var zzMarkedPosL: Int = zzMarkedPos
var zzEndReadL: Int = zzEndRead; var zzEndReadL: Int = zzEndRead
var zzBufferL: CharSequence = zzBuffer; var zzBufferL: CharSequence = zzBuffer
zzAction = -1 zzAction = -1
@@ -829,52 +860,52 @@ companion object {
zzCurrentPos = zzMarkedPosL zzCurrentPos = zzMarkedPosL
zzStartRead = zzMarkedPosL zzStartRead = zzMarkedPosL
zzState = ZZ_LEXSTATE[zzLexicalState]; zzState = ZZ_LEXSTATE[zzLexicalState]
// set up zzAction for empty match case: // set up zzAction for empty match case:
var zzAttributes: Int = zzAttrL[zzState]; var zzAttributes: Int = zzAttrL[zzState]
if ( (zzAttributes and 1) == 1 ) { if ( (zzAttributes and 1) == 1 ) {
zzAction = zzState; zzAction = zzState
} }
zzForAction@ while (true) { zzForAction@ while (true) {
if (zzCurrentPosL < zzEndReadL) { if (zzCurrentPosL < zzEndReadL) {
zzInput = zzBufferL.codePoint(zzCurrentPosL); zzInput = zzBufferL.codePoint(zzCurrentPosL)
zzCurrentPosL += charCount(zzInput) zzCurrentPosL += charCount(zzInput)
} }
else if (zzAtEOF) { else if (zzAtEOF) {
zzInput = YYEOF; zzInput = YYEOF
break@zzForAction; break@zzForAction
} }
else { else {
// store back cached positions // store back cached positions
zzCurrentPos = zzCurrentPosL; zzCurrentPos = zzCurrentPosL
zzMarkedPos = zzMarkedPosL; zzMarkedPos = zzMarkedPosL
val eof: Boolean = zzRefill(); val eof: Boolean = zzRefill()
// get translated positions and possibly new buffer // get translated positions and possibly new buffer
zzCurrentPosL = zzCurrentPos; zzCurrentPosL = zzCurrentPos
zzMarkedPosL = zzMarkedPos; zzMarkedPosL = zzMarkedPos
zzBufferL = zzBuffer; zzBufferL = zzBuffer
zzEndReadL = zzEndRead; zzEndReadL = zzEndRead
if (eof) { if (eof) {
zzInput = YYEOF; zzInput = YYEOF
break@zzForAction; break@zzForAction
} }
else { else {
zzInput = zzBufferL.codePoint(zzCurrentPosL); zzInput = zzBufferL.codePoint(zzCurrentPosL)
zzCurrentPosL += charCount(zzInput) zzCurrentPosL += charCount(zzInput)
} }
} }
val zzNext: Int = zzTransL[zzRowMapL[zzState] + zzCMap(zzInput)]; val zzNext: Int = zzTransL[zzRowMapL[zzState] + zzCMap(zzInput)]
if (zzNext == -1) break@zzForAction; if (zzNext == -1) break@zzForAction
zzState = zzNext; zzState = zzNext
zzAttributes = zzAttrL[zzState]; zzAttributes = zzAttrL[zzState]
if ( (zzAttributes and 1) == 1 ) { if ( (zzAttributes and 1) == 1 ) {
zzAction = zzState zzAction = zzState
zzMarkedPosL = zzCurrentPosL zzMarkedPosL = zzCurrentPosL
if ( (zzAttributes and 8) == 8 ) break@zzForAction; if ( (zzAttributes and 8) == 8 ) break@zzForAction
} }
} }
@@ -883,7 +914,7 @@ companion object {
if (zzInput == YYEOF && zzStartRead == zzCurrentPos) { if (zzInput == YYEOF && zzStartRead == zzCurrentPos) {
zzAtEOF = true zzAtEOF = true
return null; return null
} }
else { else {
when (if (zzAction < 0) zzAction else ZZ_ACTION[zzAction]) { when (if (zzAction < 0) zzAction else ZZ_ACTION[zzAction]) {
@@ -891,17 +922,17 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_BAD_CHARACTER; return JavaDocSyntaxTokenType.DOC_COMMENT_BAD_CHARACTER;
} }
// fall through // fall through
44 -> break; 44 -> break
2 -> { 2 -> {
yybegin(COMMENT_DATA); return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; yybegin(COMMENT_DATA); return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
45 -> break; 45 -> break
3 -> { 3 -> {
return JavaDocSyntaxTokenType.DOC_SPACE; return JavaDocSyntaxTokenType.DOC_SPACE;
} }
// fall through // fall through
46 -> break; 46 -> break
4 -> { 4 -> {
yybegin(COMMENT_DATA); yybegin(COMMENT_DATA);
if(myMarkdownMode) { if(myMarkdownMode) {
@@ -910,7 +941,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
47 -> break; 47 -> break
5 -> { 5 -> {
yybegin(COMMENT_DATA); yybegin(COMMENT_DATA);
if(myMarkdownMode) { if(myMarkdownMode) {
@@ -919,7 +950,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
48 -> break; 48 -> break
6 -> { 6 -> {
yybegin(COMMENT_DATA); yybegin(COMMENT_DATA);
if(myMarkdownMode) { if(myMarkdownMode) {
@@ -928,7 +959,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
49 -> break; 49 -> break
7 -> { 7 -> {
yybegin(COMMENT_DATA); yybegin(COMMENT_DATA);
if(myMarkdownMode) { if(myMarkdownMode) {
@@ -937,7 +968,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
50 -> break; 50 -> break
8 -> { 8 -> {
yybegin(COMMENT_DATA); yybegin(COMMENT_DATA);
if(myMarkdownMode) { if(myMarkdownMode) {
@@ -946,7 +977,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
51 -> break; 51 -> break
9 -> { 9 -> {
yybegin(COMMENT_DATA); yybegin(COMMENT_DATA);
if(myMarkdownMode) { if(myMarkdownMode) {
@@ -955,7 +986,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
52 -> break; 52 -> break
10 -> { 10 -> {
yybegin(COMMENT_DATA); yybegin(COMMENT_DATA);
if(myMarkdownMode) { if(myMarkdownMode) {
@@ -964,7 +995,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
53 -> break; 53 -> break
11 -> { 11 -> {
if (checkAhead('@')) { if (checkAhead('@')) {
yybegin(INLINE_TAG_NAME); yybegin(INLINE_TAG_NAME);
@@ -976,17 +1007,17 @@ companion object {
} }
} }
// fall through // fall through
54 -> break; 54 -> break
12 -> { 12 -> {
yybegin(COMMENT_DATA); return JavaDocSyntaxTokenType.DOC_INLINE_TAG_END; yybegin(COMMENT_DATA); return JavaDocSyntaxTokenType.DOC_INLINE_TAG_END;
} }
// fall through // fall through
55 -> break; 55 -> break
13 -> { 13 -> {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
56 -> break; 56 -> break
14 -> { 14 -> {
if (checkAhead('<') || checkAhead('\"')) yybegin(COMMENT_DATA); if (checkAhead('<') || checkAhead('\"')) yybegin(COMMENT_DATA);
else if (checkAhead('\u007b')) yybegin(COMMENT_DATA); // lbrace - there's a error in JLex when typing lbrace directly else if (checkAhead('\u007b')) yybegin(COMMENT_DATA); // lbrace - there's a error in JLex when typing lbrace directly
@@ -994,42 +1025,42 @@ companion object {
return JavaDocSyntaxTokenType.DOC_SPACE; return JavaDocSyntaxTokenType.DOC_SPACE;
} }
// fall through // fall through
57 -> break; 57 -> break
15 -> { 15 -> {
yybegin(DOC_TAG_VALUE); return JavaDocSyntaxTokenType.DOC_SPACE; yybegin(DOC_TAG_VALUE); return JavaDocSyntaxTokenType.DOC_SPACE;
} }
// fall through // fall through
58 -> break; 58 -> break
16 -> { 16 -> {
yybegin(COMMENT_DATA); return JavaDocSyntaxTokenType.DOC_SPACE; yybegin(COMMENT_DATA); return JavaDocSyntaxTokenType.DOC_SPACE;
} }
// fall through // fall through
59 -> break; 59 -> break
17 -> { 17 -> {
return JavaDocSyntaxTokenType.DOC_TAG_VALUE_SHARP_TOKEN; return JavaDocSyntaxTokenType.DOC_TAG_VALUE_SHARP_TOKEN;
} }
// fall through // fall through
60 -> break; 60 -> break
18 -> { 18 -> {
return JavaDocSyntaxTokenType.DOC_TAG_VALUE_TOKEN; return JavaDocSyntaxTokenType.DOC_TAG_VALUE_TOKEN;
} }
// fall through // fall through
61 -> break; 61 -> break
19 -> { 19 -> {
yybegin(DOC_TAG_VALUE_IN_PAREN); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_LPAREN; yybegin(DOC_TAG_VALUE_IN_PAREN); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_LPAREN;
} }
// fall through // fall through
62 -> break; 62 -> break
20 -> { 20 -> {
return JavaDocSyntaxTokenType.DOC_TAG_VALUE_COMMA; return JavaDocSyntaxTokenType.DOC_TAG_VALUE_COMMA;
} }
// fall through // fall through
63 -> break; 63 -> break
21 -> { 21 -> {
return JavaDocSyntaxTokenType.DOC_TAG_VALUE_DIV_TOKEN; return JavaDocSyntaxTokenType.DOC_TAG_VALUE_DIV_TOKEN;
} }
// fall through // fall through
64 -> break; 64 -> break
22 -> { 22 -> {
if (myJdk15Enabled) { if (myJdk15Enabled) {
yybegin(DOC_TAG_VALUE_IN_LTGT); yybegin(DOC_TAG_VALUE_IN_LTGT);
@@ -1041,42 +1072,42 @@ companion object {
} }
} }
// fall through // fall through
65 -> break; 65 -> break
23 -> { 23 -> {
yybegin(DOC_TAG_VALUE); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_RPAREN; yybegin(DOC_TAG_VALUE); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_RPAREN;
} }
// fall through // fall through
66 -> break; 66 -> break
24 -> { 24 -> {
yybegin(COMMENT_DATA); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_GT; yybegin(COMMENT_DATA); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_GT;
} }
// fall through // fall through
67 -> break; 67 -> break
25 -> { 25 -> {
yybegin(CODE_TAG); return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; yybegin(CODE_TAG); return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
68 -> break; 68 -> break
26 -> { 26 -> {
yybegin(CODE_TAG); return JavaDocSyntaxTokenType.DOC_SPACE; yybegin(CODE_TAG); return JavaDocSyntaxTokenType.DOC_SPACE;
} }
// fall through // fall through
69 -> break; 69 -> break
27 -> { 27 -> {
yybegin(SNIPPET_TAG_COMMENT_DATA_UNTIL_COLON); return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; yybegin(SNIPPET_TAG_COMMENT_DATA_UNTIL_COLON); return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
70 -> break; 70 -> break
28 -> { 28 -> {
yybegin(SNIPPET_ATTRIBUTE_VALUE_DOUBLE_QUOTES); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_QUOTE; yybegin(SNIPPET_ATTRIBUTE_VALUE_DOUBLE_QUOTES); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_QUOTE;
} }
// fall through // fall through
71 -> break; 71 -> break
29 -> { 29 -> {
yybegin(SNIPPET_ATTRIBUTE_VALUE_SINGLE_QUOTES); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_QUOTE; yybegin(SNIPPET_ATTRIBUTE_VALUE_SINGLE_QUOTES); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_QUOTE;
} }
// fall through // fall through
72 -> break; 72 -> break
30 -> { 30 -> {
if (myMarkdownMode) { if (myMarkdownMode) {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
@@ -1084,17 +1115,17 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_LEADING_ASTERISKS; return JavaDocSyntaxTokenType.DOC_COMMENT_LEADING_ASTERISKS;
} }
// fall through // fall through
73 -> break; 73 -> break
31 -> { 31 -> {
yybegin(SNIPPET_TAG_BODY_DATA); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_COLON; yybegin(SNIPPET_TAG_BODY_DATA); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_COLON;
} }
// fall through // fall through
74 -> break; 74 -> break
32 -> { 32 -> {
mySnippetBracesLevel++; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; mySnippetBracesLevel++; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
75 -> break; 75 -> break
33 -> { 33 -> {
if (mySnippetBracesLevel > 0) { if (mySnippetBracesLevel > 0) {
mySnippetBracesLevel--; mySnippetBracesLevel--;
@@ -1105,12 +1136,12 @@ companion object {
} }
} }
// fall through // fall through
76 -> break; 76 -> break
34 -> { 34 -> {
yybegin(SNIPPET_TAG_COMMENT_DATA_UNTIL_COLON); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_QUOTE; yybegin(SNIPPET_TAG_COMMENT_DATA_UNTIL_COLON); return JavaDocSyntaxTokenType.DOC_TAG_VALUE_QUOTE;
} }
// fall through // fall through
77 -> break; 77 -> break
35 -> { 35 -> {
if(myMarkdownMode) { if(myMarkdownMode) {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
@@ -1118,12 +1149,12 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_END; return JavaDocSyntaxTokenType.DOC_COMMENT_END;
} }
// fall through // fall through
78 -> break; 78 -> break
36 -> { 36 -> {
yybegin(TAG_DOC_SPACE); return JavaDocSyntaxTokenType.DOC_TAG_NAME; yybegin(TAG_DOC_SPACE); return JavaDocSyntaxTokenType.DOC_TAG_NAME;
} }
// fall through // fall through
79 -> break; 79 -> break
37 -> { 37 -> {
if (myMarkdownMode) { if (myMarkdownMode) {
return JavaDocSyntaxTokenType.DOC_COMMENT_BAD_CHARACTER; return JavaDocSyntaxTokenType.DOC_COMMENT_BAD_CHARACTER;
@@ -1132,7 +1163,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_START; return JavaDocSyntaxTokenType.DOC_COMMENT_START;
} }
// fall through // fall through
80 -> break; 80 -> break
38 -> { 38 -> {
if(myMarkdownMode) { if(myMarkdownMode) {
yybegin(COMMENT_DATA_START); yybegin(COMMENT_DATA_START);
@@ -1141,7 +1172,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_BAD_CHARACTER; return JavaDocSyntaxTokenType.DOC_COMMENT_BAD_CHARACTER;
} }
// fall through // fall through
81 -> break; 81 -> break
39 -> { 39 -> {
yybegin(COMMENT_DATA); yybegin(COMMENT_DATA);
if(myMarkdownMode) { if(myMarkdownMode) {
@@ -1150,7 +1181,7 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
82 -> break; 82 -> break
40 -> { 40 -> {
if (myMarkdownMode) { if (myMarkdownMode) {
return JavaDocSyntaxTokenType.DOC_COMMENT_LEADING_ASTERISKS; return JavaDocSyntaxTokenType.DOC_COMMENT_LEADING_ASTERISKS;
@@ -1158,24 +1189,24 @@ companion object {
return JavaDocSyntaxTokenType.DOC_COMMENT_DATA; return JavaDocSyntaxTokenType.DOC_COMMENT_DATA;
} }
// fall through // fall through
83 -> break; 83 -> break
41 -> { 41 -> {
yybegin(CODE_TAG_SPACE); return JavaDocSyntaxTokenType.DOC_TAG_NAME; yybegin(CODE_TAG_SPACE); return JavaDocSyntaxTokenType.DOC_TAG_NAME;
} }
// fall through // fall through
84 -> break; 84 -> break
42 -> { 42 -> {
yybegin(PARAM_TAG_SPACE); return JavaDocSyntaxTokenType.DOC_TAG_NAME; yybegin(PARAM_TAG_SPACE); return JavaDocSyntaxTokenType.DOC_TAG_NAME;
} }
// fall through // fall through
85 -> break; 85 -> break
43 -> { 43 -> {
yybegin(SNIPPET_TAG_COMMENT_DATA_UNTIL_COLON); return JavaDocSyntaxTokenType.DOC_TAG_NAME; yybegin(SNIPPET_TAG_COMMENT_DATA_UNTIL_COLON); return JavaDocSyntaxTokenType.DOC_TAG_NAME;
} }
// fall through // fall through
86 -> break; 86 -> break
else -> else ->
zzScanError(ZZ_NO_MATCH); zzScanError(ZZ_NO_MATCH)
} }
} }
} }

470
java/java-syntax/gen/com/intellij/java/syntax/lexer/_JavaLexer.kt
View File

File diff suppressed because it is too large Load Diff

49
tools/lexer/idea-flex-kotlin.skeleton
View File

@@ -1,6 +1,6 @@
companion object { companion object {
/** This character denotes the end of file */ /** This character denotes the end of file */
private const val YYEOF = -1; private const val YYEOF = -1
/** initial size of the lookahead buffer */ /** initial size of the lookahead buffer */
--- private static final int ZZ_BUFFERSIZE = ...; L1 --- private static final int ZZ_BUFFERSIZE = ...; L1
@@ -31,7 +31,7 @@ companion object {
/** this buffer contains the current text to be matched and is /** this buffer contains the current text to be matched and is
the source of the yytext() string */ the source of the yytext() string */
private var zzBuffer: CharSequence = ""; private var zzBuffer: CharSequence = ""
/** the textposition at the last accepting state */ /** the textposition at the last accepting state */
private var zzMarkedPos = 0 private var zzMarkedPos = 0
@@ -123,7 +123,7 @@ companion object {
* @return the character at position pos * @return the character at position pos
*/ */
fun yycharat(position: Int): Char { fun yycharat(position: Int): Char {
return zzBuffer[zzStartRead + position]; return zzBuffer[zzStartRead + position]
} }
@@ -131,7 +131,7 @@ companion object {
* Returns the length of the matched text region. * Returns the length of the matched text region.
*/ */
fun yylength(): Int { fun yylength(): Int {
return zzMarkedPos - zzStartRead; return zzMarkedPos - zzStartRead
} }
/** /**
@@ -164,6 +164,37 @@ companion object {
} }
return high.code return high.code
} }
internal fun CharSequence.offsetByCodePoints(index: Int, codePointOffset: Int): Int {
val length = this.length
if (index < 0 || index > length) throw IndexOutOfBoundsException()
var x = index
if (codePointOffset >= 0) {
var i: Int = 0
while (x < length && i < codePointOffset) {
if (this[x++].isHighSurrogate() && x < length && this[x].isLowSurrogate()) x++
i++
}
if (i < codePointOffset) throw IndexOutOfBoundsException()
} else {
var i: Int = codePointOffset
while (x > 0 && i < 0) {
if (this[--x].isLowSurrogate() && x > 0 && this[x - 1].isHighSurrogate()) x--
i++
}
if (i < 0) {
throw IndexOutOfBoundsException()
}
}
return x
}
internal fun Char.Companion.toCodePoint(high: Char, low: Char): Int = internal fun Char.Companion.toCodePoint(high: Char, low: Char): Int =
(((high - MIN_HIGH_SURROGATE) shl 10) or (low - MIN_LOW_SURROGATE)) + 0x10000 (((high - MIN_HIGH_SURROGATE) shl 10) or (low - MIN_LOW_SURROGATE)) + 0x10000
@@ -219,17 +250,17 @@ companion object {
* @return the next token * @return the next token
*/ */
--- yylex declaration L10 --- yylex declaration L10
var zzInput: Int = 0; var zzInput: Int = 0
var zzAction: Int = 0; var zzAction: Int = 0
--- local declarations L11 --- local declarations L11
while (true) { while (true) {
// cached fields: // cached fields:
var zzCurrentPosL = 0 var zzCurrentPosL = 0
var zzMarkedPosL: Int = zzMarkedPos; var zzMarkedPosL: Int = zzMarkedPos
var zzEndReadL: Int = zzEndRead; var zzEndReadL: Int = zzEndRead
var zzBufferL: CharSequence = zzBuffer; var zzBufferL: CharSequence = zzBuffer
--- start admin (line, char, col count) L12 --- start admin (line, char, col count) L12
zzAction = -1 zzAction = -1