169 references to TokenType
System.Private.CoreLib (169)
src\libraries\System.Private.CoreLib\src\System\Globalization\DateTimeFormatInfo.cs (85)
1934if (IgnorableComma != sep) InsertHash(temp, IgnorableComma, TokenType.IgnorableSymbol, 0); 1935if (IgnorablePeriod != sep) InsertHash(temp, IgnorablePeriod, TokenType.IgnorableSymbol, 0); 1945InsertHash(temp, TimeSeparator, TokenType.SEP_Time, 0); 1950InsertHash(temp, " h", TokenType.SEP_HourSuff, 0); 1951InsertHash(temp, " h ", TokenType.SEP_HourSuff, 0); 1952InsertHash(temp, " min", TokenType.SEP_MinuteSuff, 0); 1953InsertHash(temp, " min ", TokenType.SEP_MinuteSuff, 0); 1954InsertHash(temp, " s", TokenType.SEP_SecondSuff, 0); 1955InsertHash(temp, " s ", TokenType.SEP_SecondSuff, 0); 1958InsertHash(temp, AMDesignator, TokenType.SEP_Am | TokenType.Am, 0); 1959InsertHash(temp, PMDesignator, TokenType.SEP_Pm | TokenType.Pm, 1); 1964InsertHash(temp, IgnorablePeriod + AMDesignator, TokenType.SEP_Am | TokenType.Am, 0); 1965InsertHash(temp, IgnorablePeriod + PMDesignator, TokenType.SEP_Pm | TokenType.Pm, 1); 1969InsertHash(temp, CJKYearSuff, TokenType.SEP_YearSuff, 0); 1970InsertHash(temp, KoreanYearSuff, TokenType.SEP_YearSuff, 0); 1971InsertHash(temp, CJKMonthSuff, TokenType.SEP_MonthSuff, 0); 1972InsertHash(temp, KoreanMonthSuff, TokenType.SEP_MonthSuff, 0); 1973InsertHash(temp, CJKDaySuff, TokenType.SEP_DaySuff, 0); 1974InsertHash(temp, KoreanDaySuff, TokenType.SEP_DaySuff, 0); 1976InsertHash(temp, CJKHourSuff, TokenType.SEP_HourSuff, 0); 1977InsertHash(temp, ChineseHourSuff, TokenType.SEP_HourSuff, 0); 1978InsertHash(temp, CJKMinuteSuff, TokenType.SEP_MinuteSuff, 0); 1979InsertHash(temp, CJKSecondSuff, TokenType.SEP_SecondSuff, 0); 1985InsertHash(temp, JapaneseEraStart, TokenType.YearNumberToken, 1); 1986InsertHash(temp, "(", TokenType.IgnorableSymbol, 0); 1987InsertHash(temp, ")", TokenType.IgnorableSymbol, 0); 1994InsertHash(temp, KoreanHourSuff, TokenType.SEP_HourSuff, 0); 1995InsertHash(temp, KoreanMinuteSuff, TokenType.SEP_MinuteSuff, 0); 1996InsertHash(temp, KoreanSecondSuff, TokenType.SEP_SecondSuff, 0); 2002InsertHash(temp, dateSeparatorOrTimeZoneOffset, TokenType.IgnorableSymbol, 0); 2006InsertHash(temp, dateSeparatorOrTimeZoneOffset, TokenType.SEP_DateOrOffset, 0); 2038InsertHash(temp, symbol, TokenType.IgnorableSymbol, 0); 2046InsertHash(temp, dateWords[i], TokenType.DateWordToken, 0); 2051InsertHash(temp, IgnorablePeriod + dateWords[i], TokenType.DateWordToken, 0); 2061InsertHash(temp, DateSeparator, TokenType.SEP_Date, 0); 2069InsertHash(temp, GetAbbreviatedMonthName(i), TokenType.MonthToken, i); 2079InsertHash(temp, genitiveMonthNames[i - 1], TokenType.MonthToken, i); 2080InsertHash(temp, abbreviatedGenitiveMonthNames[i - 1], TokenType.MonthToken, i); 2089InsertHash(temp, str, TokenType.MonthToken, i); 2097InsertHash(temp, str, TokenType.DayOfWeekToken, i); 2100InsertHash(temp, str, TokenType.DayOfWeekToken, i); 2106InsertHash(temp, GetEraName(i), TokenType.EraToken, i); 2107InsertHash(temp, GetAbbreviatedEraName(i), TokenType.EraToken, i); 2118InsertHash(temp, specialDayOfWeek, TokenType.DayOfWeekToken, i); 2127InsertHash(temp, jaDtfi.GetEraName(i), TokenType.JapaneseEraToken, i); 2128InsertHash(temp, jaDtfi.GetAbbreviatedEraName(i), TokenType.JapaneseEraToken, i); 2130InsertHash(temp, jaDtfi.AbbreviatedEnglishEraNames[i - 1], TokenType.JapaneseEraToken, i); 2142InsertHash(temp, twDtfi.GetEraName(i), TokenType.TEraToken, i); 2148InsertHash(temp, InvariantInfo.AMDesignator, TokenType.SEP_Am | TokenType.Am, 0); 2149InsertHash(temp, InvariantInfo.PMDesignator, TokenType.SEP_Pm | TokenType.Pm, 1); 2158InsertHash(temp, str, TokenType.MonthToken, i); 2160InsertHash(temp, str, TokenType.MonthToken, i); 2167InsertHash(temp, str, TokenType.DayOfWeekToken, i); 2170InsertHash(temp, str, TokenType.DayOfWeekToken, i); 2176InsertHash(temp, AbbreviatedEnglishEraNames[i], TokenType.EraToken, i + 1); 2179InsertHash(temp, LocalTimeMark, TokenType.SEP_LocalTimeMark, 0); 2180InsertHash(temp, GMTName, TokenType.TimeZoneToken, 0); 2181InsertHash(temp, ZuluName, TokenType.TimeZoneToken, 0); 2183InsertHash(temp, invariantDateSeparator, TokenType.SEP_Date, 0); 2184InsertHash(temp, invariantTimeSeparator, TokenType.SEP_Time, 0); 2204InsertHash(temp, string.Concat(str, monthPostfix), TokenType.MonthToken, i); 2208InsertHash(temp, str, TokenType.MonthToken, i); 2212InsertHash(temp, str, TokenType.MonthToken, i); 2299internal bool Tokenize(TokenType TokenMask, out TokenType tokenType, out int tokenValue, 2302tokenType = TokenType.UnknownToken; 2313if (!GlobalizationMode.Invariant && IsHebrewChar(ch) && TokenMask == TokenType.RegularTokenMask) 2319tokenType = TokenType.UnknownToken; 2324tokenType = TokenType.HebrewNumber; 2374else if ((value.tokenType == TokenType.MonthToken && HasSpacesInMonthNames) || 2375(value.tokenType == TokenType.DayOfWeekToken && HasSpacesInDayNames)) 2396private void InsertAtCurrentHashNode(TokenHashValue[] hashTable, string str, char ch, TokenType tokenType, int tokenValue, int pos, int hashcode, int hashProbe) 2427private void InsertHash(TokenHashValue[] hashTable, string str, TokenType tokenType, int tokenValue) 2489if (((nCurrentTokenTypeInHash & (int)TokenType.RegularTokenMask) == 0) && ((nTokenType & (int)TokenType.RegularTokenMask) != 0) || 2490((nCurrentTokenTypeInHash & (int)TokenType.SeparatorTokenMask) == 0) && ((nTokenType & (int)TokenType.SeparatorTokenMask) != 0)) 2525internal TokenType tokenType; 2528internal TokenHashValue(string tokenString, TokenType tokenType, int tokenValue)
src\libraries\System.Private.CoreLib\src\System\Globalization\DateTimeParse.cs (84)
610TokenType sep; 613str.GetRegularToken(out TokenType tokenType, out int tokenValue, dtfi); 625case TokenType.NumberToken: 626case TokenType.YearNumberToken: 673if (tokenType == TokenType.YearNumberToken) 685case TokenType.SEP_End: 688case TokenType.SEP_Am: 689case TokenType.SEP_Pm: 692raw.timeMark = (sep == TokenType.SEP_Am ? TM.AM : TM.PM); 701case TokenType.SEP_Space: 704case TokenType.SEP_Date: 707case TokenType.SEP_Time: 719case TokenType.SEP_DateOrOffset: 734case TokenType.SEP_YearSuff: 735case TokenType.SEP_MonthSuff: 736case TokenType.SEP_DaySuff: 740case TokenType.SEP_HourSuff: 741case TokenType.SEP_MinuteSuff: 742case TokenType.SEP_SecondSuff: 768case TokenType.SEP_End: 772case TokenType.SEP_Am: 773case TokenType.SEP_Pm: 776raw.timeMark = (sep == TokenType.SEP_Am ? TM.AM : TM.PM); 803case TokenType.SEP_Space: 807case TokenType.SEP_Date: 811case TokenType.SEP_DateOrOffset: 827case TokenType.SEP_Time: 839case TokenType.SEP_YearSuff: 853case TokenType.SEP_MonthSuff: 854case TokenType.SEP_DaySuff: 858case TokenType.SEP_HourSuff: 859case TokenType.SEP_MinuteSuff: 860case TokenType.SEP_SecondSuff: 864case TokenType.SEP_LocalTimeMark: 875case TokenType.HebrewNumber: 889case TokenType.SEP_End: 892case TokenType.SEP_Space: 895case TokenType.SEP_DateOrOffset: 933case TokenType.SEP_End: 936case TokenType.SEP_Space: 937case TokenType.SEP_Date: 940case TokenType.SEP_DateOrOffset: 963case TokenType.DayOfWeekToken: 979case TokenType.MonthToken: 987case TokenType.SEP_End: 990case TokenType.SEP_Space: 993case TokenType.SEP_Date: 996case TokenType.SEP_Time: 1008case TokenType.SEP_DateOrOffset: 1038case TokenType.EraToken: 1051case TokenType.JapaneseEraToken: 1073case TokenType.TEraToken: 1094case TokenType.TimeZoneToken: 1112case TokenType.EndOfString: 1115case TokenType.DateWordToken: 1116case TokenType.IgnorableSymbol: 1119case TokenType.Am: 1120case TokenType.Pm: 1132case TokenType.UnknownToken: 2174case TokenType.SEP_YearSuff: 2182case TokenType.SEP_MonthSuff: 2190case TokenType.SEP_DaySuff: 2198case TokenType.SEP_HourSuff: 2206case TokenType.SEP_MinuteSuff: 2214case TokenType.SEP_SecondSuff: 2511dtok.suffix = TokenType.SEP_Unk; 2557if (dtok.suffix != TokenType.SEP_Unk) 2566dtok.suffix = TokenType.SEP_Unk; // Reset suffix to SEP_Unk; 5459internal void GetRegularToken(out TokenType tokenType, out int tokenValue, DateTimeFormatInfo dtfi) 5464tokenType = TokenType.EndOfString; 5494tokenType = TokenType.NumberToken; 5499tokenType = TokenType.NumberToken; 5504tokenType = TokenType.YearNumberToken; 5515if (dtfi.Tokenize(TokenType.RegularTokenMask, out TokenType tempType, out int tempValue, ref this)) 5542tokenType = TokenType.EndOfString; 5546dtfi.Tokenize(TokenType.RegularTokenMask, out tokenType, out tokenValue, ref this); 5550internal TokenType GetSeparatorToken(DateTimeFormatInfo dtfi, out int indexBeforeSeparator, out char charBeforeSeparator) 5554TokenType tokenType; 5558return TokenType.SEP_End; 5563bool found = dtfi.Tokenize(TokenType.SeparatorTokenMask, out tokenType, out _, ref this); 5566tokenType = TokenType.SEP_Space; 5573tokenType = TokenType.SEP_Space; 5996internal TokenType suffix; // Store the CJK Year/Month/Day suffix (if any)